-- Logs begin at Wed 2022-05-25 06:38:34 UTC, end at Wed 2022-05-25 07:57:53 UTC. -- May 25 07:27:17.474330 dv-cinder-825492-15-iscsi systemd[1]: Started Devstack devstack@q-svc.service. May 25 07:27:20.256471 dv-cinder-825492-15-iscsi neutron-server[104414]: INFO neutron.common.config [-] Logging enabled! May 25 07:27:20.257089 dv-cinder-825492-15-iscsi neutron-server[104414]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 20.1.0.dev231 May 25 07:27:20.257300 dv-cinder-825492-15-iscsi neutron-server[104414]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=104414) setup_logging /opt/stack/neutron/neutron/common/config.py:120}} May 25 07:27:20.260678 dv-cinder-825492-15-iscsi neutron-server[104414]: INFO neutron.common.config [-] Logging enabled! May 25 07:27:20.260931 dv-cinder-825492-15-iscsi neutron-server[104414]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 20.1.0.dev231 May 25 07:27:20.261237 dv-cinder-825492-15-iscsi neutron-server[104414]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=104414) setup_logging /opt/stack/neutron/neutron/common/config.py:120}} May 25 07:27:20.262154 dv-cinder-825492-15-iscsi neutron-server[104414]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=104414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} May 25 07:27:20.262386 dv-cinder-825492-15-iscsi neutron-server[104414]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=104414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} May 25 07:27:20.262754 dv-cinder-825492-15-iscsi neutron-server[104414]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=104414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} May 25 07:27:20.262995 dv-cinder-825492-15-iscsi neutron-server[104414]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=104414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} May 25 07:27:20.263217 dv-cinder-825492-15-iscsi neutron-server[104414]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=104414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} May 25 07:27:20.263625 dv-cinder-825492-15-iscsi neutron-server[104414]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=104414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 07:27:20.263921 dv-cinder-825492-15-iscsi neutron-server[104414]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=104414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 07:27:20.264145 dv-cinder-825492-15-iscsi neutron-server[104414]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=104414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 07:27:20.264434 dv-cinder-825492-15-iscsi neutron-server[104414]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=104414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 07:27:20.264754 dv-cinder-825492-15-iscsi neutron-server[104414]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=104414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 07:27:20.265031 dv-cinder-825492-15-iscsi neutron-server[104414]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=104414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 07:27:20.265315 dv-cinder-825492-15-iscsi neutron-server[104414]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=104414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 07:27:20.265607 dv-cinder-825492-15-iscsi neutron-server[104414]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=104414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 07:27:20.265886 dv-cinder-825492-15-iscsi neutron-server[104414]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=104414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 07:27:20.266157 dv-cinder-825492-15-iscsi neutron-server[104414]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=104414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 07:27:20.266435 dv-cinder-825492-15-iscsi neutron-server[104414]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=104414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 07:27:20.266657 dv-cinder-825492-15-iscsi neutron-server[104414]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=104414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 07:27:20.266931 dv-cinder-825492-15-iscsi neutron-server[104414]: DEBUG neutron.common.config [-] config_source = [] {{(pid=104414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 07:27:20.267211 dv-cinder-825492-15-iscsi neutron-server[104414]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=104414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 07:27:20.267491 dv-cinder-825492-15-iscsi neutron-server[104414]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=104414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 07:27:20.267709 dv-cinder-825492-15-iscsi neutron-server[104414]: DEBUG neutron.common.config [-] debug = True {{(pid=104414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 07:27:20.267981 dv-cinder-825492-15-iscsi neutron-server[104414]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=104414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 07:27:20.268410 dv-cinder-825492-15-iscsi neutron-server[104414]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=104414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 07:27:20.268830 dv-cinder-825492-15-iscsi neutron-server[104414]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=104414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 07:27:20.269107 dv-cinder-825492-15-iscsi neutron-server[104414]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=104414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 07:27:20.269389 dv-cinder-825492-15-iscsi neutron-server[104414]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=104414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 07:27:20.269659 dv-cinder-825492-15-iscsi neutron-server[104414]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=104414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 07:27:20.269923 dv-cinder-825492-15-iscsi neutron-server[104414]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=104414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 07:27:20.270187 dv-cinder-825492-15-iscsi neutron-server[104414]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=104414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 07:27:20.270527 dv-cinder-825492-15-iscsi neutron-server[104414]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=104414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 07:27:20.270851 dv-cinder-825492-15-iscsi neutron-server[104414]: DEBUG neutron.common.config [-] host = dv-cinder-825492-15-iscsi {{(pid=104414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 07:27:20.271122 dv-cinder-825492-15-iscsi neutron-server[104414]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=104414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 07:27:20.271401 dv-cinder-825492-15-iscsi neutron-server[104414]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=104414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 07:27:20.271677 dv-cinder-825492-15-iscsi neutron-server[104414]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=104414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 07:27:20.271955 dv-cinder-825492-15-iscsi neutron-server[104414]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=104414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 07:27:20.272220 dv-cinder-825492-15-iscsi neutron-server[104414]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=104414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 07:27:20.272501 dv-cinder-825492-15-iscsi neutron-server[104414]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=104414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 07:27:20.272849 dv-cinder-825492-15-iscsi neutron-server[104414]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=104414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 07:27:20.273111 dv-cinder-825492-15-iscsi neutron-server[104414]: DEBUG neutron.common.config [-] log_dir = None {{(pid=104414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 07:27:20.273373 dv-cinder-825492-15-iscsi neutron-server[104414]: DEBUG neutron.common.config [-] log_file = None {{(pid=104414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 07:27:20.273638 dv-cinder-825492-15-iscsi neutron-server[104414]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=104414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 07:27:20.273914 dv-cinder-825492-15-iscsi neutron-server[104414]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=104414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 07:27:20.274190 dv-cinder-825492-15-iscsi neutron-server[104414]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=104414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 07:27:20.274468 dv-cinder-825492-15-iscsi neutron-server[104414]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=104414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 07:27:20.274684 dv-cinder-825492-15-iscsi neutron-server[104414]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=104414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 07:27:20.274896 dv-cinder-825492-15-iscsi neutron-server[104414]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=104414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 07:27:20.275171 dv-cinder-825492-15-iscsi neutron-server[104414]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=104414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 07:27:20.275449 dv-cinder-825492-15-iscsi neutron-server[104414]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=104414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 07:27:20.276260 dv-cinder-825492-15-iscsi neutron-server[104414]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=104414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 07:27:20.276631 dv-cinder-825492-15-iscsi neutron-server[104414]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=104414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 07:27:20.276906 dv-cinder-825492-15-iscsi neutron-server[104414]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=104414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 07:27:20.277170 dv-cinder-825492-15-iscsi neutron-server[104414]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=104414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 07:27:20.277437 dv-cinder-825492-15-iscsi neutron-server[104414]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=104414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 07:27:20.277696 dv-cinder-825492-15-iscsi neutron-server[104414]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=104414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 07:27:20.277972 dv-cinder-825492-15-iscsi neutron-server[104414]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=104414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 07:27:20.278248 dv-cinder-825492-15-iscsi neutron-server[104414]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=104414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 07:27:20.278523 dv-cinder-825492-15-iscsi neutron-server[104414]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=104414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 07:27:20.278791 dv-cinder-825492-15-iscsi neutron-server[104414]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=104414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 07:27:20.279057 dv-cinder-825492-15-iscsi neutron-server[104414]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=104414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 07:27:20.279320 dv-cinder-825492-15-iscsi neutron-server[104414]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=104414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 07:27:20.279582 dv-cinder-825492-15-iscsi neutron-server[104414]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=104414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 07:27:20.279860 dv-cinder-825492-15-iscsi neutron-server[104414]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=104414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 07:27:20.280127 dv-cinder-825492-15-iscsi neutron-server[104414]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=104414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 07:27:20.280388 dv-cinder-825492-15-iscsi neutron-server[104414]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=104414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 07:27:20.280682 dv-cinder-825492-15-iscsi neutron-server[104414]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=104414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 07:27:20.280984 dv-cinder-825492-15-iscsi neutron-server[104414]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=104414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 07:27:20.281246 dv-cinder-825492-15-iscsi neutron-server[104414]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=104414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 07:27:20.281512 dv-cinder-825492-15-iscsi neutron-server[104414]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=104414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 07:27:20.281805 dv-cinder-825492-15-iscsi neutron-server[104414]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=104414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 07:27:20.282083 dv-cinder-825492-15-iscsi neutron-server[104414]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=104414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 07:27:20.282353 dv-cinder-825492-15-iscsi neutron-server[104414]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=104414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 07:27:20.282629 dv-cinder-825492-15-iscsi neutron-server[104414]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=104414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 07:27:20.282900 dv-cinder-825492-15-iscsi neutron-server[104414]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=104414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 07:27:20.283175 dv-cinder-825492-15-iscsi neutron-server[104414]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=104414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 07:27:20.283436 dv-cinder-825492-15-iscsi neutron-server[104414]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=104414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 07:27:20.283696 dv-cinder-825492-15-iscsi neutron-server[104414]: DEBUG neutron.common.config [-] use_journal = False {{(pid=104414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 07:27:20.283957 dv-cinder-825492-15-iscsi neutron-server[104414]: DEBUG neutron.common.config [-] use_json = False {{(pid=104414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 07:27:20.284218 dv-cinder-825492-15-iscsi neutron-server[104414]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=104414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 07:27:20.284487 dv-cinder-825492-15-iscsi neutron-server[104414]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=104414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 07:27:20.284779 dv-cinder-825492-15-iscsi neutron-server[104414]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=104414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 07:27:20.285042 dv-cinder-825492-15-iscsi neutron-server[104414]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=104414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 07:27:20.285302 dv-cinder-825492-15-iscsi neutron-server[104414]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=104414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 07:27:20.285564 dv-cinder-825492-15-iscsi neutron-server[104414]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=104414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 07:27:20.285826 dv-cinder-825492-15-iscsi neutron-server[104414]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=104414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 07:27:20.286101 dv-cinder-825492-15-iscsi neutron-server[104414]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=104414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 07:27:20.286361 dv-cinder-825492-15-iscsi neutron-server[104414]: DEBUG neutron.common.config [-] wsgi_server_debug = False {{(pid=104414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 07:27:20.286646 dv-cinder-825492-15-iscsi neutron-server[104414]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=104414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 07:27:20.286933 dv-cinder-825492-15-iscsi neutron-server[104414]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=104414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 07:27:20.287223 dv-cinder-825492-15-iscsi neutron-server[104414]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=104414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 07:27:20.287495 dv-cinder-825492-15-iscsi neutron-server[104414]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=104414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 07:27:20.287795 dv-cinder-825492-15-iscsi neutron-server[104414]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=104414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 07:27:20.288065 dv-cinder-825492-15-iscsi neutron-server[104414]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=104414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 07:27:20.288344 dv-cinder-825492-15-iscsi neutron-server[104414]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=104414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 07:27:20.288642 dv-cinder-825492-15-iscsi neutron-server[104414]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=104414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 07:27:20.288926 dv-cinder-825492-15-iscsi neutron-server[104414]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=104414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 07:27:20.289207 dv-cinder-825492-15-iscsi neutron-server[104414]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=104414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 07:27:20.289484 dv-cinder-825492-15-iscsi neutron-server[104414]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=104414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 07:27:20.289754 dv-cinder-825492-15-iscsi neutron-server[104414]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=104414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 07:27:20.290043 dv-cinder-825492-15-iscsi neutron-server[104414]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=104414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 07:27:20.290324 dv-cinder-825492-15-iscsi neutron-server[104414]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=104414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 07:27:20.290608 dv-cinder-825492-15-iscsi neutron-server[104414]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=104414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 07:27:20.290904 dv-cinder-825492-15-iscsi neutron-server[104414]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=104414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 07:27:20.291188 dv-cinder-825492-15-iscsi neutron-server[104414]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=104414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 07:27:20.292156 dv-cinder-825492-15-iscsi neutron-server[104414]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=104414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 07:27:20.292611 dv-cinder-825492-15-iscsi neutron-server[104414]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=104414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 07:27:20.292889 dv-cinder-825492-15-iscsi neutron-server[104414]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=104414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 07:27:20.293163 dv-cinder-825492-15-iscsi neutron-server[104414]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=104414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 07:27:20.293437 dv-cinder-825492-15-iscsi neutron-server[104414]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=104414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 07:27:20.293718 dv-cinder-825492-15-iscsi neutron-server[104414]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=104414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 07:27:20.293990 dv-cinder-825492-15-iscsi neutron-server[104414]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=104414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 07:27:20.294272 dv-cinder-825492-15-iscsi neutron-server[104414]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=104414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 07:27:20.294553 dv-cinder-825492-15-iscsi neutron-server[104414]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=104414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 07:27:20.294824 dv-cinder-825492-15-iscsi neutron-server[104414]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=104414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 07:27:20.295113 dv-cinder-825492-15-iscsi neutron-server[104414]: DEBUG neutron.common.config [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=104414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 07:27:20.295392 dv-cinder-825492-15-iscsi neutron-server[104414]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=104414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 07:27:20.295668 dv-cinder-825492-15-iscsi neutron-server[104414]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=104414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 07:27:20.295952 dv-cinder-825492-15-iscsi neutron-server[104414]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=104414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 07:27:20.296233 dv-cinder-825492-15-iscsi neutron-server[104414]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=104414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 07:27:20.296522 dv-cinder-825492-15-iscsi neutron-server[104414]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=104414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 07:27:20.296796 dv-cinder-825492-15-iscsi neutron-server[104414]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=104414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 07:27:20.297078 dv-cinder-825492-15-iscsi neutron-server[104414]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=104414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 07:27:20.297346 dv-cinder-825492-15-iscsi neutron-server[104414]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=104414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 07:27:20.297609 dv-cinder-825492-15-iscsi neutron-server[104414]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=104414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 07:27:20.297889 dv-cinder-825492-15-iscsi neutron-server[104414]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=104414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 07:27:20.298157 dv-cinder-825492-15-iscsi neutron-server[104414]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=104414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 07:27:20.298421 dv-cinder-825492-15-iscsi neutron-server[104414]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=104414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 07:27:20.298690 dv-cinder-825492-15-iscsi neutron-server[104414]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=104414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 07:27:20.298971 dv-cinder-825492-15-iscsi neutron-server[104414]: DEBUG neutron.common.config [-] placement.auth_type = password {{(pid=104414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 07:27:20.299251 dv-cinder-825492-15-iscsi neutron-server[104414]: DEBUG neutron.common.config [-] placement.cafile = /opt/stack/data/ca-bundle.pem {{(pid=104414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 07:27:20.299515 dv-cinder-825492-15-iscsi neutron-server[104414]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=104414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 07:27:20.299783 dv-cinder-825492-15-iscsi neutron-server[104414]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=104414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 07:27:20.300062 dv-cinder-825492-15-iscsi neutron-server[104414]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=104414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 07:27:20.300328 dv-cinder-825492-15-iscsi neutron-server[104414]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=104414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 07:27:20.300615 dv-cinder-825492-15-iscsi neutron-server[104414]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=104414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 07:27:20.300879 dv-cinder-825492-15-iscsi neutron-server[104414]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=104414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 07:27:20.301149 dv-cinder-825492-15-iscsi neutron-server[104414]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=104414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 07:27:20.301415 dv-cinder-825492-15-iscsi neutron-server[104414]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=104414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 07:27:20.301692 dv-cinder-825492-15-iscsi neutron-server[104414]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=104414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 07:27:20.301962 dv-cinder-825492-15-iscsi neutron-server[104414]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=104414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 07:27:20.302224 dv-cinder-825492-15-iscsi neutron-server[104414]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=104414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 07:27:20.302486 dv-cinder-825492-15-iscsi neutron-server[104414]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=104414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 07:27:20.302750 dv-cinder-825492-15-iscsi neutron-server[104414]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=104414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 07:27:20.303015 dv-cinder-825492-15-iscsi neutron-server[104414]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=104414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 07:27:20.303278 dv-cinder-825492-15-iscsi neutron-server[104414]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=104414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 07:27:20.303543 dv-cinder-825492-15-iscsi neutron-server[104414]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=104414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 07:27:20.303803 dv-cinder-825492-15-iscsi neutron-server[104414]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=104414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 07:27:20.304069 dv-cinder-825492-15-iscsi neutron-server[104414]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=104414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 07:27:20.304329 dv-cinder-825492-15-iscsi neutron-server[104414]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=104414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 07:27:20.304617 dv-cinder-825492-15-iscsi neutron-server[104414]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=104414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 07:27:20.304879 dv-cinder-825492-15-iscsi neutron-server[104414]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=104414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 07:27:20.305139 dv-cinder-825492-15-iscsi neutron-server[104414]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=104414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 07:27:20.305399 dv-cinder-825492-15-iscsi neutron-server[104414]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=104414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 07:27:20.305659 dv-cinder-825492-15-iscsi neutron-server[104414]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=104414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 07:27:20.305919 dv-cinder-825492-15-iscsi neutron-server[104414]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=104414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 07:27:20.306183 dv-cinder-825492-15-iscsi neutron-server[104414]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=104414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 07:27:20.306443 dv-cinder-825492-15-iscsi neutron-server[104414]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=104414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 07:27:20.306702 dv-cinder-825492-15-iscsi neutron-server[104414]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=104414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 07:27:20.307011 dv-cinder-825492-15-iscsi neutron-server[104414]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=104414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 07:27:20.307581 dv-cinder-825492-15-iscsi neutron-server[104414]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=104414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 07:27:20.307857 dv-cinder-825492-15-iscsi neutron-server[104414]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=104414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 07:27:20.308149 dv-cinder-825492-15-iscsi neutron-server[104414]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=104414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 07:27:20.308419 dv-cinder-825492-15-iscsi neutron-server[104414]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=104414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 07:27:20.308714 dv-cinder-825492-15-iscsi neutron-server[104414]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=104414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 07:27:20.308984 dv-cinder-825492-15-iscsi neutron-server[104414]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=104414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 07:27:20.309251 dv-cinder-825492-15-iscsi neutron-server[104414]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=104414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 07:27:20.309519 dv-cinder-825492-15-iscsi neutron-server[104414]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=104414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 07:27:20.309784 dv-cinder-825492-15-iscsi neutron-server[104414]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=104414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 07:27:20.310050 dv-cinder-825492-15-iscsi neutron-server[104414]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=104414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 07:27:20.310316 dv-cinder-825492-15-iscsi neutron-server[104414]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=104414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 07:27:20.310577 dv-cinder-825492-15-iscsi neutron-server[104414]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=104414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 07:27:20.310856 dv-cinder-825492-15-iscsi neutron-server[104414]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=104414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 07:27:20.311131 dv-cinder-825492-15-iscsi neutron-server[104414]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=104414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 07:27:20.311405 dv-cinder-825492-15-iscsi neutron-server[104414]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=104414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 07:27:20.311674 dv-cinder-825492-15-iscsi neutron-server[104414]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=104414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 07:27:20.311941 dv-cinder-825492-15-iscsi neutron-server[104414]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=104414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 07:27:20.312246 dv-cinder-825492-15-iscsi neutron-server[104414]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=104414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 07:27:20.312535 dv-cinder-825492-15-iscsi neutron-server[104414]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=104414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 07:27:20.312804 dv-cinder-825492-15-iscsi neutron-server[104414]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=104414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 07:27:20.313076 dv-cinder-825492-15-iscsi neutron-server[104414]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=104414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 07:27:20.313348 dv-cinder-825492-15-iscsi neutron-server[104414]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=104414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 07:27:20.313614 dv-cinder-825492-15-iscsi neutron-server[104414]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=104414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 07:27:20.313887 dv-cinder-825492-15-iscsi neutron-server[104414]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=104414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 07:27:20.314157 dv-cinder-825492-15-iscsi neutron-server[104414]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=104414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 07:27:20.314442 dv-cinder-825492-15-iscsi neutron-server[104414]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=104414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 07:27:20.314725 dv-cinder-825492-15-iscsi neutron-server[104414]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=104414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 07:27:20.314998 dv-cinder-825492-15-iscsi neutron-server[104414]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=104414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 07:27:20.315280 dv-cinder-825492-15-iscsi neutron-server[104414]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=104414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 07:27:20.315564 dv-cinder-825492-15-iscsi neutron-server[104414]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=104414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 07:27:20.315847 dv-cinder-825492-15-iscsi neutron-server[104414]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=104414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 07:27:20.316121 dv-cinder-825492-15-iscsi neutron-server[104414]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=104414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 07:27:20.316423 dv-cinder-825492-15-iscsi neutron-server[104414]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=104414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 07:27:20.316720 dv-cinder-825492-15-iscsi neutron-server[104414]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=104414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 07:27:20.316930 dv-cinder-825492-15-iscsi neutron-server[104414]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=104414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} May 25 07:27:20.317164 dv-cinder-825492-15-iscsi neutron-server[104414]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=104414) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} May 25 07:27:20.770398 dv-cinder-825492-15-iscsi neutron-server[104414]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=104414) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} May 25 07:27:20.770666 dv-cinder-825492-15-iscsi neutron-server[104414]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" "released" by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=104414) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} May 25 07:27:20.770960 dv-cinder-825492-15-iscsi neutron-server[104414]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=104414) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} May 25 07:27:20.771281 dv-cinder-825492-15-iscsi neutron-server[104414]: INFO neutron.manager [-] Loading core plugin: ml2 May 25 07:27:21.097414 dv-cinder-825492-15-iscsi neutron-server[104414]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=104414) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 07:27:21.097734 dv-cinder-825492-15-iscsi neutron-server[104414]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=104414) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 07:27:21.097945 dv-cinder-825492-15-iscsi neutron-server[104414]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=104414) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 07:27:21.099085 dv-cinder-825492-15-iscsi neutron-server[104414]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=104414) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 07:27:21.099362 dv-cinder-825492-15-iscsi neutron-server[104414]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=104414) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 07:27:21.099619 dv-cinder-825492-15-iscsi neutron-server[104414]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=104414) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 07:27:21.160362 dv-cinder-825492-15-iscsi neutron-server[104414]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=104414) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 07:27:21.160656 dv-cinder-825492-15-iscsi neutron-server[104414]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=104414) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 07:27:21.160918 dv-cinder-825492-15-iscsi neutron-server[104414]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=104414) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 07:27:21.178270 dv-cinder-825492-15-iscsi neutron-server[104414]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=104414) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 07:27:21.178545 dv-cinder-825492-15-iscsi neutron-server[104414]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=104414) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 07:27:21.178806 dv-cinder-825492-15-iscsi neutron-server[104414]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=104414) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 07:27:21.211715 dv-cinder-825492-15-iscsi neutron-server[104414]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=104414) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 07:27:21.212163 dv-cinder-825492-15-iscsi neutron-server[104414]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=104414) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 07:27:21.212639 dv-cinder-825492-15-iscsi neutron-server[104414]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=104414) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 07:27:21.250690 dv-cinder-825492-15-iscsi neutron-server[104414]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=104414) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 07:27:21.250959 dv-cinder-825492-15-iscsi neutron-server[104414]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=104414) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 07:27:21.251368 dv-cinder-825492-15-iscsi neutron-server[104414]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=104414) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 07:27:21.628416 dv-cinder-825492-15-iscsi neutron-server[104414]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=104414) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 07:27:21.629100 dv-cinder-825492-15-iscsi neutron-server[104414]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=104414) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 07:27:21.629100 dv-cinder-825492-15-iscsi neutron-server[104414]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=104414) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 07:27:21.629277 dv-cinder-825492-15-iscsi neutron-server[104414]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=104414) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 07:27:21.629883 dv-cinder-825492-15-iscsi neutron-server[104414]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=104414) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 07:27:21.736958 dv-cinder-825492-15-iscsi neutron-server[104414]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=104414) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 07:27:21.737341 dv-cinder-825492-15-iscsi neutron-server[104414]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=104414) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 07:27:21.737617 dv-cinder-825492-15-iscsi neutron-server[104414]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=104414) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 07:27:21.737884 dv-cinder-825492-15-iscsi neutron-server[104414]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=104414) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 07:27:21.738145 dv-cinder-825492-15-iscsi neutron-server[104414]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=104414) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 07:27:21.738451 dv-cinder-825492-15-iscsi neutron-server[104414]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=104414) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 07:27:21.738706 dv-cinder-825492-15-iscsi neutron-server[104414]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=104414) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 07:27:21.738957 dv-cinder-825492-15-iscsi neutron-server[104414]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=104414) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 07:27:21.739282 dv-cinder-825492-15-iscsi neutron-server[104414]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=104414) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 07:27:21.739560 dv-cinder-825492-15-iscsi neutron-server[104414]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=104414) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 07:27:21.739816 dv-cinder-825492-15-iscsi neutron-server[104414]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=104414) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 07:27:21.740075 dv-cinder-825492-15-iscsi neutron-server[104414]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=104414) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 07:27:21.740329 dv-cinder-825492-15-iscsi neutron-server[104414]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=104414) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 07:27:21.740599 dv-cinder-825492-15-iscsi neutron-server[104414]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=104414) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 07:27:21.740852 dv-cinder-825492-15-iscsi neutron-server[104414]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=104414) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 07:27:21.741121 dv-cinder-825492-15-iscsi neutron-server[104414]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=104414) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 07:27:21.741373 dv-cinder-825492-15-iscsi neutron-server[104414]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=104414) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 07:27:21.741634 dv-cinder-825492-15-iscsi neutron-server[104414]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=104414) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 07:27:21.741896 dv-cinder-825492-15-iscsi neutron-server[104414]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=104414) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 07:27:21.742149 dv-cinder-825492-15-iscsi neutron-server[104414]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=104414) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 07:27:21.742412 dv-cinder-825492-15-iscsi neutron-server[104414]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=104414) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 07:27:21.742658 dv-cinder-825492-15-iscsi neutron-server[104414]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=104414) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 07:27:21.742934 dv-cinder-825492-15-iscsi neutron-server[104414]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=104414) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 07:27:21.743539 dv-cinder-825492-15-iscsi neutron-server[104414]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=104414) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 07:27:21.743982 dv-cinder-825492-15-iscsi neutron-server[104414]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=104414) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 07:27:21.744352 dv-cinder-825492-15-iscsi neutron-server[104414]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=104414) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 07:27:21.744980 dv-cinder-825492-15-iscsi neutron-server[104414]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=104414) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 25 07:27:21.745223 dv-cinder-825492-15-iscsi neutron-server[104414]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=104414) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 25 07:27:21.745463 dv-cinder-825492-15-iscsi neutron-server[104414]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=104414) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 25 07:27:21.745697 dv-cinder-825492-15-iscsi neutron-server[104414]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=104414) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 25 07:27:21.745934 dv-cinder-825492-15-iscsi neutron-server[104414]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=104414) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 25 07:27:21.746171 dv-cinder-825492-15-iscsi neutron-server[104414]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=104414) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 25 07:27:21.746537 dv-cinder-825492-15-iscsi neutron-server[104414]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] May 25 07:27:21.751094 dv-cinder-825492-15-iscsi neutron-server[104414]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] May 25 07:27:21.755509 dv-cinder-825492-15-iscsi neutron-server[104414]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete May 25 07:27:21.759733 dv-cinder-825492-15-iscsi neutron-server[104414]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(250, 299)])]) May 25 07:27:21.761881 dv-cinder-825492-15-iscsi neutron-server[104414]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] May 25 07:27:21.762517 dv-cinder-825492-15-iscsi neutron-server[104414]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) May 25 07:27:21.762848 dv-cinder-825492-15-iscsi neutron-server[104414]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] May 25 07:27:21.763229 dv-cinder-825492-15-iscsi neutron-server[104414]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] May 25 07:27:21.766456 dv-cinder-825492-15-iscsi neutron-server[104414]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] May 25 07:27:21.766698 dv-cinder-825492-15-iscsi neutron-server[104414]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] May 25 07:27:21.767039 dv-cinder-825492-15-iscsi neutron-server[104414]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] May 25 07:27:21.772209 dv-cinder-825492-15-iscsi neutron-server[104414]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] May 25 07:27:21.796705 dv-cinder-825492-15-iscsi neutron-server[104414]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] May 25 07:27:21.797151 dv-cinder-825492-15-iscsi neutron-server[104414]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=104414) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 07:27:21.797448 dv-cinder-825492-15-iscsi neutron-server[104414]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=104414) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:88}} May 25 07:27:21.797815 dv-cinder-825492-15-iscsi neutron-server[104414]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=104414) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 07:27:21.799162 dv-cinder-825492-15-iscsi neutron-server[104414]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=104414) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} May 25 07:27:21.799445 dv-cinder-825492-15-iscsi neutron-server[104414]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] May 25 07:27:21.799689 dv-cinder-825492-15-iscsi neutron-server[104414]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] May 25 07:27:21.802988 dv-cinder-825492-15-iscsi neutron-server[104414]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=104414) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 07:27:21.803262 dv-cinder-825492-15-iscsi neutron-server[104414]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=104414) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 07:27:21.865244 dv-cinder-825492-15-iscsi neutron-server[104414]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' May 25 07:27:21.865415 dv-cinder-825492-15-iscsi neutron-server[104414]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete May 25 07:27:21.865644 dv-cinder-825492-15-iscsi neutron-server[104414]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' May 25 07:27:21.866022 dv-cinder-825492-15-iscsi neutron-server[104414]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] May 25 07:27:21.917800 dv-cinder-825492-15-iscsi neutron-server[104414]: INFO dbcounter [None req-02ce3341-ff4e-4b1d-a870-73601c8ae1ab None None] Registered counter for database neutron May 25 07:27:21.936583 dv-cinder-825492-15-iscsi neutron-server[104414]: DEBUG oslo_db.sqlalchemy.engines [None req-02ce3341-ff4e-4b1d-a870-73601c8ae1ab None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=104414) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} May 25 07:27:21.942260 dv-cinder-825492-15-iscsi neutron-server[104414]: DEBUG dbcounter [-] [104414] Writer thread running {{(pid=104414) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} May 25 07:27:22.512101 dv-cinder-825492-15-iscsi neutron-server[104414]: INFO neutron.plugins.ml2.managers [None req-02ce3341-ff4e-4b1d-a870-73601c8ae1ab None None] Initializing driver for type 'gre' May 25 07:27:22.512658 dv-cinder-825492-15-iscsi neutron-server[104414]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-02ce3341-ff4e-4b1d-a870-73601c8ae1ab None None] gre ID ranges: [(1, 1000)] May 25 07:27:22.687837 dv-cinder-825492-15-iscsi neutron-server[104414]: INFO neutron.plugins.ml2.managers [None req-02ce3341-ff4e-4b1d-a870-73601c8ae1ab None None] Initializing driver for type 'local' May 25 07:27:22.688514 dv-cinder-825492-15-iscsi neutron-server[104414]: INFO neutron.plugins.ml2.managers [None req-02ce3341-ff4e-4b1d-a870-73601c8ae1ab None None] Initializing driver for type 'vlan' May 25 07:27:22.785054 dv-cinder-825492-15-iscsi neutron-server[104414]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-02ce3341-ff4e-4b1d-a870-73601c8ae1ab None None] VlanTypeDriver initialization complete May 25 07:27:22.785316 dv-cinder-825492-15-iscsi neutron-server[104414]: INFO neutron.plugins.ml2.managers [None req-02ce3341-ff4e-4b1d-a870-73601c8ae1ab None None] Initializing driver for type 'vxlan' May 25 07:27:22.785824 dv-cinder-825492-15-iscsi neutron-server[104414]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-02ce3341-ff4e-4b1d-a870-73601c8ae1ab None None] vxlan ID ranges: [(1, 1000)] May 25 07:27:23.026833 dv-cinder-825492-15-iscsi neutron-server[104414]: INFO neutron.plugins.ml2.managers [None req-02ce3341-ff4e-4b1d-a870-73601c8ae1ab None None] Initializing extension driver 'port_security' May 25 07:27:23.027161 dv-cinder-825492-15-iscsi neutron-server[104414]: INFO neutron.plugins.ml2.extensions.port_security [None req-02ce3341-ff4e-4b1d-a870-73601c8ae1ab None None] PortSecurityExtensionDriver initialization complete May 25 07:27:23.027484 dv-cinder-825492-15-iscsi neutron-server[104414]: INFO neutron.plugins.ml2.managers [None req-02ce3341-ff4e-4b1d-a870-73601c8ae1ab None None] Initializing mechanism driver 'openvswitch' May 25 07:27:23.027804 dv-cinder-825492-15-iscsi neutron-server[104414]: INFO neutron.plugins.ml2.managers [None req-02ce3341-ff4e-4b1d-a870-73601c8ae1ab None None] Initializing mechanism driver 'hyperv' May 25 07:27:23.034384 dv-cinder-825492-15-iscsi neutron-server[104414]: DEBUG neutron.plugins.ml2.plugin [None req-02ce3341-ff4e-4b1d-a870-73601c8ae1ab None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=104414) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 07:27:23.035296 dv-cinder-825492-15-iscsi neutron-server[104414]: DEBUG neutron_lib.callbacks.manager [None req-02ce3341-ff4e-4b1d-a870-73601c8ae1ab None None] Subscribe: > port after_create 55550000 {{(pid=104414) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 07:27:23.035614 dv-cinder-825492-15-iscsi neutron-server[104414]: DEBUG neutron_lib.callbacks.manager [None req-02ce3341-ff4e-4b1d-a870-73601c8ae1ab None None] Subscribe: > port after_update 55550000 {{(pid=104414) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 07:27:23.035958 dv-cinder-825492-15-iscsi neutron-server[104414]: DEBUG neutron_lib.callbacks.manager [None req-02ce3341-ff4e-4b1d-a870-73601c8ae1ab None None] Subscribe: > port after_delete 55550000 {{(pid=104414) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 07:27:23.036454 dv-cinder-825492-15-iscsi neutron-server[104414]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=104414) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} May 25 07:27:23.036895 dv-cinder-825492-15-iscsi neutron-server[104414]: DEBUG neutron_lib.callbacks.manager [None req-02ce3341-ff4e-4b1d-a870-73601c8ae1ab None None] Subscribe: > subnet after_create 55550000 {{(pid=104414) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 07:27:23.037243 dv-cinder-825492-15-iscsi neutron-server[104414]: DEBUG neutron_lib.callbacks.manager [None req-02ce3341-ff4e-4b1d-a870-73601c8ae1ab None None] Subscribe: > subnet after_update 55550000 {{(pid=104414) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 07:27:23.037581 dv-cinder-825492-15-iscsi neutron-server[104414]: DEBUG neutron_lib.callbacks.manager [None req-02ce3341-ff4e-4b1d-a870-73601c8ae1ab None None] Subscribe: > subnet after_delete 55550000 {{(pid=104414) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 07:27:23.037968 dv-cinder-825492-15-iscsi neutron-server[104414]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=104414) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} May 25 07:27:23.038363 dv-cinder-825492-15-iscsi neutron-server[104414]: DEBUG neutron_lib.callbacks.manager [None req-02ce3341-ff4e-4b1d-a870-73601c8ae1ab None None] Subscribe: > network after_create 55550000 {{(pid=104414) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 07:27:23.038704 dv-cinder-825492-15-iscsi neutron-server[104414]: DEBUG neutron_lib.callbacks.manager [None req-02ce3341-ff4e-4b1d-a870-73601c8ae1ab None None] Subscribe: > network after_update 55550000 {{(pid=104414) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 07:27:23.039037 dv-cinder-825492-15-iscsi neutron-server[104414]: DEBUG neutron_lib.callbacks.manager [None req-02ce3341-ff4e-4b1d-a870-73601c8ae1ab None None] Subscribe: > network after_delete 55550000 {{(pid=104414) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 07:27:23.039419 dv-cinder-825492-15-iscsi neutron-server[104414]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=104414) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} May 25 07:27:23.039816 dv-cinder-825492-15-iscsi neutron-server[104414]: DEBUG neutron_lib.callbacks.manager [None req-02ce3341-ff4e-4b1d-a870-73601c8ae1ab None None] Subscribe: > security_group after_create 55550000 {{(pid=104414) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 07:27:23.040357 dv-cinder-825492-15-iscsi neutron-server[104414]: DEBUG neutron_lib.callbacks.manager [None req-02ce3341-ff4e-4b1d-a870-73601c8ae1ab None None] Subscribe: > security_group after_update 55550000 {{(pid=104414) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 07:27:23.040712 dv-cinder-825492-15-iscsi neutron-server[104414]: DEBUG neutron_lib.callbacks.manager [None req-02ce3341-ff4e-4b1d-a870-73601c8ae1ab None None] Subscribe: > security_group after_delete 55550000 {{(pid=104414) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 07:27:23.041096 dv-cinder-825492-15-iscsi neutron-server[104414]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=104414) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} May 25 07:27:23.042111 dv-cinder-825492-15-iscsi neutron-server[104414]: DEBUG neutron_lib.callbacks.manager [None req-02ce3341-ff4e-4b1d-a870-73601c8ae1ab None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=104414) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 07:27:23.042481 dv-cinder-825492-15-iscsi neutron-server[104414]: DEBUG neutron_lib.callbacks.manager [None req-02ce3341-ff4e-4b1d-a870-73601c8ae1ab None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=104414) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 07:27:23.042815 dv-cinder-825492-15-iscsi neutron-server[104414]: DEBUG neutron_lib.callbacks.manager [None req-02ce3341-ff4e-4b1d-a870-73601c8ae1ab None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=104414) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 07:27:23.043195 dv-cinder-825492-15-iscsi neutron-server[104414]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=104414) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} May 25 07:27:23.043599 dv-cinder-825492-15-iscsi neutron-server[104414]: DEBUG neutron_lib.callbacks.manager [None req-02ce3341-ff4e-4b1d-a870-73601c8ae1ab None None] Subscribe: > address_group after_create 55550000 {{(pid=104414) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 07:27:23.043936 dv-cinder-825492-15-iscsi neutron-server[104414]: DEBUG neutron_lib.callbacks.manager [None req-02ce3341-ff4e-4b1d-a870-73601c8ae1ab None None] Subscribe: > address_group after_update 55550000 {{(pid=104414) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 07:27:23.044267 dv-cinder-825492-15-iscsi neutron-server[104414]: DEBUG neutron_lib.callbacks.manager [None req-02ce3341-ff4e-4b1d-a870-73601c8ae1ab None None] Subscribe: > address_group after_delete 55550000 {{(pid=104414) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 07:27:23.044671 dv-cinder-825492-15-iscsi neutron-server[104414]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=104414) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} May 25 07:27:23.045359 dv-cinder-825492-15-iscsi neutron-server[104414]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-02ce3341-ff4e-4b1d-a870-73601c8ae1ab None None] ML2 OVO RPC backend initialized. {{(pid=104414) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:162}} May 25 07:27:23.046009 dv-cinder-825492-15-iscsi neutron-server[104414]: DEBUG neutron_lib.callbacks.manager [None req-02ce3341-ff4e-4b1d-a870-73601c8ae1ab None None] Subscribe: > router_interface after_create 55550000 {{(pid=104414) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 07:27:23.046360 dv-cinder-825492-15-iscsi neutron-server[104414]: DEBUG neutron_lib.callbacks.manager [None req-02ce3341-ff4e-4b1d-a870-73601c8ae1ab None None] Subscribe: > router_interface after_delete 55550000 {{(pid=104414) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 07:27:23.046980 dv-cinder-825492-15-iscsi neutron-server[104414]: DEBUG neutron_lib.callbacks.manager [None req-02ce3341-ff4e-4b1d-a870-73601c8ae1ab None None] Subscribe: > network before_response 55550000 {{(pid=104414) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 07:27:23.047325 dv-cinder-825492-15-iscsi neutron-server[104414]: DEBUG neutron_lib.callbacks.manager [None req-02ce3341-ff4e-4b1d-a870-73601c8ae1ab None None] Subscribe: > networks before_response 55550000 {{(pid=104414) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 07:27:23.047666 dv-cinder-825492-15-iscsi neutron-server[104414]: DEBUG neutron_lib.callbacks.manager [None req-02ce3341-ff4e-4b1d-a870-73601c8ae1ab None None] Subscribe: > port before_response 55550000 {{(pid=104414) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 07:27:23.048003 dv-cinder-825492-15-iscsi neutron-server[104414]: DEBUG neutron_lib.callbacks.manager [None req-02ce3341-ff4e-4b1d-a870-73601c8ae1ab None None] Subscribe: > ports before_response 55550000 {{(pid=104414) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 07:27:23.048340 dv-cinder-825492-15-iscsi neutron-server[104414]: DEBUG neutron_lib.callbacks.manager [None req-02ce3341-ff4e-4b1d-a870-73601c8ae1ab None None] Subscribe: > subnet before_response 55550000 {{(pid=104414) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 07:27:23.048705 dv-cinder-825492-15-iscsi neutron-server[104414]: DEBUG neutron_lib.callbacks.manager [None req-02ce3341-ff4e-4b1d-a870-73601c8ae1ab None None] Subscribe: > subnets before_response 55550000 {{(pid=104414) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 07:27:23.049046 dv-cinder-825492-15-iscsi neutron-server[104414]: DEBUG neutron_lib.callbacks.manager [None req-02ce3341-ff4e-4b1d-a870-73601c8ae1ab None None] Subscribe: > network after_create 55550000 {{(pid=104414) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 07:27:23.049378 dv-cinder-825492-15-iscsi neutron-server[104414]: DEBUG neutron_lib.callbacks.manager [None req-02ce3341-ff4e-4b1d-a870-73601c8ae1ab None None] Subscribe: > network after_update 55550000 {{(pid=104414) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 07:27:23.049705 dv-cinder-825492-15-iscsi neutron-server[104414]: DEBUG neutron_lib.callbacks.manager [None req-02ce3341-ff4e-4b1d-a870-73601c8ae1ab None None] Subscribe: > network after_delete 55550000 {{(pid=104414) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 07:27:23.050034 dv-cinder-825492-15-iscsi neutron-server[104414]: DEBUG neutron_lib.callbacks.manager [None req-02ce3341-ff4e-4b1d-a870-73601c8ae1ab None None] Subscribe: > port after_create 55550000 {{(pid=104414) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 07:27:23.050362 dv-cinder-825492-15-iscsi neutron-server[104414]: DEBUG neutron_lib.callbacks.manager [None req-02ce3341-ff4e-4b1d-a870-73601c8ae1ab None None] Subscribe: > port after_update 55550000 {{(pid=104414) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 07:27:23.050688 dv-cinder-825492-15-iscsi neutron-server[104414]: DEBUG neutron_lib.callbacks.manager [None req-02ce3341-ff4e-4b1d-a870-73601c8ae1ab None None] Subscribe: > port after_delete 55550000 {{(pid=104414) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 07:27:23.051016 dv-cinder-825492-15-iscsi neutron-server[104414]: DEBUG neutron_lib.callbacks.manager [None req-02ce3341-ff4e-4b1d-a870-73601c8ae1ab None None] Subscribe: > subnet after_create 55550000 {{(pid=104414) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 07:27:23.051342 dv-cinder-825492-15-iscsi neutron-server[104414]: DEBUG neutron_lib.callbacks.manager [None req-02ce3341-ff4e-4b1d-a870-73601c8ae1ab None None] Subscribe: > subnet after_update 55550000 {{(pid=104414) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 07:27:23.051664 dv-cinder-825492-15-iscsi neutron-server[104414]: DEBUG neutron_lib.callbacks.manager [None req-02ce3341-ff4e-4b1d-a870-73601c8ae1ab None None] Subscribe: > subnet after_delete 55550000 {{(pid=104414) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 07:27:23.059497 dv-cinder-825492-15-iscsi neutron-server[104414]: INFO neutron.quota [None req-02ce3341-ff4e-4b1d-a870-73601c8ae1ab None None] Loaded quota_driver: . May 25 07:27:23.059858 dv-cinder-825492-15-iscsi neutron-server[104414]: INFO neutron.plugins.ml2.plugin [None req-02ce3341-ff4e-4b1d-a870-73601c8ae1ab None None] Modular L2 Plugin initialization complete May 25 07:27:23.060201 dv-cinder-825492-15-iscsi neutron-server[104414]: DEBUG neutron.manager [None req-02ce3341-ff4e-4b1d-a870-73601c8ae1ab None None] Loading services supported by the core plugin {{(pid=104414) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} May 25 07:27:23.060565 dv-cinder-825492-15-iscsi neutron-server[104414]: INFO neutron.plugins.ml2.managers [None req-02ce3341-ff4e-4b1d-a870-73601c8ae1ab None None] Got port-security extension from driver 'port_security' May 25 07:27:23.061039 dv-cinder-825492-15-iscsi neutron-server[104414]: INFO neutron.extensions.vlantransparent [None req-02ce3341-ff4e-4b1d-a870-73601c8ae1ab None None] Disabled vlantransparent extension. May 25 07:27:23.061524 dv-cinder-825492-15-iscsi neutron-server[104414]: DEBUG neutron.manager [None req-02ce3341-ff4e-4b1d-a870-73601c8ae1ab None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=104414) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} May 25 07:27:23.061843 dv-cinder-825492-15-iscsi neutron-server[104414]: INFO neutron.manager [None req-02ce3341-ff4e-4b1d-a870-73601c8ae1ab None None] Loading Plugin: router May 25 07:27:23.096672 dv-cinder-825492-15-iscsi neutron-server[104414]: DEBUG neutron_lib.callbacks.manager [None req-02ce3341-ff4e-4b1d-a870-73601c8ae1ab None None] Subscribe: > router_interface before_create 55550000 {{(pid=104414) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 07:27:23.097057 dv-cinder-825492-15-iscsi neutron-server[104414]: DEBUG neutron_lib.callbacks.manager [None req-02ce3341-ff4e-4b1d-a870-73601c8ae1ab None None] Subscribe: > router after_create 55549900 {{(pid=104414) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 07:27:23.097420 dv-cinder-825492-15-iscsi neutron-server[104414]: DEBUG neutron_lib.callbacks.manager [None req-02ce3341-ff4e-4b1d-a870-73601c8ae1ab None None] Subscribe: > router before_create 55549900 {{(pid=104414) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 07:27:23.097779 dv-cinder-825492-15-iscsi neutron-server[104414]: DEBUG neutron_lib.callbacks.manager [None req-02ce3341-ff4e-4b1d-a870-73601c8ae1ab None None] Subscribe: > router_interface before_delete 55550000 {{(pid=104414) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 07:27:23.098149 dv-cinder-825492-15-iscsi neutron-server[104414]: DEBUG neutron_lib.callbacks.manager [None req-02ce3341-ff4e-4b1d-a870-73601c8ae1ab None None] Subscribe: > router_interface after_delete 55550000 {{(pid=104414) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 07:27:23.098498 dv-cinder-825492-15-iscsi neutron-server[104414]: DEBUG neutron_lib.callbacks.manager [None req-02ce3341-ff4e-4b1d-a870-73601c8ae1ab None None] Subscribe: > router after_delete 55549900 {{(pid=104414) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 07:27:23.098850 dv-cinder-825492-15-iscsi neutron-server[104414]: DEBUG neutron_lib.callbacks.manager [None req-02ce3341-ff4e-4b1d-a870-73601c8ae1ab None None] Subscribe: > floatingip after_create 55550000 {{(pid=104414) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 07:27:23.099191 dv-cinder-825492-15-iscsi neutron-server[104414]: DEBUG neutron_lib.callbacks.manager [None req-02ce3341-ff4e-4b1d-a870-73601c8ae1ab None None] Subscribe: > floatingip after_update 55550000 {{(pid=104414) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 07:27:23.099539 dv-cinder-825492-15-iscsi neutron-server[104414]: DEBUG neutron_lib.callbacks.manager [None req-02ce3341-ff4e-4b1d-a870-73601c8ae1ab None None] Subscribe: > router after_create 55549900 {{(pid=104414) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 07:27:23.099875 dv-cinder-825492-15-iscsi neutron-server[104414]: DEBUG neutron_lib.callbacks.manager [None req-02ce3341-ff4e-4b1d-a870-73601c8ae1ab None None] Subscribe: > router after_update 55549900 {{(pid=104414) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 07:27:23.100217 dv-cinder-825492-15-iscsi neutron-server[104414]: DEBUG neutron_lib.callbacks.manager [None req-02ce3341-ff4e-4b1d-a870-73601c8ae1ab None None] Subscribe: > router after_update 55549900 {{(pid=104414) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 07:27:23.100823 dv-cinder-825492-15-iscsi neutron-server[104414]: DEBUG neutron_lib.callbacks.manager [None req-02ce3341-ff4e-4b1d-a870-73601c8ae1ab None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=104414) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 07:27:23.101182 dv-cinder-825492-15-iscsi neutron-server[104414]: DEBUG neutron_lib.callbacks.manager [None req-02ce3341-ff4e-4b1d-a870-73601c8ae1ab None None] Subscribe: > router after_update 55549900 {{(pid=104414) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 07:27:23.101587 dv-cinder-825492-15-iscsi neutron-server[104414]: DEBUG neutron_lib.callbacks.manager [None req-02ce3341-ff4e-4b1d-a870-73601c8ae1ab None None] Subscribe: > router precommit_update 55549900 {{(pid=104414) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 07:27:23.101948 dv-cinder-825492-15-iscsi neutron-server[104414]: DEBUG neutron_lib.callbacks.manager [None req-02ce3341-ff4e-4b1d-a870-73601c8ae1ab None None] Subscribe: port after_update 55550000 {{(pid=104414) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 07:27:23.102283 dv-cinder-825492-15-iscsi neutron-server[104414]: DEBUG neutron_lib.callbacks.manager [None req-02ce3341-ff4e-4b1d-a870-73601c8ae1ab None None] Subscribe: port after_delete 55550000 {{(pid=104414) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 07:27:23.102615 dv-cinder-825492-15-iscsi neutron-server[104414]: DEBUG neutron_lib.callbacks.manager [None req-02ce3341-ff4e-4b1d-a870-73601c8ae1ab None None] Subscribe: subnet after_update 55550000 {{(pid=104414) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 07:27:23.102952 dv-cinder-825492-15-iscsi neutron-server[104414]: DEBUG neutron_lib.callbacks.manager [None req-02ce3341-ff4e-4b1d-a870-73601c8ae1ab None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=104414) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 07:27:23.103299 dv-cinder-825492-15-iscsi neutron-server[104414]: DEBUG neutron_lib.callbacks.manager [None req-02ce3341-ff4e-4b1d-a870-73601c8ae1ab None None] Subscribe: > port precommit_delete 55550000 {{(pid=104414) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 07:27:23.103639 dv-cinder-825492-15-iscsi neutron-server[104414]: DEBUG neutron_lib.callbacks.manager [None req-02ce3341-ff4e-4b1d-a870-73601c8ae1ab None None] Subscribe: > router precommit_create 55549900 {{(pid=104414) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 07:27:23.104659 dv-cinder-825492-15-iscsi neutron-server[104414]: DEBUG neutron_lib.callbacks.manager [None req-02ce3341-ff4e-4b1d-a870-73601c8ae1ab None None] Subscribe: port before_delete 55550000 {{(pid=104414) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 07:27:23.105001 dv-cinder-825492-15-iscsi neutron-server[104414]: DEBUG neutron_lib.callbacks.manager [None req-02ce3341-ff4e-4b1d-a870-73601c8ae1ab None None] Subscribe: > router precommit_create 55550000 {{(pid=104414) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 07:27:23.105348 dv-cinder-825492-15-iscsi neutron-server[104414]: DEBUG neutron_lib.callbacks.manager [None req-02ce3341-ff4e-4b1d-a870-73601c8ae1ab None None] Subscribe: > router after_update 55549900 {{(pid=104414) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 07:27:23.105684 dv-cinder-825492-15-iscsi neutron-server[104414]: DEBUG neutron_lib.callbacks.manager [None req-02ce3341-ff4e-4b1d-a870-73601c8ae1ab None None] Subscribe: > router precommit_delete 55549900 {{(pid=104414) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 07:27:23.106029 dv-cinder-825492-15-iscsi neutron-server[104414]: DEBUG neutron_lib.callbacks.manager [None req-02ce3341-ff4e-4b1d-a870-73601c8ae1ab None None] Subscribe: > router precommit_create 55549900 {{(pid=104414) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 07:27:23.106382 dv-cinder-825492-15-iscsi neutron-server[104414]: DEBUG neutron_lib.callbacks.manager [None req-02ce3341-ff4e-4b1d-a870-73601c8ae1ab None None] Subscribe: > router_interface after_create 55550000 {{(pid=104414) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 07:27:23.106722 dv-cinder-825492-15-iscsi neutron-server[104414]: DEBUG neutron_lib.callbacks.manager [None req-02ce3341-ff4e-4b1d-a870-73601c8ae1ab None None] Subscribe: > router precommit_update 55549900 {{(pid=104414) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 07:27:23.107077 dv-cinder-825492-15-iscsi neutron-server[104414]: DEBUG neutron_lib.callbacks.manager [None req-02ce3341-ff4e-4b1d-a870-73601c8ae1ab None None] Subscribe: > agent after_create 55550000 {{(pid=104414) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 07:27:23.107420 dv-cinder-825492-15-iscsi neutron-server[104414]: DEBUG neutron_lib.callbacks.manager [None req-02ce3341-ff4e-4b1d-a870-73601c8ae1ab None None] Subscribe: > agent after_delete 55550000 {{(pid=104414) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 07:27:23.107755 dv-cinder-825492-15-iscsi neutron-server[104414]: DEBUG neutron_lib.callbacks.manager [None req-02ce3341-ff4e-4b1d-a870-73601c8ae1ab None None] Subscribe: > network after_delete 55550000 {{(pid=104414) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 07:27:23.108631 dv-cinder-825492-15-iscsi neutron-server[104414]: DEBUG neutron.quota.resource_registry [None req-02ce3341-ff4e-4b1d-a870-73601c8ae1ab None None] Tracking information for resource: router configured {{(pid=104414) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 25 07:27:23.108963 dv-cinder-825492-15-iscsi neutron-server[104414]: DEBUG neutron.quota.resource_registry [None req-02ce3341-ff4e-4b1d-a870-73601c8ae1ab None None] Tracking information for resource: floatingip configured {{(pid=104414) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 25 07:27:23.113941 dv-cinder-825492-15-iscsi neutron-server[104414]: INFO neutron.db.l3_agentschedulers_db [None req-02ce3341-ff4e-4b1d-a870-73601c8ae1ab None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. May 25 07:27:23.114515 dv-cinder-825492-15-iscsi neutron-server[104414]: DEBUG neutron_lib.callbacks.manager [None req-02ce3341-ff4e-4b1d-a870-73601c8ae1ab None None] Subscribe: port after_update 55550000 {{(pid=104414) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 07:27:23.114865 dv-cinder-825492-15-iscsi neutron-server[104414]: DEBUG neutron_lib.callbacks.manager [None req-02ce3341-ff4e-4b1d-a870-73601c8ae1ab None None] Subscribe: port after_create 55550000 {{(pid=104414) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 07:27:23.115211 dv-cinder-825492-15-iscsi neutron-server[104414]: DEBUG neutron_lib.callbacks.manager [None req-02ce3341-ff4e-4b1d-a870-73601c8ae1ab None None] Subscribe: port after_delete 55550000 {{(pid=104414) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 07:27:23.115561 dv-cinder-825492-15-iscsi neutron-server[104414]: DEBUG neutron_lib.callbacks.manager [None req-02ce3341-ff4e-4b1d-a870-73601c8ae1ab None None] Subscribe: port after_update 55550000 {{(pid=104414) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 07:27:23.116333 dv-cinder-825492-15-iscsi neutron-server[104414]: DEBUG neutron_lib.callbacks.manager [None req-02ce3341-ff4e-4b1d-a870-73601c8ae1ab None None] Subscribe: > router before_create 55550100 {{(pid=104414) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 07:27:23.116722 dv-cinder-825492-15-iscsi neutron-server[104414]: DEBUG neutron_lib.callbacks.manager [None req-02ce3341-ff4e-4b1d-a870-73601c8ae1ab None None] Subscribe: > router precommit_delete 55550100 {{(pid=104414) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 07:27:23.117078 dv-cinder-825492-15-iscsi neutron-server[104414]: DEBUG neutron_lib.callbacks.manager [None req-02ce3341-ff4e-4b1d-a870-73601c8ae1ab None None] Subscribe: > router precommit_create 55550100 {{(pid=104414) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 07:27:23.117426 dv-cinder-825492-15-iscsi neutron-server[104414]: DEBUG neutron_lib.callbacks.manager [None req-02ce3341-ff4e-4b1d-a870-73601c8ae1ab None None] Subscribe: > router precommit_update 55550100 {{(pid=104414) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 07:27:23.122244 dv-cinder-825492-15-iscsi neutron-server[104414]: DEBUG neutron.services.provider_configuration [None req-02ce3341-ff4e-4b1d-a870-73601c8ae1ab None None] Service providers = [] {{(pid=104414) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} May 25 07:27:23.122603 dv-cinder-825492-15-iscsi neutron-server[104414]: DEBUG neutron.db.servicetype_db [None req-02ce3341-ff4e-4b1d-a870-73601c8ae1ab None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=104414) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} May 25 07:27:23.125513 dv-cinder-825492-15-iscsi neutron-server[104414]: DEBUG neutron.services.service_base [None req-02ce3341-ff4e-4b1d-a870-73601c8ae1ab None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=104414) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} May 25 07:27:23.125856 dv-cinder-825492-15-iscsi neutron-server[104414]: DEBUG neutron.services.service_base [None req-02ce3341-ff4e-4b1d-a870-73601c8ae1ab None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=104414) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} May 25 07:27:23.126190 dv-cinder-825492-15-iscsi neutron-server[104414]: DEBUG neutron.services.service_base [None req-02ce3341-ff4e-4b1d-a870-73601c8ae1ab None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=104414) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} May 25 07:27:23.127074 dv-cinder-825492-15-iscsi neutron-server[104414]: DEBUG neutron.services.service_base [None req-02ce3341-ff4e-4b1d-a870-73601c8ae1ab None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=104414) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} May 25 07:27:23.127442 dv-cinder-825492-15-iscsi neutron-server[104414]: INFO neutron.services.service_base [None req-02ce3341-ff4e-4b1d-a870-73601c8ae1ab None None] Default provider is not specified for service type L3_ROUTER_NAT May 25 07:27:23.127814 dv-cinder-825492-15-iscsi neutron-server[104414]: DEBUG neutron.manager [None req-02ce3341-ff4e-4b1d-a870-73601c8ae1ab None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=104414) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 25 07:27:23.128126 dv-cinder-825492-15-iscsi neutron-server[104414]: INFO neutron.manager [None req-02ce3341-ff4e-4b1d-a870-73601c8ae1ab None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin May 25 07:27:23.138544 dv-cinder-825492-15-iscsi neutron-server[104414]: DEBUG neutron.manager [None req-02ce3341-ff4e-4b1d-a870-73601c8ae1ab None None] Successfully loaded METERING plugin. Description: METERING {{(pid=104414) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 25 07:27:23.138872 dv-cinder-825492-15-iscsi neutron-server[104414]: INFO neutron.manager [None req-02ce3341-ff4e-4b1d-a870-73601c8ae1ab None None] Loading Plugin: auto_allocate May 25 07:27:23.144633 dv-cinder-825492-15-iscsi neutron-server[104414]: DEBUG neutron_lib.callbacks.manager [None req-02ce3341-ff4e-4b1d-a870-73601c8ae1ab None None] Subscribe: network precommit_update 55550000 {{(pid=104414) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 07:27:23.144998 dv-cinder-825492-15-iscsi neutron-server[104414]: DEBUG neutron_lib.callbacks.manager [None req-02ce3341-ff4e-4b1d-a870-73601c8ae1ab None None] Subscribe: network precommit_create 55550000 {{(pid=104414) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 07:27:23.145506 dv-cinder-825492-15-iscsi neutron-server[104414]: DEBUG neutron.manager [None req-02ce3341-ff4e-4b1d-a870-73601c8ae1ab None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=104414) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 25 07:27:23.145819 dv-cinder-825492-15-iscsi neutron-server[104414]: INFO neutron.manager [None req-02ce3341-ff4e-4b1d-a870-73601c8ae1ab None None] Loading Plugin: tag May 25 07:27:23.152876 dv-cinder-825492-15-iscsi neutron-server[104414]: DEBUG neutron.manager [None req-02ce3341-ff4e-4b1d-a870-73601c8ae1ab None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=104414) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 25 07:27:23.153198 dv-cinder-825492-15-iscsi neutron-server[104414]: INFO neutron.manager [None req-02ce3341-ff4e-4b1d-a870-73601c8ae1ab None None] Loading Plugin: timestamp May 25 07:27:23.157266 dv-cinder-825492-15-iscsi neutron-server[104414]: DEBUG neutron.manager [None req-02ce3341-ff4e-4b1d-a870-73601c8ae1ab None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=104414) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 25 07:27:23.157585 dv-cinder-825492-15-iscsi neutron-server[104414]: INFO neutron.manager [None req-02ce3341-ff4e-4b1d-a870-73601c8ae1ab None None] Loading Plugin: network_ip_availability May 25 07:27:23.163063 dv-cinder-825492-15-iscsi neutron-server[104414]: DEBUG neutron_lib.callbacks.manager [None req-02ce3341-ff4e-4b1d-a870-73601c8ae1ab None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=104414) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 07:27:23.163433 dv-cinder-825492-15-iscsi neutron-server[104414]: DEBUG neutron_lib.callbacks.manager [None req-02ce3341-ff4e-4b1d-a870-73601c8ae1ab None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=104414) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 07:27:23.163781 dv-cinder-825492-15-iscsi neutron-server[104414]: DEBUG neutron_lib.callbacks.manager [None req-02ce3341-ff4e-4b1d-a870-73601c8ae1ab None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=104414) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 07:27:23.164510 dv-cinder-825492-15-iscsi neutron-server[104414]: DEBUG neutron.manager [None req-02ce3341-ff4e-4b1d-a870-73601c8ae1ab None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=104414) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 25 07:27:23.164828 dv-cinder-825492-15-iscsi neutron-server[104414]: INFO neutron.manager [None req-02ce3341-ff4e-4b1d-a870-73601c8ae1ab None None] Loading Plugin: flavors May 25 07:27:23.170035 dv-cinder-825492-15-iscsi neutron-server[104414]: DEBUG neutron.manager [None req-02ce3341-ff4e-4b1d-a870-73601c8ae1ab None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=104414) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 25 07:27:23.170360 dv-cinder-825492-15-iscsi neutron-server[104414]: INFO neutron.manager [None req-02ce3341-ff4e-4b1d-a870-73601c8ae1ab None None] Loading Plugin: revisions May 25 07:27:23.174570 dv-cinder-825492-15-iscsi neutron-server[104414]: DEBUG neutron.manager [None req-02ce3341-ff4e-4b1d-a870-73601c8ae1ab None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=104414) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 25 07:27:23.174960 dv-cinder-825492-15-iscsi neutron-server[104414]: DEBUG oslo_concurrency.lockutils [None req-02ce3341-ff4e-4b1d-a870-73601c8ae1ab None None] Lock "manager" "released" by "neutron.manager.NeutronManager._create_instance" :: held 2.404s {{(pid=104414) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} May 25 07:27:23.175687 dv-cinder-825492-15-iscsi neutron-server[104414]: DEBUG neutron.api.extensions [None req-02ce3341-ff4e-4b1d-a870-73601c8ae1ab None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=104414) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:640}} May 25 07:27:23.176018 dv-cinder-825492-15-iscsi neutron-server[104414]: INFO neutron.api.extensions [None req-02ce3341-ff4e-4b1d-a870-73601c8ae1ab None None] Initializing extension manager. May 25 07:27:23.176562 dv-cinder-825492-15-iscsi neutron-server[104414]: DEBUG neutron.api.extensions [None req-02ce3341-ff4e-4b1d-a870-73601c8ae1ab None None] Loading extension file: __init__.py {{(pid=104414) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 25 07:27:23.176902 dv-cinder-825492-15-iscsi neutron-server[104414]: DEBUG neutron.api.extensions [None req-02ce3341-ff4e-4b1d-a870-73601c8ae1ab None None] Loading extension file: __pycache__ {{(pid=104414) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 25 07:27:23.177228 dv-cinder-825492-15-iscsi neutron-server[104414]: DEBUG neutron.api.extensions [None req-02ce3341-ff4e-4b1d-a870-73601c8ae1ab None None] Loading extension file: _port_mac_address_override.py {{(pid=104414) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 25 07:27:23.177552 dv-cinder-825492-15-iscsi neutron-server[104414]: DEBUG neutron.api.extensions [None req-02ce3341-ff4e-4b1d-a870-73601c8ae1ab None None] Loading extension file: address_group.py {{(pid=104414) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 25 07:27:23.178481 dv-cinder-825492-15-iscsi neutron-server[104414]: DEBUG neutron.api.extensions [None req-02ce3341-ff4e-4b1d-a870-73601c8ae1ab None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=104414) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 25 07:27:23.179038 dv-cinder-825492-15-iscsi neutron-server[104414]: INFO neutron.api.extensions [None req-02ce3341-ff4e-4b1d-a870-73601c8ae1ab None None] Loaded extension: address-group May 25 07:27:23.179354 dv-cinder-825492-15-iscsi neutron-server[104414]: DEBUG neutron.api.extensions [None req-02ce3341-ff4e-4b1d-a870-73601c8ae1ab None None] Loading extension file: address_scope.py {{(pid=104414) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 25 07:27:23.180064 dv-cinder-825492-15-iscsi neutron-server[104414]: DEBUG neutron.api.extensions [None req-02ce3341-ff4e-4b1d-a870-73601c8ae1ab None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=104414) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 25 07:27:23.180606 dv-cinder-825492-15-iscsi neutron-server[104414]: INFO neutron.api.extensions [None req-02ce3341-ff4e-4b1d-a870-73601c8ae1ab None None] Loaded extension: address-scope May 25 07:27:23.180924 dv-cinder-825492-15-iscsi neutron-server[104414]: DEBUG neutron.api.extensions [None req-02ce3341-ff4e-4b1d-a870-73601c8ae1ab None None] Loading extension file: admin_state_down_before_update.py {{(pid=104414) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 25 07:27:23.181902 dv-cinder-825492-15-iscsi neutron-server[104414]: DEBUG neutron.api.extensions [None req-02ce3341-ff4e-4b1d-a870-73601c8ae1ab None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=104414) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 25 07:27:23.182538 dv-cinder-825492-15-iscsi neutron-server[104414]: INFO neutron.api.extensions [None req-02ce3341-ff4e-4b1d-a870-73601c8ae1ab None None] Loaded extension: router-admin-state-down-before-update May 25 07:27:23.182861 dv-cinder-825492-15-iscsi neutron-server[104414]: DEBUG neutron.api.extensions [None req-02ce3341-ff4e-4b1d-a870-73601c8ae1ab None None] Loading extension file: agent.py {{(pid=104414) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 25 07:27:23.183564 dv-cinder-825492-15-iscsi neutron-server[104414]: DEBUG neutron.api.extensions [None req-02ce3341-ff4e-4b1d-a870-73601c8ae1ab None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=104414) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 25 07:27:23.184066 dv-cinder-825492-15-iscsi neutron-server[104414]: INFO neutron.api.extensions [None req-02ce3341-ff4e-4b1d-a870-73601c8ae1ab None None] Loaded extension: agent May 25 07:27:23.184381 dv-cinder-825492-15-iscsi neutron-server[104414]: DEBUG neutron.api.extensions [None req-02ce3341-ff4e-4b1d-a870-73601c8ae1ab None None] Loading extension file: agent_resources_synced.py {{(pid=104414) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 25 07:27:23.185317 dv-cinder-825492-15-iscsi neutron-server[104414]: DEBUG neutron.api.extensions [None req-02ce3341-ff4e-4b1d-a870-73601c8ae1ab None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=104414) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 25 07:27:23.185827 dv-cinder-825492-15-iscsi neutron-server[104414]: INFO neutron.api.extensions [None req-02ce3341-ff4e-4b1d-a870-73601c8ae1ab None None] Loaded extension: agent-resources-synced May 25 07:27:23.186144 dv-cinder-825492-15-iscsi neutron-server[104414]: DEBUG neutron.api.extensions [None req-02ce3341-ff4e-4b1d-a870-73601c8ae1ab None None] Loading extension file: allowedaddresspairs.py {{(pid=104414) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 25 07:27:23.187904 dv-cinder-825492-15-iscsi neutron-server[104414]: DEBUG neutron.api.extensions [None req-02ce3341-ff4e-4b1d-a870-73601c8ae1ab None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=104414) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 25 07:27:23.188560 dv-cinder-825492-15-iscsi neutron-server[104414]: INFO neutron.api.extensions [None req-02ce3341-ff4e-4b1d-a870-73601c8ae1ab None None] Loaded extension: allowed-address-pairs May 25 07:27:23.188888 dv-cinder-825492-15-iscsi neutron-server[104414]: DEBUG neutron.api.extensions [None req-02ce3341-ff4e-4b1d-a870-73601c8ae1ab None None] Loading extension file: auto_allocated_topology.py {{(pid=104414) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 25 07:27:23.189946 dv-cinder-825492-15-iscsi neutron-server[104414]: DEBUG neutron.api.extensions [None req-02ce3341-ff4e-4b1d-a870-73601c8ae1ab None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=104414) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 25 07:27:23.190461 dv-cinder-825492-15-iscsi neutron-server[104414]: INFO neutron.api.extensions [None req-02ce3341-ff4e-4b1d-a870-73601c8ae1ab None None] Loaded extension: auto-allocated-topology May 25 07:27:23.190782 dv-cinder-825492-15-iscsi neutron-server[104414]: DEBUG neutron.api.extensions [None req-02ce3341-ff4e-4b1d-a870-73601c8ae1ab None None] Loading extension file: availability_zone.py {{(pid=104414) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 25 07:27:23.191474 dv-cinder-825492-15-iscsi neutron-server[104414]: DEBUG neutron.api.extensions [None req-02ce3341-ff4e-4b1d-a870-73601c8ae1ab None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=104414) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 25 07:27:23.191983 dv-cinder-825492-15-iscsi neutron-server[104414]: INFO neutron.api.extensions [None req-02ce3341-ff4e-4b1d-a870-73601c8ae1ab None None] Loaded extension: availability_zone May 25 07:27:23.192301 dv-cinder-825492-15-iscsi neutron-server[104414]: DEBUG neutron.api.extensions [None req-02ce3341-ff4e-4b1d-a870-73601c8ae1ab None None] Loading extension file: availability_zone_filter.py {{(pid=104414) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 25 07:27:23.193229 dv-cinder-825492-15-iscsi neutron-server[104414]: DEBUG neutron.api.extensions [None req-02ce3341-ff4e-4b1d-a870-73601c8ae1ab None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=104414) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 25 07:27:23.193739 dv-cinder-825492-15-iscsi neutron-server[104414]: INFO neutron.api.extensions [None req-02ce3341-ff4e-4b1d-a870-73601c8ae1ab None None] Loaded extension: availability_zone_filter May 25 07:27:23.194055 dv-cinder-825492-15-iscsi neutron-server[104414]: DEBUG neutron.api.extensions [None req-02ce3341-ff4e-4b1d-a870-73601c8ae1ab None None] Loading extension file: data_plane_status.py {{(pid=104414) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 25 07:27:23.194946 dv-cinder-825492-15-iscsi neutron-server[104414]: DEBUG neutron.api.extensions [None req-02ce3341-ff4e-4b1d-a870-73601c8ae1ab None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=104414) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 25 07:27:23.195451 dv-cinder-825492-15-iscsi neutron-server[104414]: INFO neutron.api.extensions [None req-02ce3341-ff4e-4b1d-a870-73601c8ae1ab None None] Extension data-plane-status not supported by any of loaded plugins May 25 07:27:23.195766 dv-cinder-825492-15-iscsi neutron-server[104414]: DEBUG neutron.api.extensions [None req-02ce3341-ff4e-4b1d-a870-73601c8ae1ab None None] Loading extension file: default_subnetpools.py {{(pid=104414) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 25 07:27:23.196687 dv-cinder-825492-15-iscsi neutron-server[104414]: DEBUG neutron.api.extensions [None req-02ce3341-ff4e-4b1d-a870-73601c8ae1ab None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=104414) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 25 07:27:23.197193 dv-cinder-825492-15-iscsi neutron-server[104414]: INFO neutron.api.extensions [None req-02ce3341-ff4e-4b1d-a870-73601c8ae1ab None None] Loaded extension: default-subnetpools May 25 07:27:23.197552 dv-cinder-825492-15-iscsi neutron-server[104414]: DEBUG neutron.api.extensions [None req-02ce3341-ff4e-4b1d-a870-73601c8ae1ab None None] Loading extension file: dhcpagentscheduler.py {{(pid=104414) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 25 07:27:23.198517 dv-cinder-825492-15-iscsi neutron-server[104414]: DEBUG neutron.api.extensions [None req-02ce3341-ff4e-4b1d-a870-73601c8ae1ab None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=104414) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 25 07:27:23.199027 dv-cinder-825492-15-iscsi neutron-server[104414]: INFO neutron.api.extensions [None req-02ce3341-ff4e-4b1d-a870-73601c8ae1ab None None] Loaded extension: dhcp_agent_scheduler May 25 07:27:23.199345 dv-cinder-825492-15-iscsi neutron-server[104414]: DEBUG neutron.api.extensions [None req-02ce3341-ff4e-4b1d-a870-73601c8ae1ab None None] Loading extension file: dns.py {{(pid=104414) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 25 07:27:23.200249 dv-cinder-825492-15-iscsi neutron-server[104414]: DEBUG neutron.api.extensions [None req-02ce3341-ff4e-4b1d-a870-73601c8ae1ab None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=104414) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 25 07:27:23.200781 dv-cinder-825492-15-iscsi neutron-server[104414]: INFO neutron.api.extensions [None req-02ce3341-ff4e-4b1d-a870-73601c8ae1ab None None] Extension dns-integration not supported by any of loaded plugins May 25 07:27:23.201102 dv-cinder-825492-15-iscsi neutron-server[104414]: DEBUG neutron.api.extensions [None req-02ce3341-ff4e-4b1d-a870-73601c8ae1ab None None] Loading extension file: dns_domain_ports.py {{(pid=104414) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 25 07:27:23.202005 dv-cinder-825492-15-iscsi neutron-server[104414]: DEBUG neutron.api.extensions [None req-02ce3341-ff4e-4b1d-a870-73601c8ae1ab None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=104414) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 25 07:27:23.202509 dv-cinder-825492-15-iscsi neutron-server[104414]: INFO neutron.api.extensions [None req-02ce3341-ff4e-4b1d-a870-73601c8ae1ab None None] Extension dns-domain-ports not supported by any of loaded plugins May 25 07:27:23.202827 dv-cinder-825492-15-iscsi neutron-server[104414]: DEBUG neutron.api.extensions [None req-02ce3341-ff4e-4b1d-a870-73601c8ae1ab None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=104414) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 25 07:27:23.203738 dv-cinder-825492-15-iscsi neutron-server[104414]: DEBUG neutron.api.extensions [None req-02ce3341-ff4e-4b1d-a870-73601c8ae1ab None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=104414) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 25 07:27:23.204243 dv-cinder-825492-15-iscsi neutron-server[104414]: INFO neutron.api.extensions [None req-02ce3341-ff4e-4b1d-a870-73601c8ae1ab None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins May 25 07:27:23.204594 dv-cinder-825492-15-iscsi neutron-server[104414]: DEBUG neutron.api.extensions [None req-02ce3341-ff4e-4b1d-a870-73601c8ae1ab None None] Loading extension file: dvr.py {{(pid=104414) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 25 07:27:23.205265 dv-cinder-825492-15-iscsi neutron-server[104414]: DEBUG neutron.api.extensions [None req-02ce3341-ff4e-4b1d-a870-73601c8ae1ab None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=104414) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 25 07:27:23.205771 dv-cinder-825492-15-iscsi neutron-server[104414]: INFO neutron.api.extensions [None req-02ce3341-ff4e-4b1d-a870-73601c8ae1ab None None] Loaded extension: dvr May 25 07:27:23.206086 dv-cinder-825492-15-iscsi neutron-server[104414]: DEBUG neutron.api.extensions [None req-02ce3341-ff4e-4b1d-a870-73601c8ae1ab None None] Loading extension file: ecmp_routes.py {{(pid=104414) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 25 07:27:23.206986 dv-cinder-825492-15-iscsi neutron-server[104414]: DEBUG neutron.api.extensions [None req-02ce3341-ff4e-4b1d-a870-73601c8ae1ab None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=104414) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 25 07:27:23.207488 dv-cinder-825492-15-iscsi neutron-server[104414]: INFO neutron.api.extensions [None req-02ce3341-ff4e-4b1d-a870-73601c8ae1ab None None] Extension ecmp_routes not supported by any of loaded plugins May 25 07:27:23.207802 dv-cinder-825492-15-iscsi neutron-server[104414]: DEBUG neutron.api.extensions [None req-02ce3341-ff4e-4b1d-a870-73601c8ae1ab None None] Loading extension file: empty_string_filtering.py {{(pid=104414) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 25 07:27:23.208734 dv-cinder-825492-15-iscsi neutron-server[104414]: DEBUG neutron.api.extensions [None req-02ce3341-ff4e-4b1d-a870-73601c8ae1ab None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=104414) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 25 07:27:23.209239 dv-cinder-825492-15-iscsi neutron-server[104414]: INFO neutron.api.extensions [None req-02ce3341-ff4e-4b1d-a870-73601c8ae1ab None None] Loaded extension: empty-string-filtering May 25 07:27:23.209552 dv-cinder-825492-15-iscsi neutron-server[104414]: DEBUG neutron.api.extensions [None req-02ce3341-ff4e-4b1d-a870-73601c8ae1ab None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=104414) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 25 07:27:23.210451 dv-cinder-825492-15-iscsi neutron-server[104414]: DEBUG neutron.api.extensions [None req-02ce3341-ff4e-4b1d-a870-73601c8ae1ab None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=104414) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 25 07:27:23.210949 dv-cinder-825492-15-iscsi neutron-server[104414]: INFO neutron.api.extensions [None req-02ce3341-ff4e-4b1d-a870-73601c8ae1ab None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins May 25 07:27:23.211262 dv-cinder-825492-15-iscsi neutron-server[104414]: DEBUG neutron.api.extensions [None req-02ce3341-ff4e-4b1d-a870-73601c8ae1ab None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=104414) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 25 07:27:23.212156 dv-cinder-825492-15-iscsi neutron-server[104414]: DEBUG neutron.api.extensions [None req-02ce3341-ff4e-4b1d-a870-73601c8ae1ab None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=104414) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 25 07:27:23.212682 dv-cinder-825492-15-iscsi neutron-server[104414]: INFO neutron.api.extensions [None req-02ce3341-ff4e-4b1d-a870-73601c8ae1ab None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins May 25 07:27:23.212999 dv-cinder-825492-15-iscsi neutron-server[104414]: DEBUG neutron.api.extensions [None req-02ce3341-ff4e-4b1d-a870-73601c8ae1ab None None] Loading extension file: external_net.py {{(pid=104414) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 25 07:27:23.214648 dv-cinder-825492-15-iscsi neutron-server[104414]: DEBUG neutron.api.extensions [None req-02ce3341-ff4e-4b1d-a870-73601c8ae1ab None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=104414) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 25 07:27:23.215153 dv-cinder-825492-15-iscsi neutron-server[104414]: INFO neutron.api.extensions [None req-02ce3341-ff4e-4b1d-a870-73601c8ae1ab None None] Loaded extension: external-net May 25 07:27:23.215470 dv-cinder-825492-15-iscsi neutron-server[104414]: DEBUG neutron.api.extensions [None req-02ce3341-ff4e-4b1d-a870-73601c8ae1ab None None] Loading extension file: extra_dhcp_opt.py {{(pid=104414) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 25 07:27:23.216373 dv-cinder-825492-15-iscsi neutron-server[104414]: DEBUG neutron.api.extensions [None req-02ce3341-ff4e-4b1d-a870-73601c8ae1ab None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=104414) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 25 07:27:23.216913 dv-cinder-825492-15-iscsi neutron-server[104414]: INFO neutron.api.extensions [None req-02ce3341-ff4e-4b1d-a870-73601c8ae1ab None None] Loaded extension: extra_dhcp_opt May 25 07:27:23.217232 dv-cinder-825492-15-iscsi neutron-server[104414]: DEBUG neutron.api.extensions [None req-02ce3341-ff4e-4b1d-a870-73601c8ae1ab None None] Loading extension file: extraroute.py {{(pid=104414) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 25 07:27:23.218126 dv-cinder-825492-15-iscsi neutron-server[104414]: DEBUG neutron.api.extensions [None req-02ce3341-ff4e-4b1d-a870-73601c8ae1ab None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=104414) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 25 07:27:23.218629 dv-cinder-825492-15-iscsi neutron-server[104414]: INFO neutron.api.extensions [None req-02ce3341-ff4e-4b1d-a870-73601c8ae1ab None None] Loaded extension: extraroute May 25 07:27:23.218946 dv-cinder-825492-15-iscsi neutron-server[104414]: DEBUG neutron.api.extensions [None req-02ce3341-ff4e-4b1d-a870-73601c8ae1ab None None] Loading extension file: extraroute_atomic.py {{(pid=104414) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 25 07:27:23.219972 dv-cinder-825492-15-iscsi neutron-server[104414]: DEBUG neutron.api.extensions [None req-02ce3341-ff4e-4b1d-a870-73601c8ae1ab None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=104414) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 25 07:27:23.220495 dv-cinder-825492-15-iscsi neutron-server[104414]: INFO neutron.api.extensions [None req-02ce3341-ff4e-4b1d-a870-73601c8ae1ab None None] Loaded extension: extraroute-atomic May 25 07:27:23.220817 dv-cinder-825492-15-iscsi neutron-server[104414]: DEBUG neutron.api.extensions [None req-02ce3341-ff4e-4b1d-a870-73601c8ae1ab None None] Loading extension file: filter_validation.py {{(pid=104414) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 25 07:27:23.221475 dv-cinder-825492-15-iscsi neutron-server[104414]: DEBUG neutron.api.extensions [None req-02ce3341-ff4e-4b1d-a870-73601c8ae1ab None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=104414) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 25 07:27:23.221977 dv-cinder-825492-15-iscsi neutron-server[104414]: INFO neutron.api.extensions [None req-02ce3341-ff4e-4b1d-a870-73601c8ae1ab None None] Loaded extension: filter-validation May 25 07:27:23.222291 dv-cinder-825492-15-iscsi neutron-server[104414]: DEBUG neutron.api.extensions [None req-02ce3341-ff4e-4b1d-a870-73601c8ae1ab None None] Loading extension file: fip_pf_description.py {{(pid=104414) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 25 07:27:23.223192 dv-cinder-825492-15-iscsi neutron-server[104414]: DEBUG neutron.api.extensions [None req-02ce3341-ff4e-4b1d-a870-73601c8ae1ab None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=104414) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 25 07:27:23.223698 dv-cinder-825492-15-iscsi neutron-server[104414]: INFO neutron.api.extensions [None req-02ce3341-ff4e-4b1d-a870-73601c8ae1ab None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins May 25 07:27:23.224013 dv-cinder-825492-15-iscsi neutron-server[104414]: DEBUG neutron.api.extensions [None req-02ce3341-ff4e-4b1d-a870-73601c8ae1ab None None] Loading extension file: fip_pf_port_range.py {{(pid=104414) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 25 07:27:23.224968 dv-cinder-825492-15-iscsi neutron-server[104414]: DEBUG neutron.api.extensions [None req-02ce3341-ff4e-4b1d-a870-73601c8ae1ab None None] Ext name="Floating IP Port Forwarding support port ranges" alias="floating-ip-port-forwarding-port-ranges" description="Add suport to port ranges" updated="2020-07-01T10:00:00-00:00" {{(pid=104414) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 25 07:27:23.225473 dv-cinder-825492-15-iscsi neutron-server[104414]: INFO neutron.api.extensions [None req-02ce3341-ff4e-4b1d-a870-73601c8ae1ab None None] Extension floating-ip-port-forwarding-port-ranges not supported by any of loaded plugins May 25 07:27:23.226044 dv-cinder-825492-15-iscsi neutron-server[104414]: DEBUG neutron.api.extensions [None req-02ce3341-ff4e-4b1d-a870-73601c8ae1ab None None] Loading extension file: fip_port_details.py {{(pid=104414) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 25 07:27:23.226955 dv-cinder-825492-15-iscsi neutron-server[104414]: DEBUG neutron.api.extensions [None req-02ce3341-ff4e-4b1d-a870-73601c8ae1ab None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=104414) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 25 07:27:23.227462 dv-cinder-825492-15-iscsi neutron-server[104414]: INFO neutron.api.extensions [None req-02ce3341-ff4e-4b1d-a870-73601c8ae1ab None None] Loaded extension: fip-port-details May 25 07:27:23.227778 dv-cinder-825492-15-iscsi neutron-server[104414]: DEBUG neutron.api.extensions [None req-02ce3341-ff4e-4b1d-a870-73601c8ae1ab None None] Loading extension file: flavors.py {{(pid=104414) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 25 07:27:23.229649 dv-cinder-825492-15-iscsi neutron-server[104414]: DEBUG neutron.api.extensions [None req-02ce3341-ff4e-4b1d-a870-73601c8ae1ab None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=104414) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 25 07:27:23.230289 dv-cinder-825492-15-iscsi neutron-server[104414]: INFO neutron.api.extensions [None req-02ce3341-ff4e-4b1d-a870-73601c8ae1ab None None] Loaded extension: flavors May 25 07:27:23.230610 dv-cinder-825492-15-iscsi neutron-server[104414]: DEBUG neutron.api.extensions [None req-02ce3341-ff4e-4b1d-a870-73601c8ae1ab None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=104414) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 25 07:27:23.232233 dv-cinder-825492-15-iscsi neutron-server[104414]: DEBUG neutron.api.extensions [None req-02ce3341-ff4e-4b1d-a870-73601c8ae1ab None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=104414) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 25 07:27:23.232784 dv-cinder-825492-15-iscsi neutron-server[104414]: INFO neutron.api.extensions [None req-02ce3341-ff4e-4b1d-a870-73601c8ae1ab None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins May 25 07:27:23.233112 dv-cinder-825492-15-iscsi neutron-server[104414]: DEBUG neutron.api.extensions [None req-02ce3341-ff4e-4b1d-a870-73601c8ae1ab None None] Loading extension file: floatingip_pools.py {{(pid=104414) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 25 07:27:23.233946 dv-cinder-825492-15-iscsi neutron-server[104414]: DEBUG neutron.api.extensions [None req-02ce3341-ff4e-4b1d-a870-73601c8ae1ab None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=104414) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 25 07:27:23.234462 dv-cinder-825492-15-iscsi neutron-server[104414]: INFO neutron.api.extensions [None req-02ce3341-ff4e-4b1d-a870-73601c8ae1ab None None] Loaded extension: floatingip-pools May 25 07:27:23.234784 dv-cinder-825492-15-iscsi neutron-server[104414]: DEBUG neutron.api.extensions [None req-02ce3341-ff4e-4b1d-a870-73601c8ae1ab None None] Loading extension file: ip_allocation.py {{(pid=104414) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 25 07:27:23.235698 dv-cinder-825492-15-iscsi neutron-server[104414]: DEBUG neutron.api.extensions [None req-02ce3341-ff4e-4b1d-a870-73601c8ae1ab None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=104414) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 25 07:27:23.236207 dv-cinder-825492-15-iscsi neutron-server[104414]: INFO neutron.api.extensions [None req-02ce3341-ff4e-4b1d-a870-73601c8ae1ab None None] Extension ip_allocation not supported by any of loaded plugins May 25 07:27:23.236554 dv-cinder-825492-15-iscsi neutron-server[104414]: DEBUG neutron.api.extensions [None req-02ce3341-ff4e-4b1d-a870-73601c8ae1ab None None] Loading extension file: ip_substring_port_filtering.py {{(pid=104414) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 25 07:27:23.237468 dv-cinder-825492-15-iscsi neutron-server[104414]: DEBUG neutron.api.extensions [None req-02ce3341-ff4e-4b1d-a870-73601c8ae1ab None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=104414) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 25 07:27:23.237974 dv-cinder-825492-15-iscsi neutron-server[104414]: INFO neutron.api.extensions [None req-02ce3341-ff4e-4b1d-a870-73601c8ae1ab None None] Loaded extension: ip-substring-filtering May 25 07:27:23.238296 dv-cinder-825492-15-iscsi neutron-server[104414]: DEBUG neutron.api.extensions [None req-02ce3341-ff4e-4b1d-a870-73601c8ae1ab None None] Loading extension file: l2_adjacency.py {{(pid=104414) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 25 07:27:23.239203 dv-cinder-825492-15-iscsi neutron-server[104414]: DEBUG neutron.api.extensions [None req-02ce3341-ff4e-4b1d-a870-73601c8ae1ab None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=104414) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 25 07:27:23.239707 dv-cinder-825492-15-iscsi neutron-server[104414]: INFO neutron.api.extensions [None req-02ce3341-ff4e-4b1d-a870-73601c8ae1ab None None] Extension l2_adjacency not supported by any of loaded plugins May 25 07:27:23.240026 dv-cinder-825492-15-iscsi neutron-server[104414]: DEBUG neutron.api.extensions [None req-02ce3341-ff4e-4b1d-a870-73601c8ae1ab None None] Loading extension file: l3.py {{(pid=104414) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 25 07:27:23.241019 dv-cinder-825492-15-iscsi neutron-server[104414]: DEBUG neutron.api.extensions [None req-02ce3341-ff4e-4b1d-a870-73601c8ae1ab None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=104414) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 25 07:27:23.241533 dv-cinder-825492-15-iscsi neutron-server[104414]: INFO neutron.api.extensions [None req-02ce3341-ff4e-4b1d-a870-73601c8ae1ab None None] Loaded extension: router May 25 07:27:23.241853 dv-cinder-825492-15-iscsi neutron-server[104414]: DEBUG neutron.api.extensions [None req-02ce3341-ff4e-4b1d-a870-73601c8ae1ab None None] Loading extension file: l3_conntrack_helper.py {{(pid=104414) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 25 07:27:23.244032 dv-cinder-825492-15-iscsi neutron-server[104414]: DEBUG neutron.api.extensions [None req-02ce3341-ff4e-4b1d-a870-73601c8ae1ab None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=104414) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 25 07:27:23.244754 dv-cinder-825492-15-iscsi neutron-server[104414]: INFO neutron.api.extensions [None req-02ce3341-ff4e-4b1d-a870-73601c8ae1ab None None] Extension l3-conntrack-helper not supported by any of loaded plugins May 25 07:27:23.245169 dv-cinder-825492-15-iscsi neutron-server[104414]: DEBUG neutron.api.extensions [None req-02ce3341-ff4e-4b1d-a870-73601c8ae1ab None None] Loading extension file: l3_ext_gw_mode.py {{(pid=104414) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 25 07:27:23.246088 dv-cinder-825492-15-iscsi neutron-server[104414]: DEBUG neutron.api.extensions [None req-02ce3341-ff4e-4b1d-a870-73601c8ae1ab None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=104414) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 25 07:27:23.246606 dv-cinder-825492-15-iscsi neutron-server[104414]: INFO neutron.api.extensions [None req-02ce3341-ff4e-4b1d-a870-73601c8ae1ab None None] Loaded extension: ext-gw-mode May 25 07:27:23.246928 dv-cinder-825492-15-iscsi neutron-server[104414]: DEBUG neutron.api.extensions [None req-02ce3341-ff4e-4b1d-a870-73601c8ae1ab None None] Loading extension file: l3_ext_ha_mode.py {{(pid=104414) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 25 07:27:23.247864 dv-cinder-825492-15-iscsi neutron-server[104414]: DEBUG neutron.api.extensions [None req-02ce3341-ff4e-4b1d-a870-73601c8ae1ab None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=104414) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 25 07:27:23.248374 dv-cinder-825492-15-iscsi neutron-server[104414]: INFO neutron.api.extensions [None req-02ce3341-ff4e-4b1d-a870-73601c8ae1ab None None] Loaded extension: l3-ha May 25 07:27:23.248750 dv-cinder-825492-15-iscsi neutron-server[104414]: DEBUG neutron.api.extensions [None req-02ce3341-ff4e-4b1d-a870-73601c8ae1ab None None] Loading extension file: l3_ext_ndp_proxy.py {{(pid=104414) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 25 07:27:23.249654 dv-cinder-825492-15-iscsi neutron-server[104414]: DEBUG neutron.api.extensions [None req-02ce3341-ff4e-4b1d-a870-73601c8ae1ab None None] Ext name="Router support to enable NDP proxy" alias="l3-ext-ndp-proxy" description="Router extension to enable ndp proxy" updated="2020-08-25T00:00:00-00:00" {{(pid=104414) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 25 07:27:23.250161 dv-cinder-825492-15-iscsi neutron-server[104414]: INFO neutron.api.extensions [None req-02ce3341-ff4e-4b1d-a870-73601c8ae1ab None None] Extension l3-ext-ndp-proxy not supported by any of loaded plugins May 25 07:27:23.250478 dv-cinder-825492-15-iscsi neutron-server[104414]: DEBUG neutron.api.extensions [None req-02ce3341-ff4e-4b1d-a870-73601c8ae1ab None None] Loading extension file: l3_flavors.py {{(pid=104414) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 25 07:27:23.251383 dv-cinder-825492-15-iscsi neutron-server[104414]: DEBUG neutron.api.extensions [None req-02ce3341-ff4e-4b1d-a870-73601c8ae1ab None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=104414) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 25 07:27:23.251892 dv-cinder-825492-15-iscsi neutron-server[104414]: INFO neutron.api.extensions [None req-02ce3341-ff4e-4b1d-a870-73601c8ae1ab None None] Loaded extension: l3-flavors May 25 07:27:23.252211 dv-cinder-825492-15-iscsi neutron-server[104414]: DEBUG neutron.api.extensions [None req-02ce3341-ff4e-4b1d-a870-73601c8ae1ab None None] Loading extension file: l3_ndp_proxy.py {{(pid=104414) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 25 07:27:23.253591 dv-cinder-825492-15-iscsi neutron-server[104414]: DEBUG neutron.api.extensions [None req-02ce3341-ff4e-4b1d-a870-73601c8ae1ab None None] Ext name="name" alias="l3-ndp-proxy" description="description" updated="2021-06-29T10:00:00-00:00" {{(pid=104414) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 25 07:27:23.254118 dv-cinder-825492-15-iscsi neutron-server[104414]: INFO neutron.api.extensions [None req-02ce3341-ff4e-4b1d-a870-73601c8ae1ab None None] Extension l3-ndp-proxy not supported by any of loaded plugins May 25 07:27:23.254445 dv-cinder-825492-15-iscsi neutron-server[104414]: DEBUG neutron.api.extensions [None req-02ce3341-ff4e-4b1d-a870-73601c8ae1ab None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=104414) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 25 07:27:23.255352 dv-cinder-825492-15-iscsi neutron-server[104414]: DEBUG neutron.api.extensions [None req-02ce3341-ff4e-4b1d-a870-73601c8ae1ab None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=104414) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 25 07:27:23.255864 dv-cinder-825492-15-iscsi neutron-server[104414]: INFO neutron.api.extensions [None req-02ce3341-ff4e-4b1d-a870-73601c8ae1ab None None] Loaded extension: l3-port-ip-change-not-allowed May 25 07:27:23.256186 dv-cinder-825492-15-iscsi neutron-server[104414]: DEBUG neutron.api.extensions [None req-02ce3341-ff4e-4b1d-a870-73601c8ae1ab None None] Loading extension file: l3agentscheduler.py {{(pid=104414) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 25 07:27:23.257240 dv-cinder-825492-15-iscsi neutron-server[104414]: DEBUG neutron.api.extensions [None req-02ce3341-ff4e-4b1d-a870-73601c8ae1ab None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=104414) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 25 07:27:23.257754 dv-cinder-825492-15-iscsi neutron-server[104414]: INFO neutron.api.extensions [None req-02ce3341-ff4e-4b1d-a870-73601c8ae1ab None None] Loaded extension: l3_agent_scheduler May 25 07:27:23.258074 dv-cinder-825492-15-iscsi neutron-server[104414]: DEBUG neutron.api.extensions [None req-02ce3341-ff4e-4b1d-a870-73601c8ae1ab None None] Loading extension file: local_ip.py {{(pid=104414) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 25 07:27:23.259833 dv-cinder-825492-15-iscsi neutron-server[104414]: DEBUG neutron.api.extensions [None req-02ce3341-ff4e-4b1d-a870-73601c8ae1ab None None] Ext name="Local IP" alias="local_ip" description="Support Node Local Virtual IP" updated="2021-07-26T10:00:00-00:00" {{(pid=104414) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 25 07:27:23.260492 dv-cinder-825492-15-iscsi neutron-server[104414]: INFO neutron.api.extensions [None req-02ce3341-ff4e-4b1d-a870-73601c8ae1ab None None] Extension local_ip not supported by any of loaded plugins May 25 07:27:23.260836 dv-cinder-825492-15-iscsi neutron-server[104414]: DEBUG neutron.api.extensions [None req-02ce3341-ff4e-4b1d-a870-73601c8ae1ab None None] Loading extension file: logging.py {{(pid=104414) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 25 07:27:23.262297 dv-cinder-825492-15-iscsi neutron-server[104414]: DEBUG neutron.api.extensions [None req-02ce3341-ff4e-4b1d-a870-73601c8ae1ab None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=104414) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 25 07:27:23.262821 dv-cinder-825492-15-iscsi neutron-server[104414]: INFO neutron.api.extensions [None req-02ce3341-ff4e-4b1d-a870-73601c8ae1ab None None] Extension logging not supported by any of loaded plugins May 25 07:27:23.263146 dv-cinder-825492-15-iscsi neutron-server[104414]: DEBUG neutron.api.extensions [None req-02ce3341-ff4e-4b1d-a870-73601c8ae1ab None None] Loading extension file: metering.py {{(pid=104414) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 25 07:27:23.263885 dv-cinder-825492-15-iscsi neutron-server[104414]: DEBUG neutron.api.extensions [None req-02ce3341-ff4e-4b1d-a870-73601c8ae1ab None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=104414) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 25 07:27:23.264460 dv-cinder-825492-15-iscsi neutron-server[104414]: INFO neutron.api.extensions [None req-02ce3341-ff4e-4b1d-a870-73601c8ae1ab None None] Loaded extension: metering May 25 07:27:23.264805 dv-cinder-825492-15-iscsi neutron-server[104414]: DEBUG neutron.api.extensions [None req-02ce3341-ff4e-4b1d-a870-73601c8ae1ab None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=104414) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 25 07:27:23.265889 dv-cinder-825492-15-iscsi neutron-server[104414]: DEBUG neutron.api.extensions [None req-02ce3341-ff4e-4b1d-a870-73601c8ae1ab None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=104414) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 25 07:27:23.266400 dv-cinder-825492-15-iscsi neutron-server[104414]: INFO neutron.api.extensions [None req-02ce3341-ff4e-4b1d-a870-73601c8ae1ab None None] Loaded extension: metering_source_and_destination_fields May 25 07:27:23.266747 dv-cinder-825492-15-iscsi neutron-server[104414]: DEBUG neutron.api.extensions [None req-02ce3341-ff4e-4b1d-a870-73601c8ae1ab None None] Loading extension file: multiprovidernet.py {{(pid=104414) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 25 07:27:23.267787 dv-cinder-825492-15-iscsi neutron-server[104414]: DEBUG neutron.api.extensions [None req-02ce3341-ff4e-4b1d-a870-73601c8ae1ab None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=104414) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 25 07:27:23.268303 dv-cinder-825492-15-iscsi neutron-server[104414]: INFO neutron.api.extensions [None req-02ce3341-ff4e-4b1d-a870-73601c8ae1ab None None] Loaded extension: multi-provider May 25 07:27:23.268653 dv-cinder-825492-15-iscsi neutron-server[104414]: DEBUG neutron.api.extensions [None req-02ce3341-ff4e-4b1d-a870-73601c8ae1ab None None] Loading extension file: netmtu.py {{(pid=104414) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 25 07:27:23.269560 dv-cinder-825492-15-iscsi neutron-server[104414]: DEBUG neutron.api.extensions [None req-02ce3341-ff4e-4b1d-a870-73601c8ae1ab None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=104414) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 25 07:27:23.270067 dv-cinder-825492-15-iscsi neutron-server[104414]: INFO neutron.api.extensions [None req-02ce3341-ff4e-4b1d-a870-73601c8ae1ab None None] Loaded extension: net-mtu May 25 07:27:23.270383 dv-cinder-825492-15-iscsi neutron-server[104414]: DEBUG neutron.api.extensions [None req-02ce3341-ff4e-4b1d-a870-73601c8ae1ab None None] Loading extension file: netmtu_writable.py {{(pid=104414) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 25 07:27:23.271292 dv-cinder-825492-15-iscsi neutron-server[104414]: DEBUG neutron.api.extensions [None req-02ce3341-ff4e-4b1d-a870-73601c8ae1ab None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=104414) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 25 07:27:23.271802 dv-cinder-825492-15-iscsi neutron-server[104414]: INFO neutron.api.extensions [None req-02ce3341-ff4e-4b1d-a870-73601c8ae1ab None None] Loaded extension: net-mtu-writable May 25 07:27:23.272120 dv-cinder-825492-15-iscsi neutron-server[104414]: DEBUG neutron.api.extensions [None req-02ce3341-ff4e-4b1d-a870-73601c8ae1ab None None] Loading extension file: network_availability_zone.py {{(pid=104414) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 25 07:27:23.272811 dv-cinder-825492-15-iscsi neutron-server[104414]: DEBUG neutron.api.extensions [None req-02ce3341-ff4e-4b1d-a870-73601c8ae1ab None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=104414) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 25 07:27:23.273318 dv-cinder-825492-15-iscsi neutron-server[104414]: INFO neutron.api.extensions [None req-02ce3341-ff4e-4b1d-a870-73601c8ae1ab None None] Loaded extension: network_availability_zone May 25 07:27:23.273632 dv-cinder-825492-15-iscsi neutron-server[104414]: DEBUG neutron.api.extensions [None req-02ce3341-ff4e-4b1d-a870-73601c8ae1ab None None] Loading extension file: network_ip_availability.py {{(pid=104414) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 25 07:27:23.274728 dv-cinder-825492-15-iscsi neutron-server[104414]: DEBUG neutron.api.extensions [None req-02ce3341-ff4e-4b1d-a870-73601c8ae1ab None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=104414) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 25 07:27:23.275240 dv-cinder-825492-15-iscsi neutron-server[104414]: INFO neutron.api.extensions [None req-02ce3341-ff4e-4b1d-a870-73601c8ae1ab None None] Loaded extension: network-ip-availability May 25 07:27:23.276071 dv-cinder-825492-15-iscsi neutron-server[104414]: DEBUG neutron.api.extensions [None req-02ce3341-ff4e-4b1d-a870-73601c8ae1ab None None] Loading extension file: network_segment_range.py {{(pid=104414) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 25 07:27:23.276870 dv-cinder-825492-15-iscsi neutron-server[104414]: DEBUG neutron.api.extensions [None req-02ce3341-ff4e-4b1d-a870-73601c8ae1ab None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=104414) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 25 07:27:23.277374 dv-cinder-825492-15-iscsi neutron-server[104414]: INFO neutron.api.extensions [None req-02ce3341-ff4e-4b1d-a870-73601c8ae1ab None None] Extension network-segment-range not supported by any of loaded plugins May 25 07:27:23.277691 dv-cinder-825492-15-iscsi neutron-server[104414]: DEBUG neutron.api.extensions [None req-02ce3341-ff4e-4b1d-a870-73601c8ae1ab None None] Loading extension file: pagination.py {{(pid=104414) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 25 07:27:23.278661 dv-cinder-825492-15-iscsi neutron-server[104414]: DEBUG neutron.api.extensions [None req-02ce3341-ff4e-4b1d-a870-73601c8ae1ab None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=104414) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 25 07:27:23.278985 dv-cinder-825492-15-iscsi neutron-server[104414]: INFO neutron.api.extensions [None req-02ce3341-ff4e-4b1d-a870-73601c8ae1ab None None] Loaded extension: pagination May 25 07:27:23.279300 dv-cinder-825492-15-iscsi neutron-server[104414]: DEBUG neutron.api.extensions [None req-02ce3341-ff4e-4b1d-a870-73601c8ae1ab None None] Loading extension file: port_device_profile.py {{(pid=104414) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 25 07:27:23.280198 dv-cinder-825492-15-iscsi neutron-server[104414]: DEBUG neutron.api.extensions [None req-02ce3341-ff4e-4b1d-a870-73601c8ae1ab None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=104414) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 25 07:27:23.280731 dv-cinder-825492-15-iscsi neutron-server[104414]: INFO neutron.api.extensions [None req-02ce3341-ff4e-4b1d-a870-73601c8ae1ab None None] Loaded extension: port-device-profile May 25 07:27:23.281046 dv-cinder-825492-15-iscsi neutron-server[104414]: DEBUG neutron.api.extensions [None req-02ce3341-ff4e-4b1d-a870-73601c8ae1ab None None] Loading extension file: port_mac_address_override.py {{(pid=104414) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 25 07:27:23.281997 dv-cinder-825492-15-iscsi neutron-server[104414]: DEBUG neutron.api.extensions [None req-02ce3341-ff4e-4b1d-a870-73601c8ae1ab None None] Ext name="Neutron Port MAC address override" alias="port-mac-override" description="Allow overriding the MAC address of a direct-physical Port via the active binding profile" updated="2022-03-18T10:00:00-00:00" {{(pid=104414) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 25 07:27:23.282503 dv-cinder-825492-15-iscsi neutron-server[104414]: INFO neutron.api.extensions [None req-02ce3341-ff4e-4b1d-a870-73601c8ae1ab None None] Loaded extension: port-mac-override May 25 07:27:23.282817 dv-cinder-825492-15-iscsi neutron-server[104414]: DEBUG neutron.api.extensions [None req-02ce3341-ff4e-4b1d-a870-73601c8ae1ab None None] Loading extension file: port_mac_address_regenerate.py {{(pid=104414) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 25 07:27:23.283778 dv-cinder-825492-15-iscsi neutron-server[104414]: DEBUG neutron.api.extensions [None req-02ce3341-ff4e-4b1d-a870-73601c8ae1ab None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=104414) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 25 07:27:23.284288 dv-cinder-825492-15-iscsi neutron-server[104414]: INFO neutron.api.extensions [None req-02ce3341-ff4e-4b1d-a870-73601c8ae1ab None None] Loaded extension: port-mac-address-regenerate May 25 07:27:23.284632 dv-cinder-825492-15-iscsi neutron-server[104414]: DEBUG neutron.api.extensions [None req-02ce3341-ff4e-4b1d-a870-73601c8ae1ab None None] Loading extension file: port_numa_affinity_policy.py {{(pid=104414) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 25 07:27:23.292868 dv-cinder-825492-15-iscsi neutron-server[104414]: DEBUG neutron.api.extensions [None req-02ce3341-ff4e-4b1d-a870-73601c8ae1ab None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=104414) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 25 07:27:23.293327 dv-cinder-825492-15-iscsi neutron-server[104414]: INFO neutron.api.extensions [None req-02ce3341-ff4e-4b1d-a870-73601c8ae1ab None None] Loaded extension: port-numa-affinity-policy May 25 07:27:23.293644 dv-cinder-825492-15-iscsi neutron-server[104414]: DEBUG neutron.api.extensions [None req-02ce3341-ff4e-4b1d-a870-73601c8ae1ab None None] Loading extension file: port_resource_request.py {{(pid=104414) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 25 07:27:23.294552 dv-cinder-825492-15-iscsi neutron-server[104414]: DEBUG neutron.api.extensions [None req-02ce3341-ff4e-4b1d-a870-73601c8ae1ab None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=104414) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 25 07:27:23.295060 dv-cinder-825492-15-iscsi neutron-server[104414]: INFO neutron.api.extensions [None req-02ce3341-ff4e-4b1d-a870-73601c8ae1ab None None] Extension port-resource-request not supported by any of loaded plugins May 25 07:27:23.295374 dv-cinder-825492-15-iscsi neutron-server[104414]: DEBUG neutron.api.extensions [None req-02ce3341-ff4e-4b1d-a870-73601c8ae1ab None None] Loading extension file: port_resource_request_groups.py {{(pid=104414) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 25 07:27:23.296327 dv-cinder-825492-15-iscsi neutron-server[104414]: DEBUG neutron.api.extensions [None req-02ce3341-ff4e-4b1d-a870-73601c8ae1ab None None] Ext name="Port Resource Request Groups" alias="port-resource-request-groups" description="Support requesting multiple groups of resources and traits from the same RP subtree in resource_request" updated="2021-08-02T10:00:00-00:00" {{(pid=104414) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 25 07:27:23.296873 dv-cinder-825492-15-iscsi neutron-server[104414]: INFO neutron.api.extensions [None req-02ce3341-ff4e-4b1d-a870-73601c8ae1ab None None] Extension port-resource-request-groups not supported by any of loaded plugins May 25 07:27:23.297185 dv-cinder-825492-15-iscsi neutron-server[104414]: DEBUG neutron.api.extensions [None req-02ce3341-ff4e-4b1d-a870-73601c8ae1ab None None] Loading extension file: portbindings.py {{(pid=104414) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 25 07:27:23.298134 dv-cinder-825492-15-iscsi neutron-server[104414]: DEBUG neutron.api.extensions [None req-02ce3341-ff4e-4b1d-a870-73601c8ae1ab None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=104414) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 25 07:27:23.298647 dv-cinder-825492-15-iscsi neutron-server[104414]: INFO neutron.api.extensions [None req-02ce3341-ff4e-4b1d-a870-73601c8ae1ab None None] Loaded extension: binding May 25 07:27:23.298959 dv-cinder-825492-15-iscsi neutron-server[104414]: DEBUG neutron.api.extensions [None req-02ce3341-ff4e-4b1d-a870-73601c8ae1ab None None] Loading extension file: portbindings_extended.py {{(pid=104414) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 25 07:27:23.300216 dv-cinder-825492-15-iscsi neutron-server[104414]: DEBUG neutron.api.extensions [None req-02ce3341-ff4e-4b1d-a870-73601c8ae1ab None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=104414) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 25 07:27:23.300754 dv-cinder-825492-15-iscsi neutron-server[104414]: INFO neutron.api.extensions [None req-02ce3341-ff4e-4b1d-a870-73601c8ae1ab None None] Loaded extension: binding-extended May 25 07:27:23.301077 dv-cinder-825492-15-iscsi neutron-server[104414]: DEBUG neutron.api.extensions [None req-02ce3341-ff4e-4b1d-a870-73601c8ae1ab None None] Loading extension file: portsecurity.py {{(pid=104414) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 25 07:27:23.301992 dv-cinder-825492-15-iscsi neutron-server[104414]: DEBUG neutron.api.extensions [None req-02ce3341-ff4e-4b1d-a870-73601c8ae1ab None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=104414) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 25 07:27:23.302499 dv-cinder-825492-15-iscsi neutron-server[104414]: INFO neutron.api.extensions [None req-02ce3341-ff4e-4b1d-a870-73601c8ae1ab None None] Loaded extension: port-security May 25 07:27:23.302816 dv-cinder-825492-15-iscsi neutron-server[104414]: DEBUG neutron.api.extensions [None req-02ce3341-ff4e-4b1d-a870-73601c8ae1ab None None] Loading extension file: project_id.py {{(pid=104414) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 25 07:27:23.303778 dv-cinder-825492-15-iscsi neutron-server[104414]: DEBUG neutron.api.extensions [None req-02ce3341-ff4e-4b1d-a870-73601c8ae1ab None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=104414) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 25 07:27:23.304101 dv-cinder-825492-15-iscsi neutron-server[104414]: INFO neutron.api.extensions [None req-02ce3341-ff4e-4b1d-a870-73601c8ae1ab None None] Loaded extension: project-id May 25 07:27:23.304453 dv-cinder-825492-15-iscsi neutron-server[104414]: DEBUG neutron.api.extensions [None req-02ce3341-ff4e-4b1d-a870-73601c8ae1ab None None] Loading extension file: providernet.py {{(pid=104414) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 25 07:27:23.305384 dv-cinder-825492-15-iscsi neutron-server[104414]: DEBUG neutron.api.extensions [None req-02ce3341-ff4e-4b1d-a870-73601c8ae1ab None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=104414) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 25 07:27:23.305900 dv-cinder-825492-15-iscsi neutron-server[104414]: INFO neutron.api.extensions [None req-02ce3341-ff4e-4b1d-a870-73601c8ae1ab None None] Loaded extension: provider May 25 07:27:23.306218 dv-cinder-825492-15-iscsi neutron-server[104414]: DEBUG neutron.api.extensions [None req-02ce3341-ff4e-4b1d-a870-73601c8ae1ab None None] Loading extension file: qos.py {{(pid=104414) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 25 07:27:23.309804 dv-cinder-825492-15-iscsi neutron-server[104414]: DEBUG neutron.api.extensions [None req-02ce3341-ff4e-4b1d-a870-73601c8ae1ab None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=104414) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 25 07:27:23.310323 dv-cinder-825492-15-iscsi neutron-server[104414]: INFO neutron.api.extensions [None req-02ce3341-ff4e-4b1d-a870-73601c8ae1ab None None] Extension qos not supported by any of loaded plugins May 25 07:27:23.310648 dv-cinder-825492-15-iscsi neutron-server[104414]: DEBUG neutron.api.extensions [None req-02ce3341-ff4e-4b1d-a870-73601c8ae1ab None None] Loading extension file: qos_bw_limit_direction.py {{(pid=104414) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 25 07:27:23.311917 dv-cinder-825492-15-iscsi neutron-server[104414]: DEBUG neutron.api.extensions [None req-02ce3341-ff4e-4b1d-a870-73601c8ae1ab None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=104414) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 25 07:27:23.312424 dv-cinder-825492-15-iscsi neutron-server[104414]: INFO neutron.api.extensions [None req-02ce3341-ff4e-4b1d-a870-73601c8ae1ab None None] Extension qos-bw-limit-direction not supported by any of loaded plugins May 25 07:27:23.312776 dv-cinder-825492-15-iscsi neutron-server[104414]: DEBUG neutron.api.extensions [None req-02ce3341-ff4e-4b1d-a870-73601c8ae1ab None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=104414) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 25 07:27:23.313686 dv-cinder-825492-15-iscsi neutron-server[104414]: DEBUG neutron.api.extensions [None req-02ce3341-ff4e-4b1d-a870-73601c8ae1ab None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=104414) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 25 07:27:23.314198 dv-cinder-825492-15-iscsi neutron-server[104414]: INFO neutron.api.extensions [None req-02ce3341-ff4e-4b1d-a870-73601c8ae1ab None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins May 25 07:27:23.314524 dv-cinder-825492-15-iscsi neutron-server[104414]: DEBUG neutron.api.extensions [None req-02ce3341-ff4e-4b1d-a870-73601c8ae1ab None None] Loading extension file: qos_default.py {{(pid=104414) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 25 07:27:23.315432 dv-cinder-825492-15-iscsi neutron-server[104414]: DEBUG neutron.api.extensions [None req-02ce3341-ff4e-4b1d-a870-73601c8ae1ab None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=104414) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 25 07:27:23.315948 dv-cinder-825492-15-iscsi neutron-server[104414]: INFO neutron.api.extensions [None req-02ce3341-ff4e-4b1d-a870-73601c8ae1ab None None] Extension qos-default not supported by any of loaded plugins May 25 07:27:23.316274 dv-cinder-825492-15-iscsi neutron-server[104414]: DEBUG neutron.api.extensions [None req-02ce3341-ff4e-4b1d-a870-73601c8ae1ab None None] Loading extension file: qos_fip.py {{(pid=104414) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 25 07:27:23.317209 dv-cinder-825492-15-iscsi neutron-server[104414]: DEBUG neutron.api.extensions [None req-02ce3341-ff4e-4b1d-a870-73601c8ae1ab None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=104414) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 25 07:27:23.317760 dv-cinder-825492-15-iscsi neutron-server[104414]: INFO neutron.api.extensions [None req-02ce3341-ff4e-4b1d-a870-73601c8ae1ab None None] Extension qos-fip not supported by any of loaded plugins May 25 07:27:23.318084 dv-cinder-825492-15-iscsi neutron-server[104414]: DEBUG neutron.api.extensions [None req-02ce3341-ff4e-4b1d-a870-73601c8ae1ab None None] Loading extension file: qos_fip_network_policy.py {{(pid=104414) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 25 07:27:23.328141 dv-cinder-825492-15-iscsi neutron-server[104414]: DEBUG neutron.api.extensions [None req-02ce3341-ff4e-4b1d-a870-73601c8ae1ab None None] Ext name="QoS floating IP network policy ID" alias="qos-fip-network-policy" description="Adds a the QoS network ID to the floating IP definition" updated="2021-11-15T10:00:00-00:00" {{(pid=104414) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 25 07:27:23.328681 dv-cinder-825492-15-iscsi neutron-server[104414]: INFO neutron.api.extensions [None req-02ce3341-ff4e-4b1d-a870-73601c8ae1ab None None] Extension qos-fip-network-policy not supported by any of loaded plugins May 25 07:27:23.329006 dv-cinder-825492-15-iscsi neutron-server[104414]: DEBUG neutron.api.extensions [None req-02ce3341-ff4e-4b1d-a870-73601c8ae1ab None None] Loading extension file: qos_gateway_ip.py {{(pid=104414) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 25 07:27:23.329917 dv-cinder-825492-15-iscsi neutron-server[104414]: DEBUG neutron.api.extensions [None req-02ce3341-ff4e-4b1d-a870-73601c8ae1ab None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=104414) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 25 07:27:23.330430 dv-cinder-825492-15-iscsi neutron-server[104414]: INFO neutron.api.extensions [None req-02ce3341-ff4e-4b1d-a870-73601c8ae1ab None None] Extension qos-gateway-ip not supported by any of loaded plugins May 25 07:27:23.330749 dv-cinder-825492-15-iscsi neutron-server[104414]: DEBUG neutron.api.extensions [None req-02ce3341-ff4e-4b1d-a870-73601c8ae1ab None None] Loading extension file: qos_port_network_policy.py {{(pid=104414) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 25 07:27:23.331647 dv-cinder-825492-15-iscsi neutron-server[104414]: DEBUG neutron.api.extensions [None req-02ce3341-ff4e-4b1d-a870-73601c8ae1ab None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=104414) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 25 07:27:23.332154 dv-cinder-825492-15-iscsi neutron-server[104414]: INFO neutron.api.extensions [None req-02ce3341-ff4e-4b1d-a870-73601c8ae1ab None None] Extension qos-port-network-policy not supported by any of loaded plugins May 25 07:27:23.332512 dv-cinder-825492-15-iscsi neutron-server[104414]: DEBUG neutron.api.extensions [None req-02ce3341-ff4e-4b1d-a870-73601c8ae1ab None None] Loading extension file: qos_pps_minimum_rule.py {{(pid=104414) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 25 07:27:23.333577 dv-cinder-825492-15-iscsi neutron-server[104414]: DEBUG neutron.api.extensions [None req-02ce3341-ff4e-4b1d-a870-73601c8ae1ab None None] Ext name="QoS minimum packet rate rule" alias="qos-pps-minimum" description="Allow to configure QoS minimum packet rate rule." updated="2021-07-14T10:00:00-00:00" {{(pid=104414) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 25 07:27:23.334089 dv-cinder-825492-15-iscsi neutron-server[104414]: INFO neutron.api.extensions [None req-02ce3341-ff4e-4b1d-a870-73601c8ae1ab None None] Extension qos-pps-minimum not supported by any of loaded plugins May 25 07:27:23.334410 dv-cinder-825492-15-iscsi neutron-server[104414]: DEBUG neutron.api.extensions [None req-02ce3341-ff4e-4b1d-a870-73601c8ae1ab None None] Loading extension file: qos_pps_minimum_rule_alias.py {{(pid=104414) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 25 07:27:23.335428 dv-cinder-825492-15-iscsi neutron-server[104414]: DEBUG neutron.api.extensions [None req-02ce3341-ff4e-4b1d-a870-73601c8ae1ab None None] Ext name="QoS minimum packet rate rule alias" alias="qos-pps-minimum-rule-alias" description="API to enable GET, PUT and DELETE operations on QoS minimum packet rate rule without specifying policy ID" updated="2021-10-22T10:00:00-00:00" {{(pid=104414) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 25 07:27:23.335936 dv-cinder-825492-15-iscsi neutron-server[104414]: INFO neutron.api.extensions [None req-02ce3341-ff4e-4b1d-a870-73601c8ae1ab None None] Extension qos-pps-minimum-rule-alias not supported by any of loaded plugins May 25 07:27:23.336255 dv-cinder-825492-15-iscsi neutron-server[104414]: DEBUG neutron.api.extensions [None req-02ce3341-ff4e-4b1d-a870-73601c8ae1ab None None] Loading extension file: qos_pps_rule.py {{(pid=104414) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 25 07:27:23.337441 dv-cinder-825492-15-iscsi neutron-server[104414]: DEBUG neutron.api.extensions [None req-02ce3341-ff4e-4b1d-a870-73601c8ae1ab None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=104414) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 25 07:27:23.337954 dv-cinder-825492-15-iscsi neutron-server[104414]: INFO neutron.api.extensions [None req-02ce3341-ff4e-4b1d-a870-73601c8ae1ab None None] Extension qos-pps not supported by any of loaded plugins May 25 07:27:23.338880 dv-cinder-825492-15-iscsi neutron-server[104414]: DEBUG neutron.api.extensions [None req-02ce3341-ff4e-4b1d-a870-73601c8ae1ab None None] Loading extension file: qos_rule_type_details.py {{(pid=104414) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 25 07:27:23.339768 dv-cinder-825492-15-iscsi neutron-server[104414]: DEBUG neutron.api.extensions [None req-02ce3341-ff4e-4b1d-a870-73601c8ae1ab None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=104414) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 25 07:27:23.340280 dv-cinder-825492-15-iscsi neutron-server[104414]: INFO neutron.api.extensions [None req-02ce3341-ff4e-4b1d-a870-73601c8ae1ab None None] Extension qos-rule-type-details not supported by any of loaded plugins May 25 07:27:23.340627 dv-cinder-825492-15-iscsi neutron-server[104414]: DEBUG neutron.api.extensions [None req-02ce3341-ff4e-4b1d-a870-73601c8ae1ab None None] Loading extension file: qos_rule_type_filter.py {{(pid=104414) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 25 07:27:23.341546 dv-cinder-825492-15-iscsi neutron-server[104414]: DEBUG neutron.api.extensions [None req-02ce3341-ff4e-4b1d-a870-73601c8ae1ab None None] Ext name="Allow to filter the list of QoS rule types" alias="qos-rule-type-filter" description="Allows to filter the QoS rule type list adding two new flags. "all_rules" prints all implemented QoS rule types."all_supported" prints all supported QoS rule types by the loaded mechanism drivers" updated="2022-02-02T10:00:00-00:00" {{(pid=104414) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 25 07:27:23.342055 dv-cinder-825492-15-iscsi neutron-server[104414]: INFO neutron.api.extensions [None req-02ce3341-ff4e-4b1d-a870-73601c8ae1ab None None] Extension qos-rule-type-filter not supported by any of loaded plugins May 25 07:27:23.342372 dv-cinder-825492-15-iscsi neutron-server[104414]: DEBUG neutron.api.extensions [None req-02ce3341-ff4e-4b1d-a870-73601c8ae1ab None None] Loading extension file: qos_rules_alias.py {{(pid=104414) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 25 07:27:23.343522 dv-cinder-825492-15-iscsi neutron-server[104414]: DEBUG neutron.api.extensions [None req-02ce3341-ff4e-4b1d-a870-73601c8ae1ab None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=104414) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 25 07:27:23.344034 dv-cinder-825492-15-iscsi neutron-server[104414]: INFO neutron.api.extensions [None req-02ce3341-ff4e-4b1d-a870-73601c8ae1ab None None] Extension qos-rules-alias not supported by any of loaded plugins May 25 07:27:23.344353 dv-cinder-825492-15-iscsi neutron-server[104414]: DEBUG neutron.api.extensions [None req-02ce3341-ff4e-4b1d-a870-73601c8ae1ab None None] Loading extension file: quota_check_limit.py {{(pid=104414) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 25 07:27:23.345383 dv-cinder-825492-15-iscsi neutron-server[104414]: DEBUG neutron.api.extensions [None req-02ce3341-ff4e-4b1d-a870-73601c8ae1ab None None] Ext name="Quota engine limit check" alias="quota-check-limit" description="Support for checking the resource usage before applying a new quota limit" updated="2021-09-08T16:00:00-00:00" {{(pid=104414) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 25 07:27:23.345894 dv-cinder-825492-15-iscsi neutron-server[104414]: INFO neutron.api.extensions [None req-02ce3341-ff4e-4b1d-a870-73601c8ae1ab None None] Loaded extension: quota-check-limit May 25 07:27:23.346217 dv-cinder-825492-15-iscsi neutron-server[104414]: DEBUG neutron.api.extensions [None req-02ce3341-ff4e-4b1d-a870-73601c8ae1ab None None] Loading extension file: quotasv2.py {{(pid=104414) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 25 07:27:23.347139 dv-cinder-825492-15-iscsi neutron-server[104414]: DEBUG neutron.api.extensions [None req-02ce3341-ff4e-4b1d-a870-73601c8ae1ab None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per project" updated="2012-07-29T10:00:00-00:00" {{(pid=104414) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 25 07:27:23.347464 dv-cinder-825492-15-iscsi neutron-server[104414]: INFO neutron.api.extensions [None req-02ce3341-ff4e-4b1d-a870-73601c8ae1ab None None] Loaded extension: quotas May 25 07:27:23.347778 dv-cinder-825492-15-iscsi neutron-server[104414]: DEBUG neutron.api.extensions [None req-02ce3341-ff4e-4b1d-a870-73601c8ae1ab None None] Loading extension file: quotasv2_detail.py {{(pid=104414) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 25 07:27:23.349514 dv-cinder-825492-15-iscsi neutron-server[104414]: DEBUG neutron.api.extensions [None req-02ce3341-ff4e-4b1d-a870-73601c8ae1ab None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=104414) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 25 07:27:23.354469 dv-cinder-825492-15-iscsi neutron-server[104414]: INFO neutron.api.extensions [None req-02ce3341-ff4e-4b1d-a870-73601c8ae1ab None None] Loaded extension: quota_details May 25 07:27:23.354469 dv-cinder-825492-15-iscsi neutron-server[104414]: DEBUG neutron.api.extensions [None req-02ce3341-ff4e-4b1d-a870-73601c8ae1ab None None] Loading extension file: rbac.py {{(pid=104414) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 25 07:27:23.354469 dv-cinder-825492-15-iscsi neutron-server[104414]: DEBUG neutron.api.extensions [None req-02ce3341-ff4e-4b1d-a870-73601c8ae1ab None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=104414) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 25 07:27:23.354469 dv-cinder-825492-15-iscsi neutron-server[104414]: INFO neutron.api.extensions [None req-02ce3341-ff4e-4b1d-a870-73601c8ae1ab None None] Loaded extension: rbac-policies May 25 07:27:23.354469 dv-cinder-825492-15-iscsi neutron-server[104414]: DEBUG neutron.api.extensions [None req-02ce3341-ff4e-4b1d-a870-73601c8ae1ab None None] Loading extension file: rbac_address_group.py {{(pid=104414) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 25 07:27:23.355141 dv-cinder-825492-15-iscsi neutron-server[104414]: DEBUG neutron.api.extensions [None req-02ce3341-ff4e-4b1d-a870-73601c8ae1ab None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=104414) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 25 07:27:23.355657 dv-cinder-825492-15-iscsi neutron-server[104414]: INFO neutron.api.extensions [None req-02ce3341-ff4e-4b1d-a870-73601c8ae1ab None None] Loaded extension: rbac-address-group May 25 07:27:23.355979 dv-cinder-825492-15-iscsi neutron-server[104414]: DEBUG neutron.api.extensions [None req-02ce3341-ff4e-4b1d-a870-73601c8ae1ab None None] Loading extension file: rbac_address_scope.py {{(pid=104414) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 25 07:27:23.357006 dv-cinder-825492-15-iscsi neutron-server[104414]: DEBUG neutron.api.extensions [None req-02ce3341-ff4e-4b1d-a870-73601c8ae1ab None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=104414) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 25 07:27:23.357519 dv-cinder-825492-15-iscsi neutron-server[104414]: INFO neutron.api.extensions [None req-02ce3341-ff4e-4b1d-a870-73601c8ae1ab None None] Loaded extension: rbac-address-scope May 25 07:27:23.357839 dv-cinder-825492-15-iscsi neutron-server[104414]: DEBUG neutron.api.extensions [None req-02ce3341-ff4e-4b1d-a870-73601c8ae1ab None None] Loading extension file: rbac_security_groups.py {{(pid=104414) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 25 07:27:23.358753 dv-cinder-825492-15-iscsi neutron-server[104414]: DEBUG neutron.api.extensions [None req-02ce3341-ff4e-4b1d-a870-73601c8ae1ab None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=104414) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 25 07:27:23.359266 dv-cinder-825492-15-iscsi neutron-server[104414]: INFO neutron.api.extensions [None req-02ce3341-ff4e-4b1d-a870-73601c8ae1ab None None] Loaded extension: rbac-security-groups May 25 07:27:23.359585 dv-cinder-825492-15-iscsi neutron-server[104414]: DEBUG neutron.api.extensions [None req-02ce3341-ff4e-4b1d-a870-73601c8ae1ab None None] Loading extension file: rbac_subnetpool.py {{(pid=104414) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 25 07:27:23.360524 dv-cinder-825492-15-iscsi neutron-server[104414]: DEBUG neutron.api.extensions [None req-02ce3341-ff4e-4b1d-a870-73601c8ae1ab None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=104414) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 25 07:27:23.361117 dv-cinder-825492-15-iscsi neutron-server[104414]: INFO neutron.api.extensions [None req-02ce3341-ff4e-4b1d-a870-73601c8ae1ab None None] Loaded extension: rbac-subnetpool May 25 07:27:23.361441 dv-cinder-825492-15-iscsi neutron-server[104414]: DEBUG neutron.api.extensions [None req-02ce3341-ff4e-4b1d-a870-73601c8ae1ab None None] Loading extension file: revisionifmatch.py {{(pid=104414) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 25 07:27:23.362364 dv-cinder-825492-15-iscsi neutron-server[104414]: DEBUG neutron.api.extensions [None req-02ce3341-ff4e-4b1d-a870-73601c8ae1ab None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=104414) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 25 07:27:23.362874 dv-cinder-825492-15-iscsi neutron-server[104414]: INFO neutron.api.extensions [None req-02ce3341-ff4e-4b1d-a870-73601c8ae1ab None None] Loaded extension: revision-if-match May 25 07:27:23.363193 dv-cinder-825492-15-iscsi neutron-server[104414]: DEBUG neutron.api.extensions [None req-02ce3341-ff4e-4b1d-a870-73601c8ae1ab None None] Loading extension file: revisions.py {{(pid=104414) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 25 07:27:23.364294 dv-cinder-825492-15-iscsi neutron-server[104414]: DEBUG neutron.api.extensions [None req-02ce3341-ff4e-4b1d-a870-73601c8ae1ab None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=104414) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 25 07:27:23.364831 dv-cinder-825492-15-iscsi neutron-server[104414]: INFO neutron.api.extensions [None req-02ce3341-ff4e-4b1d-a870-73601c8ae1ab None None] Loaded extension: standard-attr-revisions May 25 07:27:23.365148 dv-cinder-825492-15-iscsi neutron-server[104414]: DEBUG neutron.api.extensions [None req-02ce3341-ff4e-4b1d-a870-73601c8ae1ab None None] Loading extension file: router_availability_zone.py {{(pid=104414) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 25 07:27:23.365815 dv-cinder-825492-15-iscsi neutron-server[104414]: DEBUG neutron.api.extensions [None req-02ce3341-ff4e-4b1d-a870-73601c8ae1ab None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=104414) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 25 07:27:23.366324 dv-cinder-825492-15-iscsi neutron-server[104414]: INFO neutron.api.extensions [None req-02ce3341-ff4e-4b1d-a870-73601c8ae1ab None None] Loaded extension: router_availability_zone May 25 07:27:23.366639 dv-cinder-825492-15-iscsi neutron-server[104414]: DEBUG neutron.api.extensions [None req-02ce3341-ff4e-4b1d-a870-73601c8ae1ab None None] Loading extension file: routerservicetype.py {{(pid=104414) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 25 07:27:23.367544 dv-cinder-825492-15-iscsi neutron-server[104414]: DEBUG neutron.api.extensions [None req-02ce3341-ff4e-4b1d-a870-73601c8ae1ab None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=104414) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 25 07:27:23.368052 dv-cinder-825492-15-iscsi neutron-server[104414]: INFO neutron.api.extensions [None req-02ce3341-ff4e-4b1d-a870-73601c8ae1ab None None] Extension router-service-type not supported by any of loaded plugins May 25 07:27:23.368406 dv-cinder-825492-15-iscsi neutron-server[104414]: DEBUG neutron.api.extensions [None req-02ce3341-ff4e-4b1d-a870-73601c8ae1ab None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=104414) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 25 07:27:23.369384 dv-cinder-825492-15-iscsi neutron-server[104414]: DEBUG neutron.api.extensions [None req-02ce3341-ff4e-4b1d-a870-73601c8ae1ab None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=104414) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 25 07:27:23.369972 dv-cinder-825492-15-iscsi neutron-server[104414]: INFO neutron.api.extensions [None req-02ce3341-ff4e-4b1d-a870-73601c8ae1ab None None] Loaded extension: security-groups-normalized-cidr May 25 07:27:23.370286 dv-cinder-825492-15-iscsi neutron-server[104414]: DEBUG neutron.api.extensions [None req-02ce3341-ff4e-4b1d-a870-73601c8ae1ab None None] Loading extension file: security_groups_port_filtering.py {{(pid=104414) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 25 07:27:23.371205 dv-cinder-825492-15-iscsi neutron-server[104414]: DEBUG neutron.api.extensions [None req-02ce3341-ff4e-4b1d-a870-73601c8ae1ab None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=104414) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 25 07:27:23.371712 dv-cinder-825492-15-iscsi neutron-server[104414]: INFO neutron.api.extensions [None req-02ce3341-ff4e-4b1d-a870-73601c8ae1ab None None] Loaded extension: port-security-groups-filtering May 25 07:27:23.372035 dv-cinder-825492-15-iscsi neutron-server[104414]: DEBUG neutron.api.extensions [None req-02ce3341-ff4e-4b1d-a870-73601c8ae1ab None None] Loading extension file: security_groups_remote_address_group.py {{(pid=104414) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 25 07:27:23.373002 dv-cinder-825492-15-iscsi neutron-server[104414]: DEBUG neutron.api.extensions [None req-02ce3341-ff4e-4b1d-a870-73601c8ae1ab None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=104414) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 25 07:27:23.373541 dv-cinder-825492-15-iscsi neutron-server[104414]: INFO neutron.api.extensions [None req-02ce3341-ff4e-4b1d-a870-73601c8ae1ab None None] Loaded extension: security-groups-remote-address-group May 25 07:27:23.373859 dv-cinder-825492-15-iscsi neutron-server[104414]: DEBUG neutron.api.extensions [None req-02ce3341-ff4e-4b1d-a870-73601c8ae1ab None None] Loading extension file: security_groups_shared_filtering.py {{(pid=104414) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 25 07:27:23.374775 dv-cinder-825492-15-iscsi neutron-server[104414]: DEBUG neutron.api.extensions [None req-02ce3341-ff4e-4b1d-a870-73601c8ae1ab None None] Ext name="Security group filtering on the shared field" alias="security-groups-shared-filtering" description="Support filtering security groups on the shared field" updated="2021-10-05T09:00:00-00:00" {{(pid=104414) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 25 07:27:23.375284 dv-cinder-825492-15-iscsi neutron-server[104414]: INFO neutron.api.extensions [None req-02ce3341-ff4e-4b1d-a870-73601c8ae1ab None None] Loaded extension: security-groups-shared-filtering May 25 07:27:23.375603 dv-cinder-825492-15-iscsi neutron-server[104414]: DEBUG neutron.api.extensions [None req-02ce3341-ff4e-4b1d-a870-73601c8ae1ab None None] Loading extension file: securitygroup.py {{(pid=104414) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 25 07:27:23.386981 dv-cinder-825492-15-iscsi neutron-server[104414]: DEBUG neutron.api.extensions [None req-02ce3341-ff4e-4b1d-a870-73601c8ae1ab None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=104414) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 25 07:27:23.387511 dv-cinder-825492-15-iscsi neutron-server[104414]: INFO neutron.api.extensions [None req-02ce3341-ff4e-4b1d-a870-73601c8ae1ab None None] Loaded extension: security-group May 25 07:27:23.387839 dv-cinder-825492-15-iscsi neutron-server[104414]: DEBUG neutron.api.extensions [None req-02ce3341-ff4e-4b1d-a870-73601c8ae1ab None None] Loading extension file: segment.py {{(pid=104414) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 25 07:27:23.388607 dv-cinder-825492-15-iscsi neutron-server[104414]: DEBUG neutron.api.extensions [None req-02ce3341-ff4e-4b1d-a870-73601c8ae1ab None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=104414) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 25 07:27:23.389122 dv-cinder-825492-15-iscsi neutron-server[104414]: INFO neutron.api.extensions [None req-02ce3341-ff4e-4b1d-a870-73601c8ae1ab None None] Extension segment not supported by any of loaded plugins May 25 07:27:23.389446 dv-cinder-825492-15-iscsi neutron-server[104414]: DEBUG neutron.api.extensions [None req-02ce3341-ff4e-4b1d-a870-73601c8ae1ab None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=104414) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 25 07:27:23.390530 dv-cinder-825492-15-iscsi neutron-server[104414]: DEBUG neutron.api.extensions [None req-02ce3341-ff4e-4b1d-a870-73601c8ae1ab None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=104414) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 25 07:27:23.391068 dv-cinder-825492-15-iscsi neutron-server[104414]: INFO neutron.api.extensions [None req-02ce3341-ff4e-4b1d-a870-73601c8ae1ab None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins May 25 07:27:23.391417 dv-cinder-825492-15-iscsi neutron-server[104414]: DEBUG neutron.api.extensions [None req-02ce3341-ff4e-4b1d-a870-73601c8ae1ab None None] Loading extension file: servicetype.py {{(pid=104414) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 25 07:27:23.392552 dv-cinder-825492-15-iscsi neutron-server[104414]: DEBUG neutron.api.extensions [None req-02ce3341-ff4e-4b1d-a870-73601c8ae1ab None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=104414) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 25 07:27:23.393071 dv-cinder-825492-15-iscsi neutron-server[104414]: INFO neutron.api.extensions [None req-02ce3341-ff4e-4b1d-a870-73601c8ae1ab None None] Loaded extension: service-type May 25 07:27:23.393396 dv-cinder-825492-15-iscsi neutron-server[104414]: DEBUG neutron.api.extensions [None req-02ce3341-ff4e-4b1d-a870-73601c8ae1ab None None] Loading extension file: sorting.py {{(pid=104414) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 25 07:27:23.394436 dv-cinder-825492-15-iscsi neutron-server[104414]: DEBUG neutron.api.extensions [None req-02ce3341-ff4e-4b1d-a870-73601c8ae1ab None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=104414) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 25 07:27:23.394762 dv-cinder-825492-15-iscsi neutron-server[104414]: INFO neutron.api.extensions [None req-02ce3341-ff4e-4b1d-a870-73601c8ae1ab None None] Loaded extension: sorting May 25 07:27:23.395078 dv-cinder-825492-15-iscsi neutron-server[104414]: DEBUG neutron.api.extensions [None req-02ce3341-ff4e-4b1d-a870-73601c8ae1ab None None] Loading extension file: standard_attr_segment.py {{(pid=104414) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 25 07:27:23.400211 dv-cinder-825492-15-iscsi neutron-server[104414]: DEBUG neutron.api.extensions [None req-02ce3341-ff4e-4b1d-a870-73601c8ae1ab None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=104414) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 25 07:27:23.401331 dv-cinder-825492-15-iscsi neutron-server[104414]: INFO neutron.api.extensions [None req-02ce3341-ff4e-4b1d-a870-73601c8ae1ab None None] Extension standard-attr-segment not supported by any of loaded plugins May 25 07:27:23.401655 dv-cinder-825492-15-iscsi neutron-server[104414]: DEBUG neutron.api.extensions [None req-02ce3341-ff4e-4b1d-a870-73601c8ae1ab None None] Loading extension file: standardattrdescription.py {{(pid=104414) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 25 07:27:23.402298 dv-cinder-825492-15-iscsi neutron-server[104414]: DEBUG neutron.api.extensions [None req-02ce3341-ff4e-4b1d-a870-73601c8ae1ab None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=104414) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 25 07:27:23.402802 dv-cinder-825492-15-iscsi neutron-server[104414]: INFO neutron.api.extensions [None req-02ce3341-ff4e-4b1d-a870-73601c8ae1ab None None] Loaded extension: standard-attr-description May 25 07:27:23.403118 dv-cinder-825492-15-iscsi neutron-server[104414]: DEBUG neutron.api.extensions [None req-02ce3341-ff4e-4b1d-a870-73601c8ae1ab None None] Loading extension file: stateful_security_group.py {{(pid=104414) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 25 07:27:23.404033 dv-cinder-825492-15-iscsi neutron-server[104414]: DEBUG neutron.api.extensions [None req-02ce3341-ff4e-4b1d-a870-73601c8ae1ab None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=104414) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 25 07:27:23.404610 dv-cinder-825492-15-iscsi neutron-server[104414]: INFO neutron.api.extensions [None req-02ce3341-ff4e-4b1d-a870-73601c8ae1ab None None] Loaded extension: stateful-security-group May 25 07:27:23.404931 dv-cinder-825492-15-iscsi neutron-server[104414]: DEBUG neutron.api.extensions [None req-02ce3341-ff4e-4b1d-a870-73601c8ae1ab None None] Loading extension file: stdattrs_common.py {{(pid=104414) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 25 07:27:23.405511 dv-cinder-825492-15-iscsi neutron-server[104414]: WARNING neutron.api.extensions [None req-02ce3341-ff4e-4b1d-a870-73601c8ae1ab None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py May 25 07:27:23.405825 dv-cinder-825492-15-iscsi neutron-server[104414]: DEBUG neutron.api.extensions [None req-02ce3341-ff4e-4b1d-a870-73601c8ae1ab None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=104414) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 25 07:27:23.406807 dv-cinder-825492-15-iscsi neutron-server[104414]: DEBUG neutron.api.extensions [None req-02ce3341-ff4e-4b1d-a870-73601c8ae1ab None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=104414) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 25 07:27:23.407327 dv-cinder-825492-15-iscsi neutron-server[104414]: INFO neutron.api.extensions [None req-02ce3341-ff4e-4b1d-a870-73601c8ae1ab None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins May 25 07:27:23.407645 dv-cinder-825492-15-iscsi neutron-server[104414]: DEBUG neutron.api.extensions [None req-02ce3341-ff4e-4b1d-a870-73601c8ae1ab None None] Loading extension file: subnet_onboard.py {{(pid=104414) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 25 07:27:23.408741 dv-cinder-825492-15-iscsi neutron-server[104414]: DEBUG neutron.api.extensions [None req-02ce3341-ff4e-4b1d-a870-73601c8ae1ab None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=104414) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 25 07:27:23.409264 dv-cinder-825492-15-iscsi neutron-server[104414]: INFO neutron.api.extensions [None req-02ce3341-ff4e-4b1d-a870-73601c8ae1ab None None] Loaded extension: subnet_onboard May 25 07:27:23.409584 dv-cinder-825492-15-iscsi neutron-server[104414]: DEBUG neutron.api.extensions [None req-02ce3341-ff4e-4b1d-a870-73601c8ae1ab None None] Loading extension file: subnet_segmentid_writable.py {{(pid=104414) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 25 07:27:23.410508 dv-cinder-825492-15-iscsi neutron-server[104414]: DEBUG neutron.api.extensions [None req-02ce3341-ff4e-4b1d-a870-73601c8ae1ab None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=104414) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 25 07:27:23.411017 dv-cinder-825492-15-iscsi neutron-server[104414]: INFO neutron.api.extensions [None req-02ce3341-ff4e-4b1d-a870-73601c8ae1ab None None] Extension subnet-segmentid-writable not supported by any of loaded plugins May 25 07:27:23.411373 dv-cinder-825492-15-iscsi neutron-server[104414]: DEBUG neutron.api.extensions [None req-02ce3341-ff4e-4b1d-a870-73601c8ae1ab None None] Loading extension file: subnet_service_types.py {{(pid=104414) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 25 07:27:23.412292 dv-cinder-825492-15-iscsi neutron-server[104414]: DEBUG neutron.api.extensions [None req-02ce3341-ff4e-4b1d-a870-73601c8ae1ab None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=104414) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 25 07:27:23.412845 dv-cinder-825492-15-iscsi neutron-server[104414]: INFO neutron.api.extensions [None req-02ce3341-ff4e-4b1d-a870-73601c8ae1ab None None] Loaded extension: subnet-service-types May 25 07:27:23.413165 dv-cinder-825492-15-iscsi neutron-server[104414]: DEBUG neutron.api.extensions [None req-02ce3341-ff4e-4b1d-a870-73601c8ae1ab None None] Loading extension file: subnetallocation.py {{(pid=104414) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 25 07:27:23.414250 dv-cinder-825492-15-iscsi neutron-server[104414]: DEBUG neutron.api.extensions [None req-02ce3341-ff4e-4b1d-a870-73601c8ae1ab None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=104414) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 25 07:27:23.414762 dv-cinder-825492-15-iscsi neutron-server[104414]: INFO neutron.api.extensions [None req-02ce3341-ff4e-4b1d-a870-73601c8ae1ab None None] Loaded extension: subnet_allocation May 25 07:27:23.415085 dv-cinder-825492-15-iscsi neutron-server[104414]: DEBUG neutron.api.extensions [None req-02ce3341-ff4e-4b1d-a870-73601c8ae1ab None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=104414) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 25 07:27:23.415751 dv-cinder-825492-15-iscsi neutron-server[104414]: DEBUG neutron.api.extensions [None req-02ce3341-ff4e-4b1d-a870-73601c8ae1ab None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=104414) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 25 07:27:23.416310 dv-cinder-825492-15-iscsi neutron-server[104414]: INFO neutron.api.extensions [None req-02ce3341-ff4e-4b1d-a870-73601c8ae1ab None None] Loaded extension: subnetpool-prefix-ops May 25 07:27:23.417151 dv-cinder-825492-15-iscsi neutron-server[104414]: DEBUG neutron.api.extensions [None req-02ce3341-ff4e-4b1d-a870-73601c8ae1ab None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=104414) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 25 07:27:23.418075 dv-cinder-825492-15-iscsi neutron-server[104414]: DEBUG neutron.api.extensions [None req-02ce3341-ff4e-4b1d-a870-73601c8ae1ab None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=104414) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 25 07:27:23.418616 dv-cinder-825492-15-iscsi neutron-server[104414]: INFO neutron.api.extensions [None req-02ce3341-ff4e-4b1d-a870-73601c8ae1ab None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins May 25 07:27:23.418934 dv-cinder-825492-15-iscsi neutron-server[104414]: DEBUG neutron.api.extensions [None req-02ce3341-ff4e-4b1d-a870-73601c8ae1ab None None] Loading extension file: tagging.py {{(pid=104414) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 25 07:27:23.419997 dv-cinder-825492-15-iscsi neutron-server[104414]: DEBUG neutron.api.extensions [None req-02ce3341-ff4e-4b1d-a870-73601c8ae1ab None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=104414) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 25 07:27:23.420531 dv-cinder-825492-15-iscsi neutron-server[104414]: INFO neutron.api.extensions [None req-02ce3341-ff4e-4b1d-a870-73601c8ae1ab None None] Loaded extension: standard-attr-tag May 25 07:27:23.420856 dv-cinder-825492-15-iscsi neutron-server[104414]: DEBUG neutron.api.extensions [None req-02ce3341-ff4e-4b1d-a870-73601c8ae1ab None None] Loading extension file: timestamp.py {{(pid=104414) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 25 07:27:23.422052 dv-cinder-825492-15-iscsi neutron-server[104414]: DEBUG neutron.api.extensions [None req-02ce3341-ff4e-4b1d-a870-73601c8ae1ab None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=104414) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 25 07:27:23.422567 dv-cinder-825492-15-iscsi neutron-server[104414]: INFO neutron.api.extensions [None req-02ce3341-ff4e-4b1d-a870-73601c8ae1ab None None] Loaded extension: standard-attr-timestamp May 25 07:27:23.422886 dv-cinder-825492-15-iscsi neutron-server[104414]: DEBUG neutron.api.extensions [None req-02ce3341-ff4e-4b1d-a870-73601c8ae1ab None None] Loading extension file: trunk.py {{(pid=104414) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 25 07:27:23.423902 dv-cinder-825492-15-iscsi neutron-server[104414]: DEBUG neutron.api.extensions [None req-02ce3341-ff4e-4b1d-a870-73601c8ae1ab None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=104414) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 25 07:27:23.424416 dv-cinder-825492-15-iscsi neutron-server[104414]: INFO neutron.api.extensions [None req-02ce3341-ff4e-4b1d-a870-73601c8ae1ab None None] Extension trunk not supported by any of loaded plugins May 25 07:27:23.424764 dv-cinder-825492-15-iscsi neutron-server[104414]: DEBUG neutron.api.extensions [None req-02ce3341-ff4e-4b1d-a870-73601c8ae1ab None None] Loading extension file: trunk_details.py {{(pid=104414) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 25 07:27:23.425675 dv-cinder-825492-15-iscsi neutron-server[104414]: DEBUG neutron.api.extensions [None req-02ce3341-ff4e-4b1d-a870-73601c8ae1ab None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=104414) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 25 07:27:23.426188 dv-cinder-825492-15-iscsi neutron-server[104414]: INFO neutron.api.extensions [None req-02ce3341-ff4e-4b1d-a870-73601c8ae1ab None None] Extension trunk-details not supported by any of loaded plugins May 25 07:27:23.426563 dv-cinder-825492-15-iscsi neutron-server[104414]: DEBUG neutron.api.extensions [None req-02ce3341-ff4e-4b1d-a870-73601c8ae1ab None None] Loading extension file: uplink_status_propagation.py {{(pid=104414) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 25 07:27:23.427457 dv-cinder-825492-15-iscsi neutron-server[104414]: DEBUG neutron.api.extensions [None req-02ce3341-ff4e-4b1d-a870-73601c8ae1ab None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=104414) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 25 07:27:23.427965 dv-cinder-825492-15-iscsi neutron-server[104414]: INFO neutron.api.extensions [None req-02ce3341-ff4e-4b1d-a870-73601c8ae1ab None None] Extension uplink-status-propagation not supported by any of loaded plugins May 25 07:27:23.428282 dv-cinder-825492-15-iscsi neutron-server[104414]: DEBUG neutron.api.extensions [None req-02ce3341-ff4e-4b1d-a870-73601c8ae1ab None None] Loading extension file: vlantransparent.py {{(pid=104414) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 25 07:27:23.428965 dv-cinder-825492-15-iscsi neutron-server[104414]: DEBUG neutron.api.extensions [None req-02ce3341-ff4e-4b1d-a870-73601c8ae1ab None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=104414) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 25 07:27:23.429470 dv-cinder-825492-15-iscsi neutron-server[104414]: INFO neutron.api.extensions [None req-02ce3341-ff4e-4b1d-a870-73601c8ae1ab None None] Extension vlan-transparent not supported by any of loaded plugins May 25 07:27:23.432126 dv-cinder-825492-15-iscsi neutron-server[104414]: INFO neutron.quota.resource_registry [None req-02ce3341-ff4e-4b1d-a870-73601c8ae1ab None None] Creating instance of TrackedResource for resource:network May 25 07:27:23.432676 dv-cinder-825492-15-iscsi neutron-server[104414]: INFO neutron.quota.resource_registry [None req-02ce3341-ff4e-4b1d-a870-73601c8ae1ab None None] Creating instance of TrackedResource for resource:subnet May 25 07:27:23.433075 dv-cinder-825492-15-iscsi neutron-server[104414]: INFO neutron.quota.resource_registry [None req-02ce3341-ff4e-4b1d-a870-73601c8ae1ab None None] Creating instance of TrackedResource for resource:subnetpool May 25 07:27:23.433469 dv-cinder-825492-15-iscsi neutron-server[104414]: INFO neutron.quota.resource_registry [None req-02ce3341-ff4e-4b1d-a870-73601c8ae1ab None None] Creating instance of TrackedResource for resource:port May 25 07:27:23.434673 dv-cinder-825492-15-iscsi neutron-server[104414]: DEBUG neutron.api.v2.resource_helper [None req-02ce3341-ff4e-4b1d-a870-73601c8ae1ab None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=104414) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 25 07:27:23.435103 dv-cinder-825492-15-iscsi neutron-server[104414]: DEBUG neutron.api.v2.resource_helper [None req-02ce3341-ff4e-4b1d-a870-73601c8ae1ab None None] Service FLAVORS assigned prefix: {{(pid=104414) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 25 07:27:23.435720 dv-cinder-825492-15-iscsi neutron-server[104414]: DEBUG neutron.api.v2.resource_helper [None req-02ce3341-ff4e-4b1d-a870-73601c8ae1ab None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=104414) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 25 07:27:23.436138 dv-cinder-825492-15-iscsi neutron-server[104414]: DEBUG neutron.api.v2.resource_helper [None req-02ce3341-ff4e-4b1d-a870-73601c8ae1ab None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=104414) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 25 07:27:23.436471 dv-cinder-825492-15-iscsi neutron-server[104414]: INFO neutron.quota.resource_registry [None req-02ce3341-ff4e-4b1d-a870-73601c8ae1ab None None] Creating instance of TrackedResource for resource:router May 25 07:27:23.436916 dv-cinder-825492-15-iscsi neutron-server[104414]: INFO neutron.quota.resource_registry [None req-02ce3341-ff4e-4b1d-a870-73601c8ae1ab None None] Creating instance of TrackedResource for resource:floatingip May 25 07:27:23.437399 dv-cinder-825492-15-iscsi neutron-server[104414]: DEBUG neutron.api.v2.resource_helper [None req-02ce3341-ff4e-4b1d-a870-73601c8ae1ab None None] Service METERING assigned prefix: /metering {{(pid=104414) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 25 07:27:23.438910 dv-cinder-825492-15-iscsi neutron-server[104414]: DEBUG neutron_lib.callbacks.manager [None req-02ce3341-ff4e-4b1d-a870-73601c8ae1ab None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=104414) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 07:27:23.439275 dv-cinder-825492-15-iscsi neutron-server[104414]: DEBUG neutron_lib.callbacks.manager [None req-02ce3341-ff4e-4b1d-a870-73601c8ae1ab None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=104414) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 07:27:23.439619 dv-cinder-825492-15-iscsi neutron-server[104414]: DEBUG neutron_lib.callbacks.manager [None req-02ce3341-ff4e-4b1d-a870-73601c8ae1ab None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=104414) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 07:27:23.440634 dv-cinder-825492-15-iscsi neutron-server[104414]: INFO neutron.quota.resource_registry [None req-02ce3341-ff4e-4b1d-a870-73601c8ae1ab None None] Creating instance of CountableResource for resource:rbac_policy May 25 07:27:23.441075 dv-cinder-825492-15-iscsi neutron-server[104414]: INFO neutron.quota.resource_registry [None req-02ce3341-ff4e-4b1d-a870-73601c8ae1ab None None] Creating instance of TrackedResource for resource:security_group May 25 07:27:23.441519 dv-cinder-825492-15-iscsi neutron-server[104414]: INFO neutron.quota.resource_registry [None req-02ce3341-ff4e-4b1d-a870-73601c8ae1ab None None] Creating instance of TrackedResource for resource:security_group_rule May 25 07:27:23.442114 dv-cinder-825492-15-iscsi neutron-server[104414]: DEBUG neutron.api.v2.resource_helper [None req-02ce3341-ff4e-4b1d-a870-73601c8ae1ab None None] Service CORE assigned prefix: {{(pid=104414) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 25 07:27:23.442439 dv-cinder-825492-15-iscsi neutron-server[104414]: INFO neutron.quota.resource_registry [None req-02ce3341-ff4e-4b1d-a870-73601c8ae1ab None None] Creating instance of TrackedResource for resource:subnetpool May 25 07:27:23.442779 dv-cinder-825492-15-iscsi neutron-server[104414]: WARNING neutron.quota.resource_registry [None req-02ce3341-ff4e-4b1d-a870-73601c8ae1ab None None] subnetpool is already registered May 25 07:27:23.443196 dv-cinder-825492-15-iscsi neutron-server[104414]: DEBUG neutron.api.v2.resource_helper [None req-02ce3341-ff4e-4b1d-a870-73601c8ae1ab None None] Service CORE assigned prefix: {{(pid=104414) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 25 07:27:23.443550 dv-cinder-825492-15-iscsi neutron-server[104414]: INFO neutron.quota.resource_registry [None req-02ce3341-ff4e-4b1d-a870-73601c8ae1ab None None] Creating instance of TrackedResource for resource:subnetpool May 25 07:27:23.443887 dv-cinder-825492-15-iscsi neutron-server[104414]: WARNING neutron.quota.resource_registry [None req-02ce3341-ff4e-4b1d-a870-73601c8ae1ab None None] subnetpool is already registered May 25 07:27:23.446188 dv-cinder-825492-15-iscsi neutron-server[104414]: DEBUG neutron.api.v2.resource_helper [None req-02ce3341-ff4e-4b1d-a870-73601c8ae1ab None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=104414) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 25 07:27:23.446619 dv-cinder-825492-15-iscsi neutron-server[104414]: DEBUG neutron.api.v2.resource_helper [None req-02ce3341-ff4e-4b1d-a870-73601c8ae1ab None None] Service FLAVORS assigned prefix: {{(pid=104414) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 25 07:27:23.447199 dv-cinder-825492-15-iscsi neutron-server[104414]: DEBUG neutron.api.v2.resource_helper [None req-02ce3341-ff4e-4b1d-a870-73601c8ae1ab None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=104414) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 25 07:27:23.448126 dv-cinder-825492-15-iscsi neutron-server[104414]: DEBUG neutron.api.v2.resource_helper [None req-02ce3341-ff4e-4b1d-a870-73601c8ae1ab None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=104414) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 25 07:27:23.448450 dv-cinder-825492-15-iscsi neutron-server[104414]: INFO neutron.quota.resource_registry [None req-02ce3341-ff4e-4b1d-a870-73601c8ae1ab None None] Creating instance of TrackedResource for resource:router May 25 07:27:23.448805 dv-cinder-825492-15-iscsi neutron-server[104414]: WARNING neutron.quota.resource_registry [None req-02ce3341-ff4e-4b1d-a870-73601c8ae1ab None None] router is already registered May 25 07:27:23.449223 dv-cinder-825492-15-iscsi neutron-server[104414]: INFO neutron.quota.resource_registry [None req-02ce3341-ff4e-4b1d-a870-73601c8ae1ab None None] Creating instance of TrackedResource for resource:floatingip May 25 07:27:23.449582 dv-cinder-825492-15-iscsi neutron-server[104414]: WARNING neutron.quota.resource_registry [None req-02ce3341-ff4e-4b1d-a870-73601c8ae1ab None None] floatingip is already registered May 25 07:27:23.450032 dv-cinder-825492-15-iscsi neutron-server[104414]: DEBUG neutron.api.v2.resource_helper [None req-02ce3341-ff4e-4b1d-a870-73601c8ae1ab None None] Service METERING assigned prefix: /metering {{(pid=104414) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 25 07:27:23.450699 dv-cinder-825492-15-iscsi neutron-server[104414]: INFO neutron.quota.resource_registry [None req-02ce3341-ff4e-4b1d-a870-73601c8ae1ab None None] Creating instance of CountableResource for resource:rbac_policy May 25 07:27:23.451020 dv-cinder-825492-15-iscsi neutron-server[104414]: WARNING neutron.quota.resource_registry [None req-02ce3341-ff4e-4b1d-a870-73601c8ae1ab None None] rbac_policy is already registered May 25 07:27:23.457176 dv-cinder-825492-15-iscsi neutron-server[104414]: INFO neutron.quota.resource_registry [None req-02ce3341-ff4e-4b1d-a870-73601c8ae1ab None None] Creating instance of TrackedResource for resource:security_group May 25 07:27:23.457176 dv-cinder-825492-15-iscsi neutron-server[104414]: WARNING neutron.quota.resource_registry [None req-02ce3341-ff4e-4b1d-a870-73601c8ae1ab None None] security_group is already registered May 25 07:27:23.457176 dv-cinder-825492-15-iscsi neutron-server[104414]: INFO neutron.quota.resource_registry [None req-02ce3341-ff4e-4b1d-a870-73601c8ae1ab None None] Creating instance of TrackedResource for resource:security_group_rule May 25 07:27:23.457176 dv-cinder-825492-15-iscsi neutron-server[104414]: WARNING neutron.quota.resource_registry [None req-02ce3341-ff4e-4b1d-a870-73601c8ae1ab None None] security_group_rule is already registered May 25 07:27:23.457176 dv-cinder-825492-15-iscsi neutron-server[104414]: DEBUG neutron.api.v2.resource_helper [None req-02ce3341-ff4e-4b1d-a870-73601c8ae1ab None None] Service CORE assigned prefix: {{(pid=104414) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 25 07:27:23.457176 dv-cinder-825492-15-iscsi neutron-server[104414]: INFO neutron.quota.resource_registry [None req-02ce3341-ff4e-4b1d-a870-73601c8ae1ab None None] Creating instance of TrackedResource for resource:subnetpool May 25 07:27:23.457176 dv-cinder-825492-15-iscsi neutron-server[104414]: WARNING neutron.quota.resource_registry [None req-02ce3341-ff4e-4b1d-a870-73601c8ae1ab None None] subnetpool is already registered May 25 07:27:23.457176 dv-cinder-825492-15-iscsi neutron-server[104414]: DEBUG neutron.api.v2.resource_helper [None req-02ce3341-ff4e-4b1d-a870-73601c8ae1ab None None] Service CORE assigned prefix: {{(pid=104414) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 25 07:27:23.457176 dv-cinder-825492-15-iscsi neutron-server[104414]: INFO neutron.quota.resource_registry [None req-02ce3341-ff4e-4b1d-a870-73601c8ae1ab None None] Creating instance of TrackedResource for resource:subnetpool May 25 07:27:23.457786 dv-cinder-825492-15-iscsi neutron-server[104414]: WARNING neutron.quota.resource_registry [None req-02ce3341-ff4e-4b1d-a870-73601c8ae1ab None None] subnetpool is already registered May 25 07:27:23.457786 dv-cinder-825492-15-iscsi neutron-server[104414]: DEBUG neutron.api.extensions [None req-02ce3341-ff4e-4b1d-a870-73601c8ae1ab None None] Extended resource: extensions {{(pid=104414) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 25 07:27:23.457786 dv-cinder-825492-15-iscsi neutron-server[104414]: DEBUG neutron.api.extensions [None req-02ce3341-ff4e-4b1d-a870-73601c8ae1ab None None] Extended resource: address-groups {{(pid=104414) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 25 07:27:23.458074 dv-cinder-825492-15-iscsi neutron-server[104414]: DEBUG neutron.api.extensions [None req-02ce3341-ff4e-4b1d-a870-73601c8ae1ab None None] Extended resource: address-scopes {{(pid=104414) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 25 07:27:23.459361 dv-cinder-825492-15-iscsi neutron-server[104414]: DEBUG neutron.api.extensions [None req-02ce3341-ff4e-4b1d-a870-73601c8ae1ab None None] Extended resource: agents {{(pid=104414) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 25 07:27:23.460513 dv-cinder-825492-15-iscsi neutron-server[104414]: DEBUG neutron.api.extensions [None req-02ce3341-ff4e-4b1d-a870-73601c8ae1ab None None] Extended resource: auto-allocated-topology {{(pid=104414) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 25 07:27:23.461722 dv-cinder-825492-15-iscsi neutron-server[104414]: DEBUG neutron.api.extensions [None req-02ce3341-ff4e-4b1d-a870-73601c8ae1ab None None] Extended resource: availability_zones {{(pid=104414) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 25 07:27:23.462929 dv-cinder-825492-15-iscsi neutron-server[104414]: DEBUG neutron.api.extensions [None req-02ce3341-ff4e-4b1d-a870-73601c8ae1ab None None] Extended resource: dhcp-networks {{(pid=104414) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 25 07:27:23.465364 dv-cinder-825492-15-iscsi neutron-server[104414]: DEBUG neutron.api.extensions [None req-02ce3341-ff4e-4b1d-a870-73601c8ae1ab None None] Extended resource: dhcp-agents {{(pid=104414) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 25 07:27:23.466777 dv-cinder-825492-15-iscsi neutron-server[104414]: DEBUG neutron.api.extensions [None req-02ce3341-ff4e-4b1d-a870-73601c8ae1ab None None] Extended resource: routers {{(pid=104414) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 25 07:27:23.468430 dv-cinder-825492-15-iscsi neutron-server[104414]: DEBUG neutron.api.extensions [None req-02ce3341-ff4e-4b1d-a870-73601c8ae1ab None None] Extended resource: flavors {{(pid=104414) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 25 07:27:23.469731 dv-cinder-825492-15-iscsi neutron-server[104414]: DEBUG neutron.api.extensions [None req-02ce3341-ff4e-4b1d-a870-73601c8ae1ab None None] Extended resource: service_profiles {{(pid=104414) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 25 07:27:23.470921 dv-cinder-825492-15-iscsi neutron-server[104414]: DEBUG neutron.api.extensions [None req-02ce3341-ff4e-4b1d-a870-73601c8ae1ab None None] Extended resource: next_providers {{(pid=104414) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 25 07:27:23.472314 dv-cinder-825492-15-iscsi neutron-server[104414]: DEBUG neutron.api.extensions [None req-02ce3341-ff4e-4b1d-a870-73601c8ae1ab None None] Extended resource: service_profiles {{(pid=104414) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 25 07:27:23.473847 dv-cinder-825492-15-iscsi neutron-server[104414]: DEBUG neutron.api.extensions [None req-02ce3341-ff4e-4b1d-a870-73601c8ae1ab None None] Extended resource: floatingip-pools {{(pid=104414) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 25 07:27:23.475026 dv-cinder-825492-15-iscsi neutron-server[104414]: DEBUG neutron.api.extensions [None req-02ce3341-ff4e-4b1d-a870-73601c8ae1ab None None] Extended resource: routers {{(pid=104414) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 25 07:27:23.477018 dv-cinder-825492-15-iscsi neutron-server[104414]: DEBUG neutron.api.extensions [None req-02ce3341-ff4e-4b1d-a870-73601c8ae1ab None None] Extended resource: floatingips {{(pid=104414) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 25 07:27:23.478273 dv-cinder-825492-15-iscsi neutron-server[104414]: DEBUG neutron.api.extensions [None req-02ce3341-ff4e-4b1d-a870-73601c8ae1ab None None] Extended resource: l3-routers {{(pid=104414) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 25 07:27:23.479653 dv-cinder-825492-15-iscsi neutron-server[104414]: DEBUG neutron.api.extensions [None req-02ce3341-ff4e-4b1d-a870-73601c8ae1ab None None] Extended resource: l3-agents {{(pid=104414) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 25 07:27:23.481051 dv-cinder-825492-15-iscsi neutron-server[104414]: DEBUG neutron.api.extensions [None req-02ce3341-ff4e-4b1d-a870-73601c8ae1ab None None] Extended resource: metering-labels {{(pid=104414) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 25 07:27:23.482276 dv-cinder-825492-15-iscsi neutron-server[104414]: DEBUG neutron.api.extensions [None req-02ce3341-ff4e-4b1d-a870-73601c8ae1ab None None] Extended resource: metering-label-rules {{(pid=104414) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 25 07:27:23.483663 dv-cinder-825492-15-iscsi neutron-server[104414]: DEBUG neutron.api.extensions [None req-02ce3341-ff4e-4b1d-a870-73601c8ae1ab None None] Extended resource: network-ip-availabilities {{(pid=104414) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 25 07:27:23.484947 dv-cinder-825492-15-iscsi neutron-server[104414]: DEBUG neutron.api.extensions [None req-02ce3341-ff4e-4b1d-a870-73601c8ae1ab None None] Extended resource: bindings {{(pid=104414) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 25 07:27:23.486450 dv-cinder-825492-15-iscsi neutron-server[104414]: DEBUG neutron.api.extensions [None req-02ce3341-ff4e-4b1d-a870-73601c8ae1ab None None] Extended resource: quotas {{(pid=104414) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 25 07:27:23.488940 dv-cinder-825492-15-iscsi neutron-server[104414]: DEBUG neutron.api.extensions [None req-02ce3341-ff4e-4b1d-a870-73601c8ae1ab None None] Extended resource: quotas {{(pid=104414) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 25 07:27:23.490440 dv-cinder-825492-15-iscsi neutron-server[104414]: DEBUG neutron.api.extensions [None req-02ce3341-ff4e-4b1d-a870-73601c8ae1ab None None] Extended resource: rbac-policies {{(pid=104414) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 25 07:27:23.491706 dv-cinder-825492-15-iscsi neutron-server[104414]: DEBUG neutron.api.extensions [None req-02ce3341-ff4e-4b1d-a870-73601c8ae1ab None None] Extended resource: security-groups {{(pid=104414) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 25 07:27:23.493047 dv-cinder-825492-15-iscsi neutron-server[104414]: DEBUG neutron.api.extensions [None req-02ce3341-ff4e-4b1d-a870-73601c8ae1ab None None] Extended resource: security-group-rules {{(pid=104414) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 25 07:27:23.494343 dv-cinder-825492-15-iscsi neutron-server[104414]: DEBUG neutron.api.extensions [None req-02ce3341-ff4e-4b1d-a870-73601c8ae1ab None None] Extended resource: service-providers {{(pid=104414) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 25 07:27:23.495624 dv-cinder-825492-15-iscsi neutron-server[104414]: DEBUG neutron.api.extensions [None req-02ce3341-ff4e-4b1d-a870-73601c8ae1ab None None] Extended resource: subnetpools {{(pid=104414) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 25 07:27:23.496949 dv-cinder-825492-15-iscsi neutron-server[104414]: DEBUG neutron.api.extensions [None req-02ce3341-ff4e-4b1d-a870-73601c8ae1ab None None] Extended resource: subnetpools {{(pid=104414) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 25 07:27:23.498474 dv-cinder-825492-15-iscsi neutron-server[104414]: DEBUG neutron.api.extensions [None req-02ce3341-ff4e-4b1d-a870-73601c8ae1ab None None] Extended resource: tags {{(pid=104414) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 25 07:27:23.500169 dv-cinder-825492-15-iscsi neutron-server[104414]: DEBUG neutron.api.extensions [None req-02ce3341-ff4e-4b1d-a870-73601c8ae1ab None None] Extended resource: tags {{(pid=104414) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 25 07:27:23.501968 dv-cinder-825492-15-iscsi neutron-server[104414]: DEBUG neutron.api.extensions [None req-02ce3341-ff4e-4b1d-a870-73601c8ae1ab None None] Extended resource: tags {{(pid=104414) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 25 07:27:23.503691 dv-cinder-825492-15-iscsi neutron-server[104414]: DEBUG neutron.api.extensions [None req-02ce3341-ff4e-4b1d-a870-73601c8ae1ab None None] Extended resource: tags {{(pid=104414) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 25 07:27:23.505368 dv-cinder-825492-15-iscsi neutron-server[104414]: DEBUG neutron.api.extensions [None req-02ce3341-ff4e-4b1d-a870-73601c8ae1ab None None] Extended resource: tags {{(pid=104414) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 25 07:27:23.507287 dv-cinder-825492-15-iscsi neutron-server[104414]: DEBUG neutron.api.extensions [None req-02ce3341-ff4e-4b1d-a870-73601c8ae1ab None None] Extended resource: tags {{(pid=104414) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 25 07:27:23.509007 dv-cinder-825492-15-iscsi neutron-server[104414]: DEBUG neutron.api.extensions [None req-02ce3341-ff4e-4b1d-a870-73601c8ae1ab None None] Extended resource: tags {{(pid=104414) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 25 07:27:23.511548 dv-cinder-825492-15-iscsi neutron-server[104414]: DEBUG neutron.api.extensions [None req-02ce3341-ff4e-4b1d-a870-73601c8ae1ab None None] Extended resource: tags {{(pid=104414) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 25 07:27:23.513308 dv-cinder-825492-15-iscsi neutron-server[104414]: DEBUG neutron.api.extensions [None req-02ce3341-ff4e-4b1d-a870-73601c8ae1ab None None] Extended resource: tags {{(pid=104414) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 25 07:27:23.515070 dv-cinder-825492-15-iscsi neutron-server[104414]: DEBUG neutron.api.extensions [None req-02ce3341-ff4e-4b1d-a870-73601c8ae1ab None None] Extended resource: tags {{(pid=104414) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 25 07:27:23.521076 dv-cinder-825492-15-iscsi neutron-server[104414]: WARNING keystonemiddleware.auth_token [None req-02ce3341-ff4e-4b1d-a870-73601c8ae1ab None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. May 25 07:27:23.526801 dv-cinder-825492-15-iscsi neutron-server[104414]: WARNING keystonemiddleware.auth_token [None req-02ce3341-ff4e-4b1d-a870-73601c8ae1ab None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint May 25 07:27:23.535442 dv-cinder-825492-15-iscsi neutron-server[104414]: DEBUG oslo_concurrency.lockutils [None req-02ce3341-ff4e-4b1d-a870-73601c8ae1ab None None] Acquired lock "singleton_lock" {{(pid=104414) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:294}} May 25 07:27:23.535908 dv-cinder-825492-15-iscsi neutron-server[104414]: DEBUG oslo_concurrency.lockutils [None req-02ce3341-ff4e-4b1d-a870-73601c8ae1ab None None] Releasing lock "singleton_lock" {{(pid=104414) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:312}} May 25 07:27:23.536577 dv-cinder-825492-15-iscsi neutron-server[104414]: INFO oslo_service.service [None req-02ce3341-ff4e-4b1d-a870-73601c8ae1ab None None] Starting 2 workers May 25 07:27:23.541570 dv-cinder-825492-15-iscsi neutron-server[104414]: DEBUG oslo_service.service [None req-02ce3341-ff4e-4b1d-a870-73601c8ae1ab None None] Started child 104525 {{(pid=104414) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} May 25 07:27:23.552148 dv-cinder-825492-15-iscsi neutron-server[104414]: DEBUG oslo_service.service [None req-02ce3341-ff4e-4b1d-a870-73601c8ae1ab None None] Started child 104526 {{(pid=104414) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} May 25 07:27:23.552407 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:27:23.553133 dv-cinder-825492-15-iscsi neutron-server[104414]: INFO neutron.service [None req-02ce3341-ff4e-4b1d-a870-73601c8ae1ab None None] Neutron service started, listening on 0.0.0.0:9696 May 25 07:27:23.553232 dv-cinder-825492-15-iscsi neutron-server[104525]: INFO neutron.wsgi [-] (104525) wsgi starting up on http://0.0.0.0:9696 May 25 07:27:23.553317 dv-cinder-825492-15-iscsi neutron-server[104414]: DEBUG neutron_lib.callbacks.manager [None req-02ce3341-ff4e-4b1d-a870-73601c8ae1ab None None] Publish callbacks [] for process (None), before_spawn {{(pid=104414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:27:23.553400 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:27:23.553793 dv-cinder-825492-15-iscsi neutron-server[104414]: INFO oslo_service.service [None req-02ce3341-ff4e-4b1d-a870-73601c8ae1ab None None] Starting 1 workers May 25 07:27:23.553884 dv-cinder-825492-15-iscsi neutron-server[104526]: INFO neutron.wsgi [-] (104526) wsgi starting up on http://0.0.0.0:9696 May 25 07:27:23.556564 dv-cinder-825492-15-iscsi neutron-server[104414]: DEBUG oslo_service.service [None req-02ce3341-ff4e-4b1d-a870-73601c8ae1ab None None] Started child 104527 {{(pid=104414) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} May 25 07:27:23.557249 dv-cinder-825492-15-iscsi neutron-server[104414]: INFO oslo_service.service [None req-02ce3341-ff4e-4b1d-a870-73601c8ae1ab None None] Starting 1 workers May 25 07:27:23.560815 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.service [None req-02ce3341-ff4e-4b1d-a870-73601c8ae1ab None None] calling RpcWorker wait() {{(pid=104527) _wait /opt/stack/neutron/neutron/service.py:128}} May 25 07:27:23.561371 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.service [None req-02ce3341-ff4e-4b1d-a870-73601c8ae1ab None None] returning from RpcWorker wait() {{(pid=104527) _wait /opt/stack/neutron/neutron/service.py:135}} May 25 07:27:23.562138 dv-cinder-825492-15-iscsi neutron-server[104414]: DEBUG oslo_service.service [None req-02ce3341-ff4e-4b1d-a870-73601c8ae1ab None None] Started child 104528 {{(pid=104414) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} May 25 07:27:23.562755 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=104527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:27:23.562951 dv-cinder-825492-15-iscsi neutron-server[104414]: DEBUG neutron_lib.callbacks.manager [None req-02ce3341-ff4e-4b1d-a870-73601c8ae1ab None None] Publish callbacks [] for process (None), after_spawn {{(pid=104414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:27:23.563332 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=104527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 07:27:23.564965 dv-cinder-825492-15-iscsi neutron-server[104414]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=104414) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} May 25 07:27:23.565170 dv-cinder-825492-15-iscsi neutron-server[104414]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=104414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} May 25 07:27:23.565351 dv-cinder-825492-15-iscsi neutron-server[104414]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=104414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} May 25 07:27:23.565574 dv-cinder-825492-15-iscsi neutron-server[104414]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=104414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} May 25 07:27:23.565899 dv-cinder-825492-15-iscsi neutron-server[104414]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=104414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} May 25 07:27:23.566058 dv-cinder-825492-15-iscsi neutron-server[104414]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=104414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} May 25 07:27:23.566565 dv-cinder-825492-15-iscsi neutron-server[104414]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=104414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 07:27:23.566850 dv-cinder-825492-15-iscsi neutron-server[104414]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=104414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 07:27:23.567041 dv-cinder-825492-15-iscsi neutron-server[104528]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=104528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:27:23.567503 dv-cinder-825492-15-iscsi neutron-server[104414]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=104414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 07:27:23.567503 dv-cinder-825492-15-iscsi neutron-server[104414]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=104414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 07:27:23.567943 dv-cinder-825492-15-iscsi neutron-server[104414]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=104414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 07:27:23.568039 dv-cinder-825492-15-iscsi neutron-server[104528]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=104528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 07:27:23.568200 dv-cinder-825492-15-iscsi neutron-server[104414]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=104414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 07:27:23.568461 dv-cinder-825492-15-iscsi neutron-server[104414]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=104414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 07:27:23.568761 dv-cinder-825492-15-iscsi neutron-server[104414]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=104414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 07:27:23.569014 dv-cinder-825492-15-iscsi neutron-server[104414]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=104414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 07:27:23.569184 dv-cinder-825492-15-iscsi neutron-server[104414]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=104414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 07:27:23.569349 dv-cinder-825492-15-iscsi neutron-server[104414]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=104414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 07:27:23.569609 dv-cinder-825492-15-iscsi neutron-server[104414]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=104414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 07:27:23.569865 dv-cinder-825492-15-iscsi neutron-server[104414]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=104414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 07:27:23.570168 dv-cinder-825492-15-iscsi neutron-server[104414]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=104414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 07:27:23.570415 dv-cinder-825492-15-iscsi neutron-server[104414]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=104414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 07:27:23.570658 dv-cinder-825492-15-iscsi neutron-server[104414]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=104414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 07:27:23.570896 dv-cinder-825492-15-iscsi neutron-server[104414]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=104414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 07:27:23.571062 dv-cinder-825492-15-iscsi neutron-server[104414]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=104414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 07:27:23.571316 dv-cinder-825492-15-iscsi neutron-server[104414]: DEBUG oslo_service.service [-] config_source = [] {{(pid=104414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 07:27:23.571570 dv-cinder-825492-15-iscsi neutron-server[104414]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=104414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 07:27:23.571794 dv-cinder-825492-15-iscsi neutron-server[104414]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=104414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 07:27:23.572066 dv-cinder-825492-15-iscsi neutron-server[104414]: DEBUG oslo_service.service [-] debug = True {{(pid=104414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 07:27:23.572361 dv-cinder-825492-15-iscsi neutron-server[104414]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=104414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 07:27:23.573414 dv-cinder-825492-15-iscsi neutron-server[104414]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=104414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 07:27:23.573689 dv-cinder-825492-15-iscsi neutron-server[104414]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=104414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 07:27:23.573916 dv-cinder-825492-15-iscsi neutron-server[104414]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=104414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 07:27:23.574135 dv-cinder-825492-15-iscsi neutron-server[104414]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=104414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 07:27:23.574407 dv-cinder-825492-15-iscsi neutron-server[104414]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=104414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 07:27:23.574629 dv-cinder-825492-15-iscsi neutron-server[104414]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=104414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 07:27:23.574900 dv-cinder-825492-15-iscsi neutron-server[104414]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=104414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 07:27:23.575132 dv-cinder-825492-15-iscsi neutron-server[104414]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=104414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 07:27:23.575376 dv-cinder-825492-15-iscsi neutron-server[104414]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=104414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 07:27:23.575618 dv-cinder-825492-15-iscsi neutron-server[104414]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=104414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 07:27:23.575861 dv-cinder-825492-15-iscsi neutron-server[104414]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=104414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 07:27:23.576108 dv-cinder-825492-15-iscsi neutron-server[104414]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=104414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 07:27:23.576312 dv-cinder-825492-15-iscsi neutron-server[104414]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=104414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 07:27:23.576539 dv-cinder-825492-15-iscsi neutron-server[104414]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=104414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 07:27:23.576826 dv-cinder-825492-15-iscsi neutron-server[104414]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=104414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 07:27:23.577040 dv-cinder-825492-15-iscsi neutron-server[104414]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=104414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 07:27:23.577498 dv-cinder-825492-15-iscsi neutron-server[104414]: DEBUG oslo_service.service [-] host = dv-cinder-825492-15-iscsi {{(pid=104414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 07:27:23.577725 dv-cinder-825492-15-iscsi neutron-server[104414]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=104414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 07:27:23.577954 dv-cinder-825492-15-iscsi neutron-server[104414]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=104414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 07:27:23.578185 dv-cinder-825492-15-iscsi neutron-server[104414]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=104414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 07:27:23.578421 dv-cinder-825492-15-iscsi neutron-server[104414]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=104414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 07:27:23.578671 dv-cinder-825492-15-iscsi neutron-server[104414]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=104414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 07:27:23.578893 dv-cinder-825492-15-iscsi neutron-server[104414]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=104414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 07:27:23.579209 dv-cinder-825492-15-iscsi neutron-server[104414]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=104414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 07:27:23.579454 dv-cinder-825492-15-iscsi neutron-server[104414]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=104414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 07:27:23.579710 dv-cinder-825492-15-iscsi neutron-server[104414]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=104414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 07:27:23.579951 dv-cinder-825492-15-iscsi neutron-server[104414]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=104414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 07:27:23.580206 dv-cinder-825492-15-iscsi neutron-server[104414]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=104414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 07:27:23.580449 dv-cinder-825492-15-iscsi neutron-server[104414]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=104414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 07:27:23.580994 dv-cinder-825492-15-iscsi neutron-server[104414]: DEBUG oslo_service.service [-] log_dir = None {{(pid=104414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 07:27:23.580994 dv-cinder-825492-15-iscsi neutron-server[104414]: DEBUG oslo_service.service [-] log_file = None {{(pid=104414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 07:27:23.581286 dv-cinder-825492-15-iscsi neutron-server[104414]: DEBUG oslo_service.service [-] log_options = True {{(pid=104414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 07:27:23.581425 dv-cinder-825492-15-iscsi neutron-server[104414]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=104414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 07:27:23.581671 dv-cinder-825492-15-iscsi neutron-server[104414]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=104414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 07:27:23.581923 dv-cinder-825492-15-iscsi neutron-server[104414]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=104414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 07:27:23.582114 dv-cinder-825492-15-iscsi neutron-server[104414]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=104414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 07:27:23.582268 dv-cinder-825492-15-iscsi neutron-server[104414]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=104414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 07:27:23.582407 dv-cinder-825492-15-iscsi neutron-server[104414]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=104414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 07:27:23.582674 dv-cinder-825492-15-iscsi neutron-server[104414]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=104414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 07:27:23.582829 dv-cinder-825492-15-iscsi neutron-server[104414]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=104414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 07:27:23.583063 dv-cinder-825492-15-iscsi neutron-server[104414]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=104414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 07:27:23.583272 dv-cinder-825492-15-iscsi neutron-server[104414]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=104414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 07:27:23.583478 dv-cinder-825492-15-iscsi neutron-server[104414]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=104414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 07:27:23.583802 dv-cinder-825492-15-iscsi neutron-server[104414]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=104414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 07:27:23.584013 dv-cinder-825492-15-iscsi neutron-server[104414]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=104414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 07:27:23.584333 dv-cinder-825492-15-iscsi neutron-server[104414]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=104414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 07:27:23.584519 dv-cinder-825492-15-iscsi neutron-server[104414]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=104414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 07:27:23.584731 dv-cinder-825492-15-iscsi neutron-server[104414]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=104414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 07:27:23.584977 dv-cinder-825492-15-iscsi neutron-server[104414]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=104414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 07:27:23.585192 dv-cinder-825492-15-iscsi neutron-server[104414]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=104414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 07:27:23.585580 dv-cinder-825492-15-iscsi neutron-server[104414]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=104414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 07:27:23.585817 dv-cinder-825492-15-iscsi neutron-server[104414]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=104414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 07:27:23.586043 dv-cinder-825492-15-iscsi neutron-server[104414]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=104414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 07:27:23.586287 dv-cinder-825492-15-iscsi neutron-server[104414]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=104414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 07:27:23.586533 dv-cinder-825492-15-iscsi neutron-server[104414]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=104414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 07:27:23.586755 dv-cinder-825492-15-iscsi neutron-server[104414]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=104414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 07:27:23.586969 dv-cinder-825492-15-iscsi neutron-server[104414]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=104414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 07:27:23.587177 dv-cinder-825492-15-iscsi neutron-server[104414]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=104414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 07:27:23.587405 dv-cinder-825492-15-iscsi neutron-server[104414]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=104414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 07:27:23.587620 dv-cinder-825492-15-iscsi neutron-server[104414]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=104414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 07:27:23.587827 dv-cinder-825492-15-iscsi neutron-server[104414]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=104414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 07:27:23.588042 dv-cinder-825492-15-iscsi neutron-server[104414]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=104414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 07:27:23.588963 dv-cinder-825492-15-iscsi neutron-server[104414]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=104414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 07:27:23.589222 dv-cinder-825492-15-iscsi neutron-server[104414]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=104414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 07:27:23.589451 dv-cinder-825492-15-iscsi neutron-server[104414]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=104414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 07:27:23.590573 dv-cinder-825492-15-iscsi neutron-server[104414]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=104414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 07:27:23.590837 dv-cinder-825492-15-iscsi neutron-server[104414]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=104414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 07:27:23.591069 dv-cinder-825492-15-iscsi neutron-server[104414]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=104414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 07:27:23.591294 dv-cinder-825492-15-iscsi neutron-server[104414]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=104414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 07:27:23.591540 dv-cinder-825492-15-iscsi neutron-server[104414]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=104414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 07:27:23.591829 dv-cinder-825492-15-iscsi neutron-server[104414]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=104414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 07:27:23.592060 dv-cinder-825492-15-iscsi neutron-server[104414]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=104414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 07:27:23.592377 dv-cinder-825492-15-iscsi neutron-server[104414]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=104414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 07:27:23.600843 dv-cinder-825492-15-iscsi neutron-server[104414]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=104414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 07:27:23.600843 dv-cinder-825492-15-iscsi neutron-server[104414]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=104414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 07:27:23.600843 dv-cinder-825492-15-iscsi neutron-server[104414]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=104414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 07:27:23.600843 dv-cinder-825492-15-iscsi neutron-server[104414]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=104414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 07:27:23.600843 dv-cinder-825492-15-iscsi neutron-server[104414]: DEBUG oslo_service.service [-] use_journal = False {{(pid=104414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 07:27:23.600843 dv-cinder-825492-15-iscsi neutron-server[104414]: DEBUG oslo_service.service [-] use_json = False {{(pid=104414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 07:27:23.600843 dv-cinder-825492-15-iscsi neutron-server[104414]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=104414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 07:27:23.600843 dv-cinder-825492-15-iscsi neutron-server[104414]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=104414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 07:27:23.600843 dv-cinder-825492-15-iscsi neutron-server[104414]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=104414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 07:27:23.601553 dv-cinder-825492-15-iscsi neutron-server[104414]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=104414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 07:27:23.601553 dv-cinder-825492-15-iscsi neutron-server[104414]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=104414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 07:27:23.601553 dv-cinder-825492-15-iscsi neutron-server[104414]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=104414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 07:27:23.601553 dv-cinder-825492-15-iscsi neutron-server[104414]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=104414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 07:27:23.601553 dv-cinder-825492-15-iscsi neutron-server[104414]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=104414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 07:27:23.601553 dv-cinder-825492-15-iscsi neutron-server[104414]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=104414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 07:27:23.601553 dv-cinder-825492-15-iscsi neutron-server[104414]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=104414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 07:27:23.601553 dv-cinder-825492-15-iscsi neutron-server[104414]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=104414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 07:27:23.602081 dv-cinder-825492-15-iscsi neutron-server[104414]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=104414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 07:27:23.602081 dv-cinder-825492-15-iscsi neutron-server[104414]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=104414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 07:27:23.602081 dv-cinder-825492-15-iscsi neutron-server[104414]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=104414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 07:27:23.602081 dv-cinder-825492-15-iscsi neutron-server[104414]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=104414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 07:27:23.602081 dv-cinder-825492-15-iscsi neutron-server[104414]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=104414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 07:27:23.602081 dv-cinder-825492-15-iscsi neutron-server[104414]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=104414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 07:27:23.602419 dv-cinder-825492-15-iscsi neutron-server[104414]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=104414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 07:27:23.602419 dv-cinder-825492-15-iscsi neutron-server[104414]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=104414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 07:27:23.602701 dv-cinder-825492-15-iscsi neutron-server[104414]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=104414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 07:27:23.602937 dv-cinder-825492-15-iscsi neutron-server[104414]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=104414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 07:27:23.603249 dv-cinder-825492-15-iscsi neutron-server[104414]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=104414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 07:27:23.603495 dv-cinder-825492-15-iscsi neutron-server[104414]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=104414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 07:27:23.604384 dv-cinder-825492-15-iscsi neutron-server[104414]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=104414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 07:27:23.604756 dv-cinder-825492-15-iscsi neutron-server[104414]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=104414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 07:27:23.605029 dv-cinder-825492-15-iscsi neutron-server[104414]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=104414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 07:27:23.605285 dv-cinder-825492-15-iscsi neutron-server[104414]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=104414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 07:27:23.605528 dv-cinder-825492-15-iscsi neutron-server[104414]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=104414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 07:27:23.605763 dv-cinder-825492-15-iscsi neutron-server[104414]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=104414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 07:27:23.605999 dv-cinder-825492-15-iscsi neutron-server[104414]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=104414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 07:27:23.606216 dv-cinder-825492-15-iscsi neutron-server[104414]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=104414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 07:27:23.606496 dv-cinder-825492-15-iscsi neutron-server[104414]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=104414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 07:27:23.606717 dv-cinder-825492-15-iscsi neutron-server[104414]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=104414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 07:27:23.606948 dv-cinder-825492-15-iscsi neutron-server[104414]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=104414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 07:27:23.607196 dv-cinder-825492-15-iscsi neutron-server[104414]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=104414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 07:27:23.607435 dv-cinder-825492-15-iscsi neutron-server[104414]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=104414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 07:27:23.607732 dv-cinder-825492-15-iscsi neutron-server[104414]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=104414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 07:27:23.608011 dv-cinder-825492-15-iscsi neutron-server[104414]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=104414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 07:27:23.608270 dv-cinder-825492-15-iscsi neutron-server[104414]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=104414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 07:27:23.608621 dv-cinder-825492-15-iscsi neutron-server[104414]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=104414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 07:27:23.608913 dv-cinder-825492-15-iscsi neutron-server[104414]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=104414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 07:27:23.609158 dv-cinder-825492-15-iscsi neutron-server[104414]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.24/identity {{(pid=104414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 07:27:23.609506 dv-cinder-825492-15-iscsi neutron-server[104414]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=104414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 07:27:23.609750 dv-cinder-825492-15-iscsi neutron-server[104414]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=104414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 07:27:23.610007 dv-cinder-825492-15-iscsi neutron-server[104414]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=104414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 07:27:23.610270 dv-cinder-825492-15-iscsi neutron-server[104414]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=104414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 07:27:23.610490 dv-cinder-825492-15-iscsi neutron-server[104414]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=104414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 07:27:23.610701 dv-cinder-825492-15-iscsi neutron-server[104414]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=104414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 07:27:23.610912 dv-cinder-825492-15-iscsi neutron-server[104414]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=104414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 07:27:23.611184 dv-cinder-825492-15-iscsi neutron-server[104414]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=104414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 07:27:23.611415 dv-cinder-825492-15-iscsi neutron-server[104414]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=104414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 07:27:23.611641 dv-cinder-825492-15-iscsi neutron-server[104414]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=104414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 07:27:23.611866 dv-cinder-825492-15-iscsi neutron-server[104414]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=104414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 07:27:23.612096 dv-cinder-825492-15-iscsi neutron-server[104414]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=104414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 07:27:23.612338 dv-cinder-825492-15-iscsi neutron-server[104414]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=104414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 07:27:23.612576 dv-cinder-825492-15-iscsi neutron-server[104414]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=104414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 07:27:23.612809 dv-cinder-825492-15-iscsi neutron-server[104414]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=104414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 07:27:23.613031 dv-cinder-825492-15-iscsi neutron-server[104414]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=104414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 07:27:23.613247 dv-cinder-825492-15-iscsi neutron-server[104414]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=104414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 07:27:23.613473 dv-cinder-825492-15-iscsi neutron-server[104414]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=104414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 07:27:23.613681 dv-cinder-825492-15-iscsi neutron-server[104414]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=104414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 07:27:23.613885 dv-cinder-825492-15-iscsi neutron-server[104414]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=104414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 07:27:23.614090 dv-cinder-825492-15-iscsi neutron-server[104414]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=104414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 07:27:23.614310 dv-cinder-825492-15-iscsi neutron-server[104414]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=104414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 07:27:23.614521 dv-cinder-825492-15-iscsi neutron-server[104414]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=104414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 07:27:23.614771 dv-cinder-825492-15-iscsi neutron-server[104414]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=104414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 07:27:23.614985 dv-cinder-825492-15-iscsi neutron-server[104414]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=104414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 07:27:23.615207 dv-cinder-825492-15-iscsi neutron-server[104414]: DEBUG oslo_service.service [-] placement.auth_type = password {{(pid=104414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 07:27:23.615460 dv-cinder-825492-15-iscsi neutron-server[104414]: DEBUG oslo_service.service [-] placement.cafile = /opt/stack/data/ca-bundle.pem {{(pid=104414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 07:27:23.615688 dv-cinder-825492-15-iscsi neutron-server[104414]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=104414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 07:27:23.615902 dv-cinder-825492-15-iscsi neutron-server[104414]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=104414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 07:27:23.616133 dv-cinder-825492-15-iscsi neutron-server[104414]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=104414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 07:27:23.616343 dv-cinder-825492-15-iscsi neutron-server[104414]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=104414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 07:27:23.616582 dv-cinder-825492-15-iscsi neutron-server[104414]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=104414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 07:27:23.616786 dv-cinder-825492-15-iscsi neutron-server[104414]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=104414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 07:27:23.616996 dv-cinder-825492-15-iscsi neutron-server[104414]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=104414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 07:27:23.617231 dv-cinder-825492-15-iscsi neutron-server[104414]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=104414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 07:27:23.617475 dv-cinder-825492-15-iscsi neutron-server[104414]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=104414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 07:27:23.617688 dv-cinder-825492-15-iscsi neutron-server[104414]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=104414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 07:27:23.617895 dv-cinder-825492-15-iscsi neutron-server[104414]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=104414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 07:27:23.618104 dv-cinder-825492-15-iscsi neutron-server[104414]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=104414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 07:27:23.618381 dv-cinder-825492-15-iscsi neutron-server[104414]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=104414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 07:27:23.618624 dv-cinder-825492-15-iscsi neutron-server[104414]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=104414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 07:27:23.618870 dv-cinder-825492-15-iscsi neutron-server[104414]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=104414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 07:27:23.619081 dv-cinder-825492-15-iscsi neutron-server[104414]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=104414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 07:27:23.619561 dv-cinder-825492-15-iscsi neutron-server[104414]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=104414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 07:27:23.619787 dv-cinder-825492-15-iscsi neutron-server[104414]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=104414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 07:27:23.619992 dv-cinder-825492-15-iscsi neutron-server[104414]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=104414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 07:27:23.620215 dv-cinder-825492-15-iscsi neutron-server[104414]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=104414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 07:27:23.620410 dv-cinder-825492-15-iscsi neutron-server[104414]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=104414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 07:27:23.620647 dv-cinder-825492-15-iscsi neutron-server[104414]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=104414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 07:27:23.620974 dv-cinder-825492-15-iscsi neutron-server[104414]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=104414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 07:27:23.621305 dv-cinder-825492-15-iscsi neutron-server[104414]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=104414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 07:27:23.632514 dv-cinder-825492-15-iscsi neutron-server[104414]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=104414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 07:27:23.632514 dv-cinder-825492-15-iscsi neutron-server[104414]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=104414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 07:27:23.632514 dv-cinder-825492-15-iscsi neutron-server[104414]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=104414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 07:27:23.632514 dv-cinder-825492-15-iscsi neutron-server[104414]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=104414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 07:27:23.632514 dv-cinder-825492-15-iscsi neutron-server[104414]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=104414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 07:27:23.632514 dv-cinder-825492-15-iscsi neutron-server[104414]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=104414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 07:27:23.632514 dv-cinder-825492-15-iscsi neutron-server[104414]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=104414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 07:27:23.632514 dv-cinder-825492-15-iscsi neutron-server[104414]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=104414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 07:27:23.633019 dv-cinder-825492-15-iscsi neutron-server[104414]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=104414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 07:27:23.633019 dv-cinder-825492-15-iscsi neutron-server[104414]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=104414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 07:27:23.633019 dv-cinder-825492-15-iscsi neutron-server[104414]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=104414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 07:27:23.633019 dv-cinder-825492-15-iscsi neutron-server[104414]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=104414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 07:27:23.633019 dv-cinder-825492-15-iscsi neutron-server[104414]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=104414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 07:27:23.633019 dv-cinder-825492-15-iscsi neutron-server[104414]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=104414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 07:27:23.633019 dv-cinder-825492-15-iscsi neutron-server[104414]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=104414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 07:27:23.633019 dv-cinder-825492-15-iscsi neutron-server[104414]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=104414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 07:27:23.633473 dv-cinder-825492-15-iscsi neutron-server[104414]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=104414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 07:27:23.633473 dv-cinder-825492-15-iscsi neutron-server[104414]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=104414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 07:27:23.633473 dv-cinder-825492-15-iscsi neutron-server[104414]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=104414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 07:27:23.633473 dv-cinder-825492-15-iscsi neutron-server[104414]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=104414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 07:27:23.633473 dv-cinder-825492-15-iscsi neutron-server[104414]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=104414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 07:27:23.633473 dv-cinder-825492-15-iscsi neutron-server[104414]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=104414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 07:27:23.633473 dv-cinder-825492-15-iscsi neutron-server[104414]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=104414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 07:27:23.633473 dv-cinder-825492-15-iscsi neutron-server[104414]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=104414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 07:27:23.633934 dv-cinder-825492-15-iscsi neutron-server[104414]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=104414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 07:27:23.633934 dv-cinder-825492-15-iscsi neutron-server[104414]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=104414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 07:27:23.633934 dv-cinder-825492-15-iscsi neutron-server[104414]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=104414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 07:27:23.633934 dv-cinder-825492-15-iscsi neutron-server[104414]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=104414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 07:27:23.633934 dv-cinder-825492-15-iscsi neutron-server[104414]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=104414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 07:27:23.633934 dv-cinder-825492-15-iscsi neutron-server[104414]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=104414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 07:27:23.633934 dv-cinder-825492-15-iscsi neutron-server[104414]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=104414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 07:27:23.633934 dv-cinder-825492-15-iscsi neutron-server[104414]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=104414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 07:27:23.634367 dv-cinder-825492-15-iscsi neutron-server[104414]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=104414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 07:27:23.634367 dv-cinder-825492-15-iscsi neutron-server[104414]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=104414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 07:27:23.634367 dv-cinder-825492-15-iscsi neutron-server[104414]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=104414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 07:27:23.634367 dv-cinder-825492-15-iscsi neutron-server[104414]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=104414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 07:27:23.634367 dv-cinder-825492-15-iscsi neutron-server[104414]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=104414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 07:27:23.634367 dv-cinder-825492-15-iscsi neutron-server[104414]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=104414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 07:27:23.634367 dv-cinder-825492-15-iscsi neutron-server[104414]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=104414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 07:27:23.634367 dv-cinder-825492-15-iscsi neutron-server[104414]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=104414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 07:27:23.634856 dv-cinder-825492-15-iscsi neutron-server[104414]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=104414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 07:27:23.634856 dv-cinder-825492-15-iscsi neutron-server[104414]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=104414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 07:27:23.634856 dv-cinder-825492-15-iscsi neutron-server[104414]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=104414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 07:27:23.634856 dv-cinder-825492-15-iscsi neutron-server[104414]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=104414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 07:27:23.634856 dv-cinder-825492-15-iscsi neutron-server[104414]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=104414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 07:27:23.634856 dv-cinder-825492-15-iscsi neutron-server[104414]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=104414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 07:27:23.634856 dv-cinder-825492-15-iscsi neutron-server[104414]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=104414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 07:27:23.634856 dv-cinder-825492-15-iscsi neutron-server[104414]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=104414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 07:27:23.636011 dv-cinder-825492-15-iscsi neutron-server[104414]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=104414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 07:27:23.636011 dv-cinder-825492-15-iscsi neutron-server[104414]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=104414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 07:27:23.636011 dv-cinder-825492-15-iscsi neutron-server[104414]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=104414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 07:27:23.636011 dv-cinder-825492-15-iscsi neutron-server[104414]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=104414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 07:27:23.636011 dv-cinder-825492-15-iscsi neutron-server[104414]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=104414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 07:27:23.636011 dv-cinder-825492-15-iscsi neutron-server[104414]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=104414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 07:27:23.636011 dv-cinder-825492-15-iscsi neutron-server[104414]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=104414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 07:27:23.636011 dv-cinder-825492-15-iscsi neutron-server[104414]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=104414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 07:27:23.636513 dv-cinder-825492-15-iscsi neutron-server[104414]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=104414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 07:27:23.636513 dv-cinder-825492-15-iscsi neutron-server[104414]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=104414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 07:27:23.636513 dv-cinder-825492-15-iscsi neutron-server[104414]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=104414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 07:27:23.636513 dv-cinder-825492-15-iscsi neutron-server[104414]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=104414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 07:27:23.636513 dv-cinder-825492-15-iscsi neutron-server[104414]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=104414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 07:27:23.636513 dv-cinder-825492-15-iscsi neutron-server[104414]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=104414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 07:27:23.636513 dv-cinder-825492-15-iscsi neutron-server[104414]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=104414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 07:27:23.637001 dv-cinder-825492-15-iscsi neutron-server[104414]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=104414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 07:27:23.637001 dv-cinder-825492-15-iscsi neutron-server[104414]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=104414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 07:27:23.637200 dv-cinder-825492-15-iscsi neutron-server[104414]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=104414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 07:27:23.637427 dv-cinder-825492-15-iscsi neutron-server[104414]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.24/identity {{(pid=104414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 07:27:23.637659 dv-cinder-825492-15-iscsi neutron-server[104414]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=104414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 07:27:23.637877 dv-cinder-825492-15-iscsi neutron-server[104414]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=104414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 07:27:23.638103 dv-cinder-825492-15-iscsi neutron-server[104414]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=104414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 07:27:23.638314 dv-cinder-825492-15-iscsi neutron-server[104414]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=104414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 07:27:23.638547 dv-cinder-825492-15-iscsi neutron-server[104414]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=104414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 07:27:23.638780 dv-cinder-825492-15-iscsi neutron-server[104414]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=104414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 07:27:23.639016 dv-cinder-825492-15-iscsi neutron-server[104414]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=104414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 07:27:23.639226 dv-cinder-825492-15-iscsi neutron-server[104414]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=104414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 07:27:23.639441 dv-cinder-825492-15-iscsi neutron-server[104414]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=104414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 07:27:23.639710 dv-cinder-825492-15-iscsi neutron-server[104414]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=104414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 07:27:23.639933 dv-cinder-825492-15-iscsi neutron-server[104414]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=104414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 07:27:23.640145 dv-cinder-825492-15-iscsi neutron-server[104414]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=104414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 07:27:23.640390 dv-cinder-825492-15-iscsi neutron-server[104414]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=104414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 07:27:23.640623 dv-cinder-825492-15-iscsi neutron-server[104414]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=104414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 07:27:23.640835 dv-cinder-825492-15-iscsi neutron-server[104414]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=104414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 07:27:23.641058 dv-cinder-825492-15-iscsi neutron-server[104414]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=104414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 07:27:23.641265 dv-cinder-825492-15-iscsi neutron-server[104414]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=104414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 07:27:23.641476 dv-cinder-825492-15-iscsi neutron-server[104414]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=104414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 07:27:23.641708 dv-cinder-825492-15-iscsi neutron-server[104414]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=104414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 07:27:23.641916 dv-cinder-825492-15-iscsi neutron-server[104414]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=104414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 07:27:23.642147 dv-cinder-825492-15-iscsi neutron-server[104414]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=104414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 07:27:23.642370 dv-cinder-825492-15-iscsi neutron-server[104414]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=104414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 07:27:23.642584 dv-cinder-825492-15-iscsi neutron-server[104414]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=104414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 07:27:23.642838 dv-cinder-825492-15-iscsi neutron-server[104414]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=104414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 07:27:23.643046 dv-cinder-825492-15-iscsi neutron-server[104414]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=104414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 07:27:23.643346 dv-cinder-825492-15-iscsi neutron-server[104414]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=104414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 07:27:23.643585 dv-cinder-825492-15-iscsi neutron-server[104414]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=104414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 07:27:23.643879 dv-cinder-825492-15-iscsi neutron-server[104414]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=104414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 07:27:23.644133 dv-cinder-825492-15-iscsi neutron-server[104414]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=104414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 07:27:23.644326 dv-cinder-825492-15-iscsi neutron-server[104414]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=104414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 07:27:23.644595 dv-cinder-825492-15-iscsi neutron-server[104414]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=104414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 07:27:23.644835 dv-cinder-825492-15-iscsi neutron-server[104414]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=104414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 07:27:23.645082 dv-cinder-825492-15-iscsi neutron-server[104414]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=104414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 07:27:23.645297 dv-cinder-825492-15-iscsi neutron-server[104414]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=104414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 07:27:23.645527 dv-cinder-825492-15-iscsi neutron-server[104414]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=104414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 07:27:23.645737 dv-cinder-825492-15-iscsi neutron-server[104414]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=104414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 07:27:23.645936 dv-cinder-825492-15-iscsi neutron-server[104414]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=104414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 07:27:23.646146 dv-cinder-825492-15-iscsi neutron-server[104414]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=104414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 07:27:23.646348 dv-cinder-825492-15-iscsi neutron-server[104414]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=104414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 07:27:23.646569 dv-cinder-825492-15-iscsi neutron-server[104414]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=104414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 07:27:23.646769 dv-cinder-825492-15-iscsi neutron-server[104414]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=104414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 07:27:23.647037 dv-cinder-825492-15-iscsi neutron-server[104414]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=104414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 07:27:23.647267 dv-cinder-825492-15-iscsi neutron-server[104414]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=104414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 07:27:23.647608 dv-cinder-825492-15-iscsi neutron-server[104414]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=104414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 07:27:23.647856 dv-cinder-825492-15-iscsi neutron-server[104414]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=104414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 07:27:23.648079 dv-cinder-825492-15-iscsi neutron-server[104414]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=104414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 07:27:23.648322 dv-cinder-825492-15-iscsi neutron-server[104414]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=104414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 07:27:23.648581 dv-cinder-825492-15-iscsi neutron-server[104414]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=104414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 07:27:23.648793 dv-cinder-825492-15-iscsi neutron-server[104414]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=104414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 07:27:23.649018 dv-cinder-825492-15-iscsi neutron-server[104414]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=104414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 07:27:23.649233 dv-cinder-825492-15-iscsi neutron-server[104414]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=104414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 07:27:23.649473 dv-cinder-825492-15-iscsi neutron-server[104414]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=104414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 07:27:23.649700 dv-cinder-825492-15-iscsi neutron-server[104414]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=104414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 07:27:23.649920 dv-cinder-825492-15-iscsi neutron-server[104414]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=104414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 07:27:23.650192 dv-cinder-825492-15-iscsi neutron-server[104414]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=104414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 07:27:23.650425 dv-cinder-825492-15-iscsi neutron-server[104414]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=104414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 07:27:23.651637 dv-cinder-825492-15-iscsi neutron-server[104414]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=104414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 07:27:23.651861 dv-cinder-825492-15-iscsi neutron-server[104414]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=104414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 07:27:23.652096 dv-cinder-825492-15-iscsi neutron-server[104414]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=104414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 07:27:23.652349 dv-cinder-825492-15-iscsi neutron-server[104414]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=104414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 07:27:23.652637 dv-cinder-825492-15-iscsi neutron-server[104414]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=104414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 07:27:23.652872 dv-cinder-825492-15-iscsi neutron-server[104414]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=104414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 07:27:23.653087 dv-cinder-825492-15-iscsi neutron-server[104414]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=104414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 07:27:23.653304 dv-cinder-825492-15-iscsi neutron-server[104414]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=104414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 07:27:23.653535 dv-cinder-825492-15-iscsi neutron-server[104414]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=104414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 07:27:23.653762 dv-cinder-825492-15-iscsi neutron-server[104414]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=104414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 07:27:23.653993 dv-cinder-825492-15-iscsi neutron-server[104414]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=104414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 07:27:23.654196 dv-cinder-825492-15-iscsi neutron-server[104414]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=104414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 07:27:23.654420 dv-cinder-825492-15-iscsi neutron-server[104414]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=104414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 07:27:23.654623 dv-cinder-825492-15-iscsi neutron-server[104414]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=104414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 07:27:23.655301 dv-cinder-825492-15-iscsi neutron-server[104414]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=104414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 07:27:23.655301 dv-cinder-825492-15-iscsi neutron-server[104414]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=104414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 07:27:23.655512 dv-cinder-825492-15-iscsi neutron-server[104414]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=104414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 07:27:23.655579 dv-cinder-825492-15-iscsi neutron-server[104414]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=104414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 07:27:23.655801 dv-cinder-825492-15-iscsi neutron-server[104414]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=104414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 07:27:23.656059 dv-cinder-825492-15-iscsi neutron-server[104414]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=104414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 07:27:23.656278 dv-cinder-825492-15-iscsi neutron-server[104414]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=104414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 07:27:23.656524 dv-cinder-825492-15-iscsi neutron-server[104414]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=104414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 07:27:23.656788 dv-cinder-825492-15-iscsi neutron-server[104414]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=104414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 07:27:23.657225 dv-cinder-825492-15-iscsi neutron-server[104414]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=104414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 07:27:23.657610 dv-cinder-825492-15-iscsi neutron-server[104414]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=104414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 07:27:23.657866 dv-cinder-825492-15-iscsi neutron-server[104414]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=104414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 07:27:23.658102 dv-cinder-825492-15-iscsi neutron-server[104414]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=104414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 07:27:23.658339 dv-cinder-825492-15-iscsi neutron-server[104414]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=104414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 07:27:23.659895 dv-cinder-825492-15-iscsi neutron-server[104414]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=104414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 07:27:23.660128 dv-cinder-825492-15-iscsi neutron-server[104414]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=104414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 07:27:23.664520 dv-cinder-825492-15-iscsi neutron-server[104414]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=104414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 07:27:23.664520 dv-cinder-825492-15-iscsi neutron-server[104414]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=104414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 07:27:23.664789 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron.wsgi [-] (104525) accepted ('10.222.0.24', 39246) {{(pid=104525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 07:27:23.666340 dv-cinder-825492-15-iscsi neutron-server[104414]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=104414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 07:27:23.666340 dv-cinder-825492-15-iscsi neutron-server[104414]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=104414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 07:27:23.666340 dv-cinder-825492-15-iscsi neutron-server[104414]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=104414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 07:27:23.666340 dv-cinder-825492-15-iscsi neutron-server[104414]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=104414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 07:27:23.666340 dv-cinder-825492-15-iscsi neutron-server[104414]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=104414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 07:27:23.666340 dv-cinder-825492-15-iscsi neutron-server[104414]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=104414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 07:27:23.666340 dv-cinder-825492-15-iscsi neutron-server[104414]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=104414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 07:27:23.666340 dv-cinder-825492-15-iscsi neutron-server[104414]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=104414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 07:27:23.666874 dv-cinder-825492-15-iscsi neutron-server[104414]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=104414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 07:27:23.666874 dv-cinder-825492-15-iscsi neutron-server[104414]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=104414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 07:27:23.666874 dv-cinder-825492-15-iscsi neutron-server[104414]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=104414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 07:27:23.666874 dv-cinder-825492-15-iscsi neutron-server[104414]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=104414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 07:27:23.666874 dv-cinder-825492-15-iscsi neutron-server[104414]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=104414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 07:27:23.667363 dv-cinder-825492-15-iscsi neutron-server[104414]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=104414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 07:27:23.667363 dv-cinder-825492-15-iscsi neutron-server[104414]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=104414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 07:27:23.667627 dv-cinder-825492-15-iscsi neutron-server[104414]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=104414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 07:27:23.667779 dv-cinder-825492-15-iscsi neutron-server[104414]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=104414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 07:27:23.668552 dv-cinder-825492-15-iscsi neutron-server[104414]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=104414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 07:27:23.668788 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=104527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 07:27:23.668909 dv-cinder-825492-15-iscsi neutron-server[104414]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=104414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 07:27:23.669002 dv-cinder-825492-15-iscsi neutron-server[104414]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=104414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 07:27:23.669287 dv-cinder-825492-15-iscsi neutron-server[104414]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=104414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 07:27:23.669540 dv-cinder-825492-15-iscsi neutron-server[104414]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=104414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 07:27:23.669851 dv-cinder-825492-15-iscsi neutron-server[104414]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=104414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 07:27:23.670113 dv-cinder-825492-15-iscsi neutron-server[104414]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=104414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 07:27:23.670399 dv-cinder-825492-15-iscsi neutron-server[104414]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=104414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 07:27:23.670654 dv-cinder-825492-15-iscsi neutron-server[104414]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=104414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 07:27:23.670905 dv-cinder-825492-15-iscsi neutron-server[104414]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=104414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 07:27:23.671187 dv-cinder-825492-15-iscsi neutron-server[104414]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=104414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 07:27:23.671418 dv-cinder-825492-15-iscsi neutron-server[104414]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=104414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 07:27:23.671674 dv-cinder-825492-15-iscsi neutron-server[104414]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=104414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 07:27:23.671885 dv-cinder-825492-15-iscsi neutron-server[104414]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=104414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 07:27:23.672323 dv-cinder-825492-15-iscsi neutron-server[104525]: INFO neutron.wsgi [-] 10.222.0.24 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0089991 May 25 07:27:23.672640 dv-cinder-825492-15-iscsi neutron-server[104414]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=104414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 07:27:23.673439 dv-cinder-825492-15-iscsi neutron-server[104414]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=104414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 07:27:23.673919 dv-cinder-825492-15-iscsi neutron-server[104414]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=104414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 07:27:23.674278 dv-cinder-825492-15-iscsi neutron-server[104414]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=104414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 07:27:23.674997 dv-cinder-825492-15-iscsi neutron-server[104414]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=104414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 07:27:23.675402 dv-cinder-825492-15-iscsi neutron-server[104414]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=104414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 07:27:23.676013 dv-cinder-825492-15-iscsi neutron-server[104414]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=104414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 07:27:23.676547 dv-cinder-825492-15-iscsi neutron-server[104414]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=104414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 07:27:23.677010 dv-cinder-825492-15-iscsi neutron-server[104414]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:250:299'] {{(pid=104414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 07:27:23.677527 dv-cinder-825492-15-iscsi neutron-server[104414]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=104414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 07:27:23.678862 dv-cinder-825492-15-iscsi neutron-server[104414]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=104414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 07:27:23.678862 dv-cinder-825492-15-iscsi neutron-server[104414]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=104414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 07:27:23.679054 dv-cinder-825492-15-iscsi neutron-server[104414]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=104414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 07:27:23.679596 dv-cinder-825492-15-iscsi neutron-server[104414]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=104414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 07:27:23.680691 dv-cinder-825492-15-iscsi neutron-server[104414]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=104414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 07:27:23.680952 dv-cinder-825492-15-iscsi neutron-server[104414]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=104414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 07:27:23.681195 dv-cinder-825492-15-iscsi neutron-server[104414]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=104414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 07:27:23.681432 dv-cinder-825492-15-iscsi neutron-server[104414]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=104414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 07:27:23.682039 dv-cinder-825492-15-iscsi neutron-server[104414]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=104414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 07:27:23.683219 dv-cinder-825492-15-iscsi neutron-server[104414]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=104414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 07:27:23.689349 dv-cinder-825492-15-iscsi neutron-server[104414]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=104414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 07:27:23.690333 dv-cinder-825492-15-iscsi neutron-server[104414]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=104414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 07:27:23.692561 dv-cinder-825492-15-iscsi neutron-server[104414]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=104414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 07:27:23.692791 dv-cinder-825492-15-iscsi neutron-server[104414]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=104414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 07:27:23.693034 dv-cinder-825492-15-iscsi neutron-server[104414]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=104414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 07:27:23.693264 dv-cinder-825492-15-iscsi neutron-server[104414]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=104414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 07:27:23.693531 dv-cinder-825492-15-iscsi neutron-server[104414]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=104414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 07:27:23.693776 dv-cinder-825492-15-iscsi neutron-server[104414]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=104414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 07:27:23.694011 dv-cinder-825492-15-iscsi neutron-server[104414]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=104414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 07:27:23.694245 dv-cinder-825492-15-iscsi neutron-server[104414]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=104414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 07:27:23.694468 dv-cinder-825492-15-iscsi neutron-server[104414]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=104414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 07:27:23.695225 dv-cinder-825492-15-iscsi neutron-server[104414]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=104414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 07:27:23.695225 dv-cinder-825492-15-iscsi neutron-server[104414]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=104414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} May 25 07:27:23.695414 dv-cinder-825492-15-iscsi neutron-server[104414]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=104414) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} May 25 07:27:23.695522 dv-cinder-825492-15-iscsi neutron-server[104414]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=104414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} May 25 07:27:23.695665 dv-cinder-825492-15-iscsi neutron-server[104414]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=104414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} May 25 07:27:23.695853 dv-cinder-825492-15-iscsi neutron-server[104414]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=104414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} May 25 07:27:23.696018 dv-cinder-825492-15-iscsi neutron-server[104414]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=104414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} May 25 07:27:23.696165 dv-cinder-825492-15-iscsi neutron-server[104414]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=104414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} May 25 07:27:23.696370 dv-cinder-825492-15-iscsi neutron-server[104414]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=104414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 07:27:23.697173 dv-cinder-825492-15-iscsi neutron-server[104414]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=104414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 07:27:23.698334 dv-cinder-825492-15-iscsi neutron-server[104414]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=104414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 07:27:23.698563 dv-cinder-825492-15-iscsi neutron-server[104414]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=104414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 07:27:23.698773 dv-cinder-825492-15-iscsi neutron-server[104414]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=104414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 07:27:23.698931 dv-cinder-825492-15-iscsi neutron-server[104414]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=104414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 07:27:23.699154 dv-cinder-825492-15-iscsi neutron-server[104414]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=104414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 07:27:23.700036 dv-cinder-825492-15-iscsi neutron-server[104414]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=104414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 07:27:23.700726 dv-cinder-825492-15-iscsi neutron-server[104414]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=104414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 07:27:23.700726 dv-cinder-825492-15-iscsi neutron-server[104414]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=104414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 07:27:23.700726 dv-cinder-825492-15-iscsi neutron-server[104414]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=104414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 07:27:23.700726 dv-cinder-825492-15-iscsi neutron-server[104414]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=104414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 07:27:23.701043 dv-cinder-825492-15-iscsi neutron-server[104414]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=104414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 07:27:23.701043 dv-cinder-825492-15-iscsi neutron-server[104414]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=104414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 07:27:23.701166 dv-cinder-825492-15-iscsi neutron-server[104414]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=104414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 07:27:23.701232 dv-cinder-825492-15-iscsi neutron-server[104414]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=104414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 07:27:23.701430 dv-cinder-825492-15-iscsi neutron-server[104414]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=104414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 07:27:23.701519 dv-cinder-825492-15-iscsi neutron-server[104414]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=104414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 07:27:23.701675 dv-cinder-825492-15-iscsi neutron-server[104414]: DEBUG oslo_service.service [-] config_source = [] {{(pid=104414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 07:27:23.701832 dv-cinder-825492-15-iscsi neutron-server[104414]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=104414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 07:27:23.701980 dv-cinder-825492-15-iscsi neutron-server[104414]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=104414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 07:27:23.703006 dv-cinder-825492-15-iscsi neutron-server[104414]: DEBUG oslo_service.service [-] debug = True {{(pid=104414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 07:27:23.703006 dv-cinder-825492-15-iscsi neutron-server[104414]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=104414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 07:27:23.703006 dv-cinder-825492-15-iscsi neutron-server[104414]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=104414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 07:27:23.703006 dv-cinder-825492-15-iscsi neutron-server[104414]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=104414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 07:27:23.703006 dv-cinder-825492-15-iscsi neutron-server[104414]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=104414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 07:27:23.703006 dv-cinder-825492-15-iscsi neutron-server[104414]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=104414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 07:27:23.706784 dv-cinder-825492-15-iscsi neutron-server[104414]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=104414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 07:27:23.706784 dv-cinder-825492-15-iscsi neutron-server[104414]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=104414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 07:27:23.706784 dv-cinder-825492-15-iscsi neutron-server[104414]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=104414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 07:27:23.706784 dv-cinder-825492-15-iscsi neutron-server[104414]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=104414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 07:27:23.706784 dv-cinder-825492-15-iscsi neutron-server[104414]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=104414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 07:27:23.706784 dv-cinder-825492-15-iscsi neutron-server[104414]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=104414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 07:27:23.706784 dv-cinder-825492-15-iscsi neutron-server[104414]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=104414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 07:27:23.706784 dv-cinder-825492-15-iscsi neutron-server[104414]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=104414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 07:27:23.707245 dv-cinder-825492-15-iscsi neutron-server[104414]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=104414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 07:27:23.707245 dv-cinder-825492-15-iscsi neutron-server[104414]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=104414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 07:27:23.707245 dv-cinder-825492-15-iscsi neutron-server[104414]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=104414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 07:27:23.707245 dv-cinder-825492-15-iscsi neutron-server[104414]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=104414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 07:27:23.707245 dv-cinder-825492-15-iscsi neutron-server[104414]: DEBUG oslo_service.service [-] host = dv-cinder-825492-15-iscsi {{(pid=104414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 07:27:23.707245 dv-cinder-825492-15-iscsi neutron-server[104414]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=104414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 07:27:23.707245 dv-cinder-825492-15-iscsi neutron-server[104414]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=104414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 07:27:23.707245 dv-cinder-825492-15-iscsi neutron-server[104414]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=104414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 07:27:23.707686 dv-cinder-825492-15-iscsi neutron-server[104414]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=104414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 07:27:23.707686 dv-cinder-825492-15-iscsi neutron-server[104414]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=104414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 07:27:23.707686 dv-cinder-825492-15-iscsi neutron-server[104414]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=104414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 07:27:23.707871 dv-cinder-825492-15-iscsi neutron-server[104414]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=104414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 07:27:23.707871 dv-cinder-825492-15-iscsi neutron-server[104414]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=104414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 07:27:23.708036 dv-cinder-825492-15-iscsi neutron-server[104414]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=104414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 07:27:23.708802 dv-cinder-825492-15-iscsi neutron-server[104414]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=104414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 07:27:23.708802 dv-cinder-825492-15-iscsi neutron-server[104414]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=104414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 07:27:23.708802 dv-cinder-825492-15-iscsi neutron-server[104414]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=104414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 07:27:23.709070 dv-cinder-825492-15-iscsi neutron-server[104414]: DEBUG oslo_service.service [-] log_dir = None {{(pid=104414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 07:27:23.709070 dv-cinder-825492-15-iscsi neutron-server[104414]: DEBUG oslo_service.service [-] log_file = None {{(pid=104414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 07:27:23.709239 dv-cinder-825492-15-iscsi neutron-server[104414]: DEBUG oslo_service.service [-] log_options = True {{(pid=104414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 07:27:23.709319 dv-cinder-825492-15-iscsi neutron-server[104414]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=104414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 07:27:23.709458 dv-cinder-825492-15-iscsi neutron-server[104414]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=104414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 07:27:23.709638 dv-cinder-825492-15-iscsi neutron-server[104414]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=104414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 07:27:23.709800 dv-cinder-825492-15-iscsi neutron-server[104414]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=104414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 07:27:23.709961 dv-cinder-825492-15-iscsi neutron-server[104414]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=104414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 07:27:23.710122 dv-cinder-825492-15-iscsi neutron-server[104414]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=104414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 07:27:23.710274 dv-cinder-825492-15-iscsi neutron-server[104414]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=104414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 07:27:23.710432 dv-cinder-825492-15-iscsi neutron-server[104414]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=104414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 07:27:23.710585 dv-cinder-825492-15-iscsi neutron-server[104414]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=104414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 07:27:23.710736 dv-cinder-825492-15-iscsi neutron-server[104414]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=104414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 07:27:23.710885 dv-cinder-825492-15-iscsi neutron-server[104414]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=104414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 07:27:23.711004 dv-cinder-825492-15-iscsi neutron-server[104414]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=104414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 07:27:23.712401 dv-cinder-825492-15-iscsi neutron-server[104414]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=104414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 07:27:23.712401 dv-cinder-825492-15-iscsi neutron-server[104414]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=104414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 07:27:23.712401 dv-cinder-825492-15-iscsi neutron-server[104414]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=104414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 07:27:23.712401 dv-cinder-825492-15-iscsi neutron-server[104414]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=104414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 07:27:23.713013 dv-cinder-825492-15-iscsi neutron-server[104414]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=104414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 07:27:23.713944 dv-cinder-825492-15-iscsi neutron-server[104414]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=104414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 07:27:23.714236 dv-cinder-825492-15-iscsi neutron-server[104414]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=104414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 07:27:23.714403 dv-cinder-825492-15-iscsi neutron-server[104414]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=104414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 07:27:23.714557 dv-cinder-825492-15-iscsi neutron-server[104414]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=104414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 07:27:23.714772 dv-cinder-825492-15-iscsi neutron-server[104414]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=104414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 07:27:23.714930 dv-cinder-825492-15-iscsi neutron-server[104414]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=104414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 07:27:23.715891 dv-cinder-825492-15-iscsi neutron-server[104414]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=104414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 07:27:23.716060 dv-cinder-825492-15-iscsi neutron-server[104414]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=104414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 07:27:23.716267 dv-cinder-825492-15-iscsi neutron-server[104414]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=104414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 07:27:23.716442 dv-cinder-825492-15-iscsi neutron-server[104414]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=104414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 07:27:23.716705 dv-cinder-825492-15-iscsi neutron-server[104414]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=104414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 07:27:23.716960 dv-cinder-825492-15-iscsi neutron-server[104414]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=104414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 07:27:23.717130 dv-cinder-825492-15-iscsi neutron-server[104414]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=104414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 07:27:23.717278 dv-cinder-825492-15-iscsi neutron-server[104414]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=104414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 07:27:23.717439 dv-cinder-825492-15-iscsi neutron-server[104414]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=104414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 07:27:23.717595 dv-cinder-825492-15-iscsi neutron-server[104414]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=104414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 07:27:23.717738 dv-cinder-825492-15-iscsi neutron-server[104414]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=104414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 07:27:23.717894 dv-cinder-825492-15-iscsi neutron-server[104414]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=104414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 07:27:23.718036 dv-cinder-825492-15-iscsi neutron-server[104414]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=104414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 07:27:23.718403 dv-cinder-825492-15-iscsi neutron-server[104414]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=104414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 07:27:23.718577 dv-cinder-825492-15-iscsi neutron-server[104414]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=104414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 07:27:23.718726 dv-cinder-825492-15-iscsi neutron-server[104414]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=104414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 07:27:23.718891 dv-cinder-825492-15-iscsi neutron-server[104414]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=104414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 07:27:23.719034 dv-cinder-825492-15-iscsi neutron-server[104414]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=104414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 07:27:23.719175 dv-cinder-825492-15-iscsi neutron-server[104414]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=104414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 07:27:23.719320 dv-cinder-825492-15-iscsi neutron-server[104414]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=104414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 07:27:23.719461 dv-cinder-825492-15-iscsi neutron-server[104414]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=104414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 07:27:23.719613 dv-cinder-825492-15-iscsi neutron-server[104414]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=104414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 07:27:23.719756 dv-cinder-825492-15-iscsi neutron-server[104414]: DEBUG oslo_service.service [-] use_journal = False {{(pid=104414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 07:27:23.719897 dv-cinder-825492-15-iscsi neutron-server[104414]: DEBUG oslo_service.service [-] use_json = False {{(pid=104414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 07:27:23.720149 dv-cinder-825492-15-iscsi neutron-server[104414]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=104414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 07:27:23.720420 dv-cinder-825492-15-iscsi neutron-server[104414]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=104414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 07:27:23.720619 dv-cinder-825492-15-iscsi neutron-server[104414]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=104414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 07:27:23.720766 dv-cinder-825492-15-iscsi neutron-server[104414]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=104414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 07:27:23.720922 dv-cinder-825492-15-iscsi neutron-server[104414]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=104414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 07:27:23.721071 dv-cinder-825492-15-iscsi neutron-server[104414]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=104414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 07:27:23.721214 dv-cinder-825492-15-iscsi neutron-server[104414]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=104414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 07:27:23.721364 dv-cinder-825492-15-iscsi neutron-server[104414]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=104414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 07:27:23.721522 dv-cinder-825492-15-iscsi neutron-server[104414]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=104414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 07:27:23.721703 dv-cinder-825492-15-iscsi neutron-server[104414]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=104414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 07:27:23.721877 dv-cinder-825492-15-iscsi neutron-server[104414]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=104414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 07:27:23.722415 dv-cinder-825492-15-iscsi neutron-server[104414]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=104414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 07:27:23.722415 dv-cinder-825492-15-iscsi neutron-server[104414]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=104414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 07:27:23.722415 dv-cinder-825492-15-iscsi neutron-server[104414]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=104414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 07:27:23.722633 dv-cinder-825492-15-iscsi neutron-server[104414]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=104414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 07:27:23.722633 dv-cinder-825492-15-iscsi neutron-server[104414]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=104414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 07:27:23.722829 dv-cinder-825492-15-iscsi neutron-server[104414]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=104414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 07:27:23.723857 dv-cinder-825492-15-iscsi neutron-server[104414]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=104414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 07:27:23.724025 dv-cinder-825492-15-iscsi neutron-server[104414]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=104414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 07:27:23.724192 dv-cinder-825492-15-iscsi neutron-server[104414]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=104414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 07:27:23.724350 dv-cinder-825492-15-iscsi neutron-server[104414]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=104414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 07:27:23.724550 dv-cinder-825492-15-iscsi neutron-server[104414]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=104414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 07:27:23.724714 dv-cinder-825492-15-iscsi neutron-server[104414]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=104414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 07:27:23.724859 dv-cinder-825492-15-iscsi neutron-server[104414]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=104414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 07:27:23.725025 dv-cinder-825492-15-iscsi neutron-server[104414]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=104414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 07:27:23.725176 dv-cinder-825492-15-iscsi neutron-server[104414]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=104414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 07:27:23.726106 dv-cinder-825492-15-iscsi neutron-server[104414]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=104414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 07:27:23.726106 dv-cinder-825492-15-iscsi neutron-server[104414]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=104414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 07:27:23.726106 dv-cinder-825492-15-iscsi neutron-server[104414]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=104414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 07:27:23.726106 dv-cinder-825492-15-iscsi neutron-server[104414]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=104414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 07:27:23.726405 dv-cinder-825492-15-iscsi neutron-server[104414]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=104414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 07:27:23.726405 dv-cinder-825492-15-iscsi neutron-server[104414]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=104414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 07:27:23.726531 dv-cinder-825492-15-iscsi neutron-server[104414]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=104414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 07:27:23.726598 dv-cinder-825492-15-iscsi neutron-server[104414]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=104414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 07:27:23.727567 dv-cinder-825492-15-iscsi neutron-server[104414]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=104414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 07:27:23.727747 dv-cinder-825492-15-iscsi neutron-server[104414]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=104414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 07:27:23.727918 dv-cinder-825492-15-iscsi neutron-server[104414]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=104414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 07:27:23.728096 dv-cinder-825492-15-iscsi neutron-server[104414]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=104414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 07:27:23.728774 dv-cinder-825492-15-iscsi neutron-server[104414]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=104414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 07:27:23.728774 dv-cinder-825492-15-iscsi neutron-server[104414]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=104414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 07:27:23.728774 dv-cinder-825492-15-iscsi neutron-server[104414]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=104414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 07:27:23.729081 dv-cinder-825492-15-iscsi neutron-server[104414]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.24/identity {{(pid=104414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 07:27:23.729081 dv-cinder-825492-15-iscsi neutron-server[104414]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=104414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 07:27:23.729328 dv-cinder-825492-15-iscsi neutron-server[104414]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=104414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 07:27:23.729465 dv-cinder-825492-15-iscsi neutron-server[104414]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=104414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 07:27:23.729586 dv-cinder-825492-15-iscsi neutron-server[104414]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=104414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 07:27:23.729679 dv-cinder-825492-15-iscsi neutron-server[104414]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=104414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 07:27:23.729849 dv-cinder-825492-15-iscsi neutron-server[104414]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=104414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 07:27:23.729992 dv-cinder-825492-15-iscsi neutron-server[104414]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=104414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 07:27:23.730146 dv-cinder-825492-15-iscsi neutron-server[104414]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=104414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 07:27:23.730302 dv-cinder-825492-15-iscsi neutron-server[104414]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=104414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 07:27:23.730459 dv-cinder-825492-15-iscsi neutron-server[104414]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=104414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 07:27:23.730619 dv-cinder-825492-15-iscsi neutron-server[104414]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=104414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 07:27:23.730773 dv-cinder-825492-15-iscsi neutron-server[104414]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=104414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 07:27:23.730930 dv-cinder-825492-15-iscsi neutron-server[104414]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=104414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 07:27:23.731089 dv-cinder-825492-15-iscsi neutron-server[104414]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=104414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 07:27:23.731227 dv-cinder-825492-15-iscsi neutron-server[104414]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=104414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 07:27:23.731386 dv-cinder-825492-15-iscsi neutron-server[104414]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=104414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 07:27:23.731539 dv-cinder-825492-15-iscsi neutron-server[104414]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=104414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 07:27:23.731697 dv-cinder-825492-15-iscsi neutron-server[104414]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=104414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 07:27:23.731853 dv-cinder-825492-15-iscsi neutron-server[104414]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=104414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 07:27:23.732060 dv-cinder-825492-15-iscsi neutron-server[104414]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=104414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 07:27:23.732151 dv-cinder-825492-15-iscsi neutron-server[104414]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=104414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 07:27:23.732315 dv-cinder-825492-15-iscsi neutron-server[104414]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=104414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 07:27:23.732457 dv-cinder-825492-15-iscsi neutron-server[104414]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=104414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 07:27:23.732648 dv-cinder-825492-15-iscsi neutron-server[104414]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=104414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 07:27:23.733460 dv-cinder-825492-15-iscsi neutron-server[104414]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=104414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 07:27:23.733460 dv-cinder-825492-15-iscsi neutron-server[104414]: DEBUG oslo_service.service [-] placement.auth_type = password {{(pid=104414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 07:27:23.733460 dv-cinder-825492-15-iscsi neutron-server[104414]: DEBUG oslo_service.service [-] placement.cafile = /opt/stack/data/ca-bundle.pem {{(pid=104414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 07:27:23.733460 dv-cinder-825492-15-iscsi neutron-server[104414]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=104414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 07:27:23.733460 dv-cinder-825492-15-iscsi neutron-server[104414]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=104414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 07:27:23.733822 dv-cinder-825492-15-iscsi neutron-server[104414]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=104414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 07:27:23.733822 dv-cinder-825492-15-iscsi neutron-server[104414]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=104414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 07:27:23.733822 dv-cinder-825492-15-iscsi neutron-server[104414]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=104414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 07:27:23.734016 dv-cinder-825492-15-iscsi neutron-server[104414]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=104414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 07:27:23.734117 dv-cinder-825492-15-iscsi neutron-server[104414]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=104414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 07:27:23.734271 dv-cinder-825492-15-iscsi neutron-server[104414]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=104414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 07:27:23.734441 dv-cinder-825492-15-iscsi neutron-server[104414]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=104414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 07:27:23.734598 dv-cinder-825492-15-iscsi neutron-server[104414]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=104414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 07:27:23.734757 dv-cinder-825492-15-iscsi neutron-server[104414]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=104414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 07:27:23.734902 dv-cinder-825492-15-iscsi neutron-server[104414]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=104414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 07:27:23.735070 dv-cinder-825492-15-iscsi neutron-server[104414]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=104414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 07:27:23.735226 dv-cinder-825492-15-iscsi neutron-server[104414]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=104414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 07:27:23.735374 dv-cinder-825492-15-iscsi neutron-server[104414]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=104414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 07:27:23.735515 dv-cinder-825492-15-iscsi neutron-server[104414]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=104414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 07:27:23.735694 dv-cinder-825492-15-iscsi neutron-server[104414]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=104414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 07:27:23.735812 dv-cinder-825492-15-iscsi neutron-server[104414]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=104414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 07:27:23.735960 dv-cinder-825492-15-iscsi neutron-server[104414]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=104414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 07:27:23.736111 dv-cinder-825492-15-iscsi neutron-server[104414]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=104414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 07:27:23.736260 dv-cinder-825492-15-iscsi neutron-server[104414]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=104414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 07:27:23.736421 dv-cinder-825492-15-iscsi neutron-server[104414]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=104414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 07:27:23.740542 dv-cinder-825492-15-iscsi neutron-server[104414]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=104414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 07:27:23.740542 dv-cinder-825492-15-iscsi neutron-server[104414]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=104414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 07:27:23.740542 dv-cinder-825492-15-iscsi neutron-server[104414]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=104414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 07:27:23.740542 dv-cinder-825492-15-iscsi neutron-server[104414]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=104414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 07:27:23.740542 dv-cinder-825492-15-iscsi neutron-server[104414]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=104414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 07:27:23.740542 dv-cinder-825492-15-iscsi neutron-server[104414]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=104414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 07:27:23.740542 dv-cinder-825492-15-iscsi neutron-server[104414]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=104414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 07:27:23.740542 dv-cinder-825492-15-iscsi neutron-server[104414]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=104414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 07:27:23.740542 dv-cinder-825492-15-iscsi neutron-server[104414]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=104414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 07:27:23.741122 dv-cinder-825492-15-iscsi neutron-server[104414]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=104414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 07:27:23.741122 dv-cinder-825492-15-iscsi neutron-server[104414]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=104414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 07:27:23.741122 dv-cinder-825492-15-iscsi neutron-server[104414]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=104414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 07:27:23.741122 dv-cinder-825492-15-iscsi neutron-server[104414]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=104414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 07:27:23.741122 dv-cinder-825492-15-iscsi neutron-server[104414]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=104414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 07:27:23.741122 dv-cinder-825492-15-iscsi neutron-server[104414]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=104414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 07:27:23.741122 dv-cinder-825492-15-iscsi neutron-server[104414]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=104414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 07:27:23.741122 dv-cinder-825492-15-iscsi neutron-server[104414]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=104414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 07:27:23.741581 dv-cinder-825492-15-iscsi neutron-server[104414]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=104414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 07:27:23.741581 dv-cinder-825492-15-iscsi neutron-server[104414]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=104414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 07:27:23.741581 dv-cinder-825492-15-iscsi neutron-server[104414]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=104414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 07:27:23.741581 dv-cinder-825492-15-iscsi neutron-server[104414]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=104414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 07:27:23.741581 dv-cinder-825492-15-iscsi neutron-server[104414]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=104414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 07:27:23.741581 dv-cinder-825492-15-iscsi neutron-server[104414]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=104414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 07:27:23.741581 dv-cinder-825492-15-iscsi neutron-server[104414]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=104414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 07:27:23.741581 dv-cinder-825492-15-iscsi neutron-server[104414]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=104414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 07:27:23.742039 dv-cinder-825492-15-iscsi neutron-server[104414]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=104414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 07:27:23.742039 dv-cinder-825492-15-iscsi neutron-server[104414]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=104414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 07:27:23.742039 dv-cinder-825492-15-iscsi neutron-server[104414]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=104414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 07:27:23.742039 dv-cinder-825492-15-iscsi neutron-server[104414]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=104414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 07:27:23.742039 dv-cinder-825492-15-iscsi neutron-server[104414]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=104414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 07:27:23.742039 dv-cinder-825492-15-iscsi neutron-server[104414]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=104414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 07:27:23.742039 dv-cinder-825492-15-iscsi neutron-server[104414]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=104414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 07:27:23.742039 dv-cinder-825492-15-iscsi neutron-server[104414]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=104414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 07:27:23.742535 dv-cinder-825492-15-iscsi neutron-server[104414]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=104414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 07:27:23.742535 dv-cinder-825492-15-iscsi neutron-server[104414]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=104414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 07:27:23.742535 dv-cinder-825492-15-iscsi neutron-server[104414]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=104414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 07:27:23.742535 dv-cinder-825492-15-iscsi neutron-server[104414]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=104414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 07:27:23.742535 dv-cinder-825492-15-iscsi neutron-server[104414]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=104414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 07:27:23.742535 dv-cinder-825492-15-iscsi neutron-server[104414]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=104414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 07:27:23.742535 dv-cinder-825492-15-iscsi neutron-server[104414]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=104414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 07:27:23.742535 dv-cinder-825492-15-iscsi neutron-server[104414]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=104414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 07:27:23.742995 dv-cinder-825492-15-iscsi neutron-server[104414]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=104414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 07:27:23.742995 dv-cinder-825492-15-iscsi neutron-server[104414]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=104414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 07:27:23.742995 dv-cinder-825492-15-iscsi neutron-server[104414]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=104414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 07:27:23.743185 dv-cinder-825492-15-iscsi neutron-server[104414]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=104414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 07:27:23.743261 dv-cinder-825492-15-iscsi neutron-server[104414]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=104414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 07:27:23.743496 dv-cinder-825492-15-iscsi neutron-server[104414]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=104414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 07:27:23.743606 dv-cinder-825492-15-iscsi neutron-server[104414]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=104414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 07:27:23.743682 dv-cinder-825492-15-iscsi neutron-server[104414]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=104414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 07:27:23.743920 dv-cinder-825492-15-iscsi neutron-server[104414]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=104414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 07:27:23.744075 dv-cinder-825492-15-iscsi neutron-server[104414]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=104414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 07:27:23.744174 dv-cinder-825492-15-iscsi neutron-server[104414]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=104414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 07:27:23.745403 dv-cinder-825492-15-iscsi neutron-server[104414]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=104414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 07:27:23.745403 dv-cinder-825492-15-iscsi neutron-server[104414]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=104414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 07:27:23.745403 dv-cinder-825492-15-iscsi neutron-server[104414]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=104414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 07:27:23.745403 dv-cinder-825492-15-iscsi neutron-server[104414]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=104414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 07:27:23.745403 dv-cinder-825492-15-iscsi neutron-server[104414]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=104414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 07:27:23.745403 dv-cinder-825492-15-iscsi neutron-server[104414]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=104414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 07:27:23.745890 dv-cinder-825492-15-iscsi neutron-server[104414]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=104414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 07:27:23.745890 dv-cinder-825492-15-iscsi neutron-server[104414]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=104414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 07:27:23.745890 dv-cinder-825492-15-iscsi neutron-server[104414]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=104414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 07:27:23.746111 dv-cinder-825492-15-iscsi neutron-server[104414]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=104414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 07:27:23.746111 dv-cinder-825492-15-iscsi neutron-server[104414]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=104414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 07:27:23.746336 dv-cinder-825492-15-iscsi neutron-server[104414]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=104414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 07:27:23.746495 dv-cinder-825492-15-iscsi neutron-server[104414]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=104414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 07:27:23.746650 dv-cinder-825492-15-iscsi neutron-server[104414]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=104414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 07:27:23.746806 dv-cinder-825492-15-iscsi neutron-server[104414]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=104414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 07:27:23.746963 dv-cinder-825492-15-iscsi neutron-server[104414]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=104414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 07:27:23.747120 dv-cinder-825492-15-iscsi neutron-server[104414]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.24/identity {{(pid=104414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 07:27:23.747276 dv-cinder-825492-15-iscsi neutron-server[104414]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=104414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 07:27:23.747431 dv-cinder-825492-15-iscsi neutron-server[104414]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=104414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 07:27:23.747586 dv-cinder-825492-15-iscsi neutron-server[104414]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=104414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 07:27:23.747742 dv-cinder-825492-15-iscsi neutron-server[104414]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=104414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 07:27:23.747900 dv-cinder-825492-15-iscsi neutron-server[104414]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=104414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 07:27:23.748056 dv-cinder-825492-15-iscsi neutron-server[104414]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=104414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 07:27:23.748211 dv-cinder-825492-15-iscsi neutron-server[104414]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=104414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 07:27:23.748367 dv-cinder-825492-15-iscsi neutron-server[104414]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=104414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 07:27:23.748561 dv-cinder-825492-15-iscsi neutron-server[104414]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=104414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 07:27:23.748733 dv-cinder-825492-15-iscsi neutron-server[104414]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=104414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 07:27:23.748867 dv-cinder-825492-15-iscsi neutron-server[104414]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=104414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 07:27:23.749023 dv-cinder-825492-15-iscsi neutron-server[104414]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=104414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 07:27:23.749178 dv-cinder-825492-15-iscsi neutron-server[104414]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=104414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 07:27:23.749333 dv-cinder-825492-15-iscsi neutron-server[104414]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=104414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 07:27:23.749490 dv-cinder-825492-15-iscsi neutron-server[104414]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=104414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 07:27:23.749646 dv-cinder-825492-15-iscsi neutron-server[104414]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=104414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 07:27:23.749802 dv-cinder-825492-15-iscsi neutron-server[104414]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=104414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 07:27:23.750044 dv-cinder-825492-15-iscsi neutron-server[104414]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=104414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 07:27:23.750140 dv-cinder-825492-15-iscsi neutron-server[104414]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=104414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 07:27:23.750263 dv-cinder-825492-15-iscsi neutron-server[104414]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=104414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 07:27:23.750399 dv-cinder-825492-15-iscsi neutron-server[104414]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=104414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 07:27:23.750559 dv-cinder-825492-15-iscsi neutron-server[104414]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=104414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 07:27:23.750712 dv-cinder-825492-15-iscsi neutron-server[104414]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=104414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 07:27:23.750866 dv-cinder-825492-15-iscsi neutron-server[104414]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=104414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 07:27:23.751068 dv-cinder-825492-15-iscsi neutron-server[104414]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=104414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 07:27:23.751234 dv-cinder-825492-15-iscsi neutron-server[104414]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=104414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 07:27:23.751379 dv-cinder-825492-15-iscsi neutron-server[104414]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=104414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 07:27:23.751535 dv-cinder-825492-15-iscsi neutron-server[104414]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=104414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 07:27:23.751690 dv-cinder-825492-15-iscsi neutron-server[104414]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=104414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 07:27:23.751846 dv-cinder-825492-15-iscsi neutron-server[104414]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=104414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 07:27:23.752002 dv-cinder-825492-15-iscsi neutron-server[104414]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=104414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 07:27:23.752156 dv-cinder-825492-15-iscsi neutron-server[104414]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=104414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 07:27:23.752312 dv-cinder-825492-15-iscsi neutron-server[104414]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=104414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 07:27:23.752468 dv-cinder-825492-15-iscsi neutron-server[104414]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=104414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 07:27:23.753558 dv-cinder-825492-15-iscsi neutron-server[104414]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=104414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 07:27:23.753720 dv-cinder-825492-15-iscsi neutron-server[104414]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=104414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 07:27:23.753878 dv-cinder-825492-15-iscsi neutron-server[104414]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=104414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 07:27:23.754036 dv-cinder-825492-15-iscsi neutron-server[104414]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=104414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 07:27:23.754196 dv-cinder-825492-15-iscsi neutron-server[104414]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=104414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 07:27:23.754355 dv-cinder-825492-15-iscsi neutron-server[104414]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=104414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 07:27:23.754513 dv-cinder-825492-15-iscsi neutron-server[104414]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=104414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 07:27:23.754672 dv-cinder-825492-15-iscsi neutron-server[104414]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=104414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 07:27:23.754828 dv-cinder-825492-15-iscsi neutron-server[104414]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=104414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 07:27:23.755002 dv-cinder-825492-15-iscsi neutron-server[104414]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=104414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 07:27:23.755159 dv-cinder-825492-15-iscsi neutron-server[104414]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=104414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 07:27:23.755316 dv-cinder-825492-15-iscsi neutron-server[104414]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=104414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 07:27:23.755474 dv-cinder-825492-15-iscsi neutron-server[104414]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=104414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 07:27:23.755631 dv-cinder-825492-15-iscsi neutron-server[104414]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=104414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 07:27:23.755791 dv-cinder-825492-15-iscsi neutron-server[104414]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=104414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 07:27:23.755976 dv-cinder-825492-15-iscsi neutron-server[104414]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=104414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 07:27:23.756084 dv-cinder-825492-15-iscsi neutron-server[104414]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=104414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 07:27:23.756267 dv-cinder-825492-15-iscsi neutron-server[104414]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=104414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 07:27:23.756395 dv-cinder-825492-15-iscsi neutron-server[104414]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=104414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 07:27:23.757366 dv-cinder-825492-15-iscsi neutron-server[104414]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=104414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 07:27:23.757529 dv-cinder-825492-15-iscsi neutron-server[104414]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=104414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 07:27:23.763230 dv-cinder-825492-15-iscsi neutron-server[104414]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=104414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 07:27:23.763230 dv-cinder-825492-15-iscsi neutron-server[104414]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=104414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 07:27:23.763230 dv-cinder-825492-15-iscsi neutron-server[104414]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=104414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 07:27:23.763230 dv-cinder-825492-15-iscsi neutron-server[104414]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=104414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 07:27:23.763230 dv-cinder-825492-15-iscsi neutron-server[104414]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=104414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 07:27:23.763230 dv-cinder-825492-15-iscsi neutron-server[104414]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=104414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 07:27:23.763230 dv-cinder-825492-15-iscsi neutron-server[104414]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=104414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 07:27:23.763230 dv-cinder-825492-15-iscsi neutron-server[104414]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=104414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 07:27:23.763761 dv-cinder-825492-15-iscsi neutron-server[104414]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=104414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 07:27:23.763761 dv-cinder-825492-15-iscsi neutron-server[104414]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=104414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 07:27:23.763761 dv-cinder-825492-15-iscsi neutron-server[104414]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=104414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 07:27:23.763761 dv-cinder-825492-15-iscsi neutron-server[104414]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=104414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 07:27:23.763761 dv-cinder-825492-15-iscsi neutron-server[104414]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=104414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 07:27:23.763761 dv-cinder-825492-15-iscsi neutron-server[104414]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=104414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 07:27:23.763761 dv-cinder-825492-15-iscsi neutron-server[104414]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=104414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 07:27:23.763761 dv-cinder-825492-15-iscsi neutron-server[104414]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=104414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 07:27:23.763761 dv-cinder-825492-15-iscsi neutron-server[104414]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=104414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 07:27:23.764322 dv-cinder-825492-15-iscsi neutron-server[104414]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=104414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 07:27:23.764322 dv-cinder-825492-15-iscsi neutron-server[104414]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=104414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 07:27:23.764322 dv-cinder-825492-15-iscsi neutron-server[104414]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=104414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 07:27:23.764322 dv-cinder-825492-15-iscsi neutron-server[104414]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=104414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 07:27:23.764322 dv-cinder-825492-15-iscsi neutron-server[104414]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=104414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 07:27:23.764322 dv-cinder-825492-15-iscsi neutron-server[104414]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=104414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 07:27:23.764322 dv-cinder-825492-15-iscsi neutron-server[104414]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=104414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 07:27:23.764322 dv-cinder-825492-15-iscsi neutron-server[104414]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=104414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 07:27:23.764818 dv-cinder-825492-15-iscsi neutron-server[104414]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=104414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 07:27:23.764818 dv-cinder-825492-15-iscsi neutron-server[104414]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=104414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 07:27:23.764818 dv-cinder-825492-15-iscsi neutron-server[104414]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=104414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 07:27:23.764818 dv-cinder-825492-15-iscsi neutron-server[104414]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=104414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 07:27:23.764818 dv-cinder-825492-15-iscsi neutron-server[104414]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=104414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 07:27:23.764818 dv-cinder-825492-15-iscsi neutron-server[104414]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=104414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 07:27:23.764818 dv-cinder-825492-15-iscsi neutron-server[104414]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=104414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 07:27:23.764818 dv-cinder-825492-15-iscsi neutron-server[104414]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=104414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 07:27:23.765262 dv-cinder-825492-15-iscsi neutron-server[104414]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=104414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 07:27:23.765262 dv-cinder-825492-15-iscsi neutron-server[104414]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=104414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 07:27:23.765262 dv-cinder-825492-15-iscsi neutron-server[104414]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=104414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 07:27:23.765262 dv-cinder-825492-15-iscsi neutron-server[104414]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=104414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 07:27:23.765262 dv-cinder-825492-15-iscsi neutron-server[104414]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=104414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 07:27:23.765262 dv-cinder-825492-15-iscsi neutron-server[104414]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=104414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 07:27:23.765262 dv-cinder-825492-15-iscsi neutron-server[104414]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=104414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 07:27:23.765262 dv-cinder-825492-15-iscsi neutron-server[104414]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=104414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 07:27:23.765712 dv-cinder-825492-15-iscsi neutron-server[104414]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=104414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 07:27:23.765712 dv-cinder-825492-15-iscsi neutron-server[104414]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=104414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 07:27:23.765712 dv-cinder-825492-15-iscsi neutron-server[104414]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=104414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 07:27:23.765712 dv-cinder-825492-15-iscsi neutron-server[104414]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=104414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 07:27:23.765712 dv-cinder-825492-15-iscsi neutron-server[104414]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=104414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 07:27:23.765712 dv-cinder-825492-15-iscsi neutron-server[104414]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=104414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 07:27:23.765712 dv-cinder-825492-15-iscsi neutron-server[104414]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=104414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 07:27:23.765712 dv-cinder-825492-15-iscsi neutron-server[104414]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=104414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 07:27:23.766172 dv-cinder-825492-15-iscsi neutron-server[104414]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=104414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 07:27:23.766172 dv-cinder-825492-15-iscsi neutron-server[104414]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=104414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 07:27:23.766172 dv-cinder-825492-15-iscsi neutron-server[104414]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=104414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 07:27:23.766172 dv-cinder-825492-15-iscsi neutron-server[104414]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=104414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 07:27:23.766410 dv-cinder-825492-15-iscsi neutron-server[104414]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=104414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 07:27:23.766410 dv-cinder-825492-15-iscsi neutron-server[104414]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=104414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 07:27:23.766534 dv-cinder-825492-15-iscsi neutron-server[104414]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=104414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 07:27:23.766685 dv-cinder-825492-15-iscsi neutron-server[104414]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=104414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 07:27:23.766841 dv-cinder-825492-15-iscsi neutron-server[104414]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=104414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 07:27:23.767104 dv-cinder-825492-15-iscsi neutron-server[104414]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=104414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 07:27:23.767197 dv-cinder-825492-15-iscsi neutron-server[104414]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=104414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 07:27:23.767525 dv-cinder-825492-15-iscsi neutron-server[104414]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=104414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 07:27:23.767525 dv-cinder-825492-15-iscsi neutron-server[104414]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=104414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 07:27:23.767705 dv-cinder-825492-15-iscsi neutron-server[104414]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=104414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 07:27:23.767774 dv-cinder-825492-15-iscsi neutron-server[104414]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=104414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 07:27:23.767946 dv-cinder-825492-15-iscsi neutron-server[104414]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=104414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 07:27:23.768094 dv-cinder-825492-15-iscsi neutron-server[104414]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=104414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 07:27:23.768252 dv-cinder-825492-15-iscsi neutron-server[104414]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=104414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 07:27:23.768413 dv-cinder-825492-15-iscsi neutron-server[104414]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=104414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 07:27:23.768602 dv-cinder-825492-15-iscsi neutron-server[104414]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=104414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 07:27:23.768765 dv-cinder-825492-15-iscsi neutron-server[104414]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=104414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 07:27:23.768922 dv-cinder-825492-15-iscsi neutron-server[104414]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=104414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 07:27:23.769097 dv-cinder-825492-15-iscsi neutron-server[104414]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=104414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 07:27:23.769305 dv-cinder-825492-15-iscsi neutron-server[104414]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:250:299'] {{(pid=104414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 07:27:23.769474 dv-cinder-825492-15-iscsi neutron-server[104414]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=104414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 07:27:23.769631 dv-cinder-825492-15-iscsi neutron-server[104414]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=104414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 07:27:23.769791 dv-cinder-825492-15-iscsi neutron-server[104414]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=104414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 07:27:23.769959 dv-cinder-825492-15-iscsi neutron-server[104414]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=104414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 07:27:23.770115 dv-cinder-825492-15-iscsi neutron-server[104414]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=104414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 07:27:23.770275 dv-cinder-825492-15-iscsi neutron-server[104414]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=104414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 07:27:23.770431 dv-cinder-825492-15-iscsi neutron-server[104414]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=104414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 07:27:23.770585 dv-cinder-825492-15-iscsi neutron-server[104414]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=104414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 07:27:23.770737 dv-cinder-825492-15-iscsi neutron-server[104414]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=104414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 07:27:23.770885 dv-cinder-825492-15-iscsi neutron-server[104414]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=104414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 07:27:23.771045 dv-cinder-825492-15-iscsi neutron-server[104414]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=104414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 07:27:23.771200 dv-cinder-825492-15-iscsi neutron-server[104414]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=104414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 07:27:23.771356 dv-cinder-825492-15-iscsi neutron-server[104414]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=104414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 07:27:23.771509 dv-cinder-825492-15-iscsi neutron-server[104414]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=104414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 07:27:23.771664 dv-cinder-825492-15-iscsi neutron-server[104414]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=104414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 07:27:23.771818 dv-cinder-825492-15-iscsi neutron-server[104414]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=104414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 07:27:23.771972 dv-cinder-825492-15-iscsi neutron-server[104414]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=104414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 07:27:23.772127 dv-cinder-825492-15-iscsi neutron-server[104414]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=104414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 07:27:23.772283 dv-cinder-825492-15-iscsi neutron-server[104414]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=104414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 07:27:23.772437 dv-cinder-825492-15-iscsi neutron-server[104414]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=104414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 07:27:23.772615 dv-cinder-825492-15-iscsi neutron-server[104414]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=104414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 07:27:23.772759 dv-cinder-825492-15-iscsi neutron-server[104414]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=104414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 07:27:23.772915 dv-cinder-825492-15-iscsi neutron-server[104414]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=104414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 07:27:23.773063 dv-cinder-825492-15-iscsi neutron-server[104414]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=104414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} May 25 07:27:32.873910 dv-cinder-825492-15-iscsi neutron-server[104414]: DEBUG dbcounter [-] [104414] Writing DB stats neutron:SELECT=10,neutron:INSERT=31 {{(pid=104414) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 07:27:35.259357 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6409284-c3c5-447f-9998-9984bda97e16 None None] get_active_networks_info from dv-cinder-825492-15-iscsi {{(pid=104527) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} May 25 07:27:35.262590 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG dbcounter [-] [104527] Writer thread running {{(pid=104527) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} May 25 07:27:35.339698 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6409284-c3c5-447f-9998-9984bda97e16 None None] No non-hosted networks {{(pid=104527) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} May 25 07:27:35.347241 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.db.agentschedulers_db [None req-e6409284-c3c5-447f-9998-9984bda97e16 None None] DHCP Agent not found on host dv-cinder-825492-15-iscsi {{(pid=104527) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:454}} May 25 07:27:35.438809 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron_lib.callbacks.manager [None req-3c62649b-a4ab-475d-8178-25fd0b7204be None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754056472917', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1614083'] for agent (6cf9466f-68ff-4d03-9bb6-0c8244fa88eb), after_create {{(pid=104527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:27:36.822444 dv-cinder-825492-15-iscsi neutron-server[104528]: DEBUG dbcounter [-] [104528] Writer thread running {{(pid=104528) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} May 25 07:27:37.485837 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron_lib.callbacks.manager [None req-e71e88b7-40e0-4323-b5d5-1c708a3a5655 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754056472917', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1614083'] for agent (54ff4013-997e-4376-a4e9-e6c98cf37cc7), after_create {{(pid=104527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:27:37.552944 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron_lib.db.api [None req-d2368cd1-d2b7-41fe-8f1e-b57d43a9c428 None None] Retry wrapper got retriable exception: Failed to create a duplicate Agent: for attribute(s) ['agent_type', 'host'] with value(s) L3 agent-dv-cinder-825492-15-iscsi {{(pid=104527) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} May 25 07:27:37.553745 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG oslo_db.api [None req-d2368cd1-d2b7-41fe-8f1e-b57d43a9c428 None None] Performing DB retry for function neutron.db.agents_db.AgentDbMixin.create_or_update_agent {{(pid=104527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 25 07:27:38.168446 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron_lib.callbacks.manager [None req-d2368cd1-d2b7-41fe-8f1e-b57d43a9c428 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754056472917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490168'] for agent (54ff4013-997e-4376-a4e9-e6c98cf37cc7), after_update {{(pid=104527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:27:38.425305 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron.wsgi [-] (104525) accepted ('10.222.0.24', 39320) {{(pid=104525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 07:27:38.591252 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron_lib.callbacks.manager [None req-461c163e-e11a-425b-8a8d-f39fb153da48 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754056472917', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1614083'] for agent (fa5554a0-25df-434f-a0d0-5996d872220a), after_create {{(pid=104527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:27:39.005814 dv-cinder-825492-15-iscsi neutron-server[104525]: WARNING oslo_policy.policy [None req-820800f3-94d3-47db-b8fc-453018ab9f7b admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 25 07:27:39.006391 dv-cinder-825492-15-iscsi neutron-server[104525]: WARNING oslo_policy.policy [None req-820800f3-94d3-47db-b8fc-453018ab9f7b admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 25 07:27:39.227996 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron.wsgi [None req-820800f3-94d3-47db-b8fc-453018ab9f7b admin admin] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=104525) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 25 07:27:39.241864 dv-cinder-825492-15-iscsi neutron-server[104525]: INFO neutron.wsgi [None req-820800f3-94d3-47db-b8fc-453018ab9f7b admin admin] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.8035474 May 25 07:27:40.060634 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron_lib.callbacks.manager [None req-f9cd7ad7-9657-4dc4-ab64-74b2d9455e3c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754056472917', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1614083'] for agent (749e0e2c-8e71-4175-9046-27a8fd2a3a0a), after_create {{(pid=104527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:27:41.512091 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron_lib.callbacks.manager [None req-4c581813-650f-4b4b-ac0f-82f585bea231 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754056472917', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1614083'] for agent (67455b2d-ff20-4068-8b38-73bd0628c5cb), after_create {{(pid=104527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:27:41.514495 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c581813-650f-4b4b-ac0f-82f585bea231 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-825492-15-iscsi {{(pid=104527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 07:27:41.514495 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c581813-650f-4b4b-ac0f-82f585bea231 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825492-15-iscsi {{(pid=104527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 07:27:41.514495 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c581813-650f-4b4b-ac0f-82f585bea231 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825492-15-iscsi {{(pid=104527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 07:27:41.515050 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c581813-650f-4b4b-ac0f-82f585bea231 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-825492-15-iscsi {{(pid=104527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 07:27:41.515635 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c581813-650f-4b4b-ac0f-82f585bea231 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825492-15-iscsi {{(pid=104527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 07:27:41.516383 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c581813-650f-4b4b-ac0f-82f585bea231 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825492-15-iscsi {{(pid=104527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 07:27:41.517475 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c581813-650f-4b4b-ac0f-82f585bea231 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-825492-15-iscsi {{(pid=104527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 07:27:41.518604 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c581813-650f-4b4b-ac0f-82f585bea231 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825492-15-iscsi {{(pid=104527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 07:27:41.522400 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c581813-650f-4b4b-ac0f-82f585bea231 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825492-15-iscsi {{(pid=104527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 07:27:41.522993 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c581813-650f-4b4b-ac0f-82f585bea231 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-825492-15-iscsi {{(pid=104527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 07:27:41.523806 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c581813-650f-4b4b-ac0f-82f585bea231 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825492-15-iscsi {{(pid=104527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 07:27:41.524658 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c581813-650f-4b4b-ac0f-82f585bea231 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825492-15-iscsi {{(pid=104527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 07:27:41.526384 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c581813-650f-4b4b-ac0f-82f585bea231 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825492-15-iscsi {{(pid=104527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 07:27:41.527285 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c581813-650f-4b4b-ac0f-82f585bea231 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825492-15-iscsi {{(pid=104527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 07:27:41.528141 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c581813-650f-4b4b-ac0f-82f585bea231 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825492-15-iscsi {{(pid=104527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 07:27:41.529594 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c581813-650f-4b4b-ac0f-82f585bea231 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-825492-15-iscsi', {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.3', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0', 'NDPProxy': '1.0', 'Agent': '1.1'}) {} {{(pid=104527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 07:27:41.547190 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c581813-650f-4b4b-ac0f-82f585bea231 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-825492-15-iscsi', 'version_map': {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.3', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0', 'NDPProxy': '1.0', 'Agent': '1.1'}} {{(pid=104527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 07:27:41.820503 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron.wsgi [-] (104525) accepted ('10.222.0.24', 39356) {{(pid=104525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 07:27:42.185439 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron.api.v2.base [None req-682a676a-1845-4a6d-b350-1adfad08818d admin admin] Request body: {'subnetpool': {'is_default': True, 'prefixes': ['172.20.0.0/16'], 'shared': True, 'name': 'shared-default-subnetpool-v4', 'default_prefixlen': 26}} {{(pid=104525) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 25 07:27:42.281779 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron.policy [None req-682a676a-1845-4a6d-b350-1adfad08818d admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=104525) register_rules /opt/stack/neutron/neutron/policy.py:73}} May 25 07:27:42.324712 dv-cinder-825492-15-iscsi neutron-server[104525]: WARNING oslo_policy.policy [None req-682a676a-1845-4a6d-b350-1adfad08818d admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 25 07:27:42.325141 dv-cinder-825492-15-iscsi neutron-server[104525]: WARNING oslo_policy.policy [None req-682a676a-1845-4a6d-b350-1adfad08818d admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 25 07:27:42.346019 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG dbcounter [-] [104525] Writer thread running {{(pid=104525) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} May 25 07:27:42.528234 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-682a676a-1845-4a6d-b350-1adfad08818d admin admin] Publish callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8754054632725', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8754054654745', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8754054649298', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8754054738828', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8754054732755', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8754054757961', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-1321776', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1432011', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-315336', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-766839'] for rbac-policy (None), before_create {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:27:42.752818 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-682a676a-1845-4a6d-b350-1adfad08818d admin admin] Publish callbacks [] for subnetpool (None), before_response {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:27:42.760525 dv-cinder-825492-15-iscsi neutron-server[104525]: INFO neutron.wsgi [None req-682a676a-1845-4a6d-b350-1adfad08818d admin admin] 10.222.0.24 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.9327114 May 25 07:27:43.547442 dv-cinder-825492-15-iscsi neutron-server[104527]: INFO neutron.db.l3_hamode_db [None req-3a6fdfed-9f68-4e6c-b2f4-bee8f3fa8a60 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 May 25 07:27:43.630353 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a6fdfed-9f68-4e6c-b2f4-bee8f3fa8a60 None None] Routers set() bound to L3 agent in host dv-cinder-825492-15-iscsi {{(pid=104527) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 25 07:27:43.630837 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a6fdfed-9f68-4e6c-b2f4-bee8f3fa8a60 None None] Router IDs set() for agent in host dv-cinder-825492-15-iscsi {{(pid=104527) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:463}} May 25 07:27:45.174801 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.wsgi [-] (104526) accepted ('10.222.0.24', 39368) {{(pid=104526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 07:27:45.674157 dv-cinder-825492-15-iscsi neutron-server[104526]: WARNING oslo_policy.policy [None req-806cc1b8-fe56-49aa-a238-271532d11a26 demo demo] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 25 07:27:45.674720 dv-cinder-825492-15-iscsi neutron-server[104526]: WARNING oslo_policy.policy [None req-806cc1b8-fe56-49aa-a238-271532d11a26 demo demo] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 25 07:27:45.891496 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.api.v2.base [None req-806cc1b8-fe56-49aa-a238-271532d11a26 demo demo] Request body: {'network': {'name': 'private', 'admin_state_up': True}} {{(pid=104526) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 25 07:27:45.904991 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG dbcounter [-] [104526] Writer thread running {{(pid=104526) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} May 25 07:27:46.007217 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-806cc1b8-fe56-49aa-a238-271532d11a26 demo demo] Made reservation on behalf of f8518c8e5e874ff6806e967ca32ffaca for: {'network': 1} {{(pid=104526) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 07:27:46.070406 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.policy [None req-806cc1b8-fe56-49aa-a238-271532d11a26 demo demo] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=104526) register_rules /opt/stack/neutron/neutron/policy.py:73}} May 25 07:27:46.113472 dv-cinder-825492-15-iscsi neutron-server[104526]: WARNING oslo_policy.policy [None req-806cc1b8-fe56-49aa-a238-271532d11a26 demo demo] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 25 07:27:46.113839 dv-cinder-825492-15-iscsi neutron-server[104526]: WARNING oslo_policy.policy [None req-806cc1b8-fe56-49aa-a238-271532d11a26 demo demo] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 25 07:27:46.124260 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-806cc1b8-fe56-49aa-a238-271532d11a26 demo demo] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-616651'] for network (None), before_create {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:27:46.146255 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-806cc1b8-fe56-49aa-a238-271532d11a26 demo demo] Publish callbacks [] for security_group (None), before_create {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:27:46.264132 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-806cc1b8-fe56-49aa-a238-271532d11a26 demo demo] Publish callbacks [] for security_group (75a582fb-836e-4296-9536-d5ebfabfbd90), precommit_create {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:27:46.397330 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-806cc1b8-fe56-49aa-a238-271532d11a26 demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-278753'] for security_group (75a582fb-836e-4296-9536-d5ebfabfbd90), after_create {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:27:46.431997 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-806cc1b8-fe56-49aa-a238-271532d11a26 demo demo] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 263} {{(pid=104526) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 25 07:27:46.461205 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-806cc1b8-fe56-49aa-a238-271532d11a26 demo demo] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8754056472926', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1513389'] for segment (8cc7db1b-ae73-4b95-b76d-1d878f18f4d6), precommit_create {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:27:46.461744 dv-cinder-825492-15-iscsi neutron-server[104526]: INFO neutron.db.segments_db [None req-806cc1b8-fe56-49aa-a238-271532d11a26 demo demo] Added segment 8cc7db1b-ae73-4b95-b76d-1d878f18f4d6 of type vlan for network f4beb0d3-d8f4-467e-b2cb-34d94491d575 May 25 07:27:46.467562 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-806cc1b8-fe56-49aa-a238-271532d11a26 demo demo] Pushing event updated for resources: {'SecurityGroup': ['ID=75a582fb-836e-4296-9536-d5ebfabfbd90,revision_number=1']} {{(pid=104526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 07:27:46.509986 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-806cc1b8-fe56-49aa-a238-271532d11a26 demo demo] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825492-15-iscsi {{(pid=104526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 07:27:46.510342 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-806cc1b8-fe56-49aa-a238-271532d11a26 demo demo] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825492-15-iscsi {{(pid=104526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 07:27:46.510692 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-806cc1b8-fe56-49aa-a238-271532d11a26 demo demo] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825492-15-iscsi {{(pid=104526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 07:27:46.511039 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-806cc1b8-fe56-49aa-a238-271532d11a26 demo demo] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825492-15-iscsi {{(pid=104526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 07:27:46.511367 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-806cc1b8-fe56-49aa-a238-271532d11a26 demo demo] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825492-15-iscsi {{(pid=104526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 07:27:46.511690 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-806cc1b8-fe56-49aa-a238-271532d11a26 demo demo] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825492-15-iscsi {{(pid=104526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 07:27:46.512007 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-806cc1b8-fe56-49aa-a238-271532d11a26 demo demo] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825492-15-iscsi {{(pid=104526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 07:27:46.512323 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-806cc1b8-fe56-49aa-a238-271532d11a26 demo demo] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-825492-15-iscsi {{(pid=104526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 07:27:46.512679 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-806cc1b8-fe56-49aa-a238-271532d11a26 demo demo] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-825492-15-iscsi {{(pid=104526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 07:27:46.513002 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-806cc1b8-fe56-49aa-a238-271532d11a26 demo demo] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-825492-15-iscsi {{(pid=104526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 07:27:46.513320 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-806cc1b8-fe56-49aa-a238-271532d11a26 demo demo] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-825492-15-iscsi {{(pid=104526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 07:27:46.513649 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-806cc1b8-fe56-49aa-a238-271532d11a26 demo demo] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825492-15-iscsi {{(pid=104526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 07:27:46.513965 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-806cc1b8-fe56-49aa-a238-271532d11a26 demo demo] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825492-15-iscsi {{(pid=104526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 07:27:46.514276 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-806cc1b8-fe56-49aa-a238-271532d11a26 demo demo] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825492-15-iscsi {{(pid=104526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 07:27:46.514591 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-806cc1b8-fe56-49aa-a238-271532d11a26 demo demo] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825492-15-iscsi {{(pid=104526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 07:27:46.516119 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-806cc1b8-fe56-49aa-a238-271532d11a26 demo demo] Tracked resource versions report: May 25 07:27:46.516119 dv-cinder-825492-15-iscsi neutron-server[104526]: pushed versions: May 25 07:27:46.516119 dv-cinder-825492-15-iscsi neutron-server[104526]: { 'AddressGroup': {'1.2'}, May 25 07:27:46.516119 dv-cinder-825492-15-iscsi neutron-server[104526]: 'Agent': {'1.1'}, May 25 07:27:46.516119 dv-cinder-825492-15-iscsi neutron-server[104526]: 'ConntrackHelper': {'1.0'}, May 25 07:27:46.516119 dv-cinder-825492-15-iscsi neutron-server[104526]: 'LocalIPAssociation': {'1.0'}, May 25 07:27:46.516119 dv-cinder-825492-15-iscsi neutron-server[104526]: 'Log': {'1.0'}, May 25 07:27:46.516119 dv-cinder-825492-15-iscsi neutron-server[104526]: 'NDPProxy': {'1.0'}, May 25 07:27:46.516119 dv-cinder-825492-15-iscsi neutron-server[104526]: 'Network': {'1.1'}, May 25 07:27:46.516119 dv-cinder-825492-15-iscsi neutron-server[104526]: 'Port': {'1.7'}, May 25 07:27:46.516119 dv-cinder-825492-15-iscsi neutron-server[104526]: 'PortForwarding': {'1.3'}, May 25 07:27:46.516119 dv-cinder-825492-15-iscsi neutron-server[104526]: 'QosPolicy': {'1.10'}, May 25 07:27:46.516119 dv-cinder-825492-15-iscsi neutron-server[104526]: 'SecurityGroup': {'1.5'}, May 25 07:27:46.516119 dv-cinder-825492-15-iscsi neutron-server[104526]: 'SecurityGroupRule': {'1.2'}, May 25 07:27:46.516119 dv-cinder-825492-15-iscsi neutron-server[104526]: 'SubPort': {'1.0'}, May 25 07:27:46.516119 dv-cinder-825492-15-iscsi neutron-server[104526]: 'Subnet': {'1.1'}, May 25 07:27:46.516119 dv-cinder-825492-15-iscsi neutron-server[104526]: 'Trunk': {'1.1'}} May 25 07:27:46.516119 dv-cinder-825492-15-iscsi neutron-server[104526]: consumer versions: May 25 07:27:46.516119 dv-cinder-825492-15-iscsi neutron-server[104526]: { DHCP agent@dv-cinder-825492-15-iscsi: {}, May 25 07:27:46.516119 dv-cinder-825492-15-iscsi neutron-server[104526]: L3 agent@dv-cinder-825492-15-iscsi: {}, May 25 07:27:46.516119 dv-cinder-825492-15-iscsi neutron-server[104526]: Metadata agent@dv-cinder-825492-15-iscsi: {}, May 25 07:27:46.516119 dv-cinder-825492-15-iscsi neutron-server[104526]: Metering agent@dv-cinder-825492-15-iscsi: {}, May 25 07:27:46.516119 dv-cinder-825492-15-iscsi neutron-server[104526]: Open vSwitch agent@dv-cinder-825492-15-iscsi: { 'AddressGroup': '1.2', May 25 07:27:46.516119 dv-cinder-825492-15-iscsi neutron-server[104526]: 'Agent': '1.1', May 25 07:27:46.516119 dv-cinder-825492-15-iscsi neutron-server[104526]: 'ConntrackHelper': '1.0', May 25 07:27:46.516119 dv-cinder-825492-15-iscsi neutron-server[104526]: 'LocalIPAssociation': '1.0', May 25 07:27:46.516119 dv-cinder-825492-15-iscsi neutron-server[104526]: 'Log': '1.0', May 25 07:27:46.516119 dv-cinder-825492-15-iscsi neutron-server[104526]: 'NDPProxy': '1.0', May 25 07:27:46.516119 dv-cinder-825492-15-iscsi neutron-server[104526]: 'Network': '1.1', May 25 07:27:46.516119 dv-cinder-825492-15-iscsi neutron-server[104526]: 'Port': '1.7', May 25 07:27:46.516119 dv-cinder-825492-15-iscsi neutron-server[104526]: 'PortForwarding': '1.3', May 25 07:27:46.516119 dv-cinder-825492-15-iscsi neutron-server[104526]: 'QosPolicy': '1.10', May 25 07:27:46.516119 dv-cinder-825492-15-iscsi neutron-server[104526]: 'SecurityGroup': '1.5', May 25 07:27:46.516119 dv-cinder-825492-15-iscsi neutron-server[104526]: 'SecurityGroupRule': '1.2', May 25 07:27:46.516119 dv-cinder-825492-15-iscsi neutron-server[104526]: 'SubPort': '1.0', May 25 07:27:46.516119 dv-cinder-825492-15-iscsi neutron-server[104526]: 'Subnet': '1.1', May 25 07:27:46.516119 dv-cinder-825492-15-iscsi neutron-server[104526]: 'Trunk': '1.1'}} May 25 07:27:46.516119 dv-cinder-825492-15-iscsi neutron-server[104526]: {{(pid=104526) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 25 07:27:46.578775 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-806cc1b8-fe56-49aa-a238-271532d11a26 demo demo] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754056145246'] for network (f4beb0d3-d8f4-467e-b2cb-34d94491d575), precommit_create {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:27:46.683447 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-806cc1b8-fe56-49aa-a238-271532d11a26 demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-278710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612926'] for network (f4beb0d3-d8f4-467e-b2cb-34d94491d575), after_create {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:27:46.688644 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-806cc1b8-fe56-49aa-a238-271532d11a26 demo demo] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 07:27:46.689374 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-806cc1b8-fe56-49aa-a238-271532d11a26 demo demo] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1612908'] for network (None), before_response {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:27:46.807813 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-806cc1b8-fe56-49aa-a238-271532d11a26 demo demo] Pushing event updated for resources: {'Network': ['ID=f4beb0d3-d8f4-467e-b2cb-34d94491d575,revision_number=1']} {{(pid=104526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 07:27:46.817177 dv-cinder-825492-15-iscsi neutron-server[104526]: INFO neutron.wsgi [None req-806cc1b8-fe56-49aa-a238-271532d11a26 demo demo] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 729 time: 1.6404262 May 25 07:27:46.819306 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.plugins.ml2.rpc [None req-4c581813-650f-4b4b-ac0f-82f585bea231 None None] Network f4beb0d3-d8f4-467e-b2cb-34d94491d575 details requested by agent ovs-agent-dv-cinder-825492-15-iscsi with host dv-cinder-825492-15-iscsi {{(pid=104527) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 25 07:27:49.288951 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.wsgi [-] (104526) accepted ('10.222.0.24', 39388) {{(pid=104526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 07:27:49.705762 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16ff6ea6-e51f-4aa4-b897-02578210fa38 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 07:27:49.707125 dv-cinder-825492-15-iscsi neutron-server[104526]: INFO neutron.wsgi [None req-16ff6ea6-e51f-4aa4-b897-02578210fa38 demo admin] 10.222.0.24 "GET /v2.0/networks/f4beb0d3-d8f4-467e-b2cb-34d94491d575 HTTP/1.1" status: 200 len: 825 time: 0.4171917 May 25 07:27:49.744409 dv-cinder-825492-15-iscsi neutron-server[104526]: INFO neutron.wsgi [None req-89f4df89-20f1-4eb1-b13f-5d763d13d467 demo admin] 10.222.0.24 "GET /v2.0/subnetpools/29b30ff5-1010-481c-ac15-54d097ca61ee HTTP/1.1" status: 200 len: 734 time: 0.0308962 May 25 07:27:49.752972 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.api.v2.base [None req-4d460660-47e6-4ea2-a898-280226f8f856 demo admin] Request body: {'subnet': {'gateway_ip': '172.20.0.1', 'subnetpool_id': '29b30ff5-1010-481c-ac15-54d097ca61ee', 'network_id': 'f4beb0d3-d8f4-467e-b2cb-34d94491d575', 'name': 'private-subnet', 'ip_version': 4}} {{(pid=104526) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 25 07:27:49.766627 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG dbcounter [-] [104526] Writing DB stats neutron:SELECT=58,neutron:INSERT=39,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=104526) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 07:27:50.004356 dv-cinder-825492-15-iscsi neutron-server[104528]: DEBUG dbcounter [-] [104528] Writing DB stats neutron:SELECT=7 {{(pid=104528) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 07:27:50.009507 dv-cinder-825492-15-iscsi neutron-server[104528]: DEBUG dbcounter [-] [104528] Writing DB stats neutron:SELECT=17,neutron:INSERT=31 {{(pid=104528) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 07:27:50.031082 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4d460660-47e6-4ea2-a898-280226f8f856 demo admin] Made reservation on behalf of f8518c8e5e874ff6806e967ca32ffaca for: {'subnet': 1} {{(pid=104526) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 07:27:50.033561 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-4d460660-47e6-4ea2-a898-280226f8f856 demo admin] Publish callbacks [] for subnet (None), before_create {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:27:50.215484 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG dbcounter [-] [104526] Writing DB stats neutron:SELECT=78,neutron:INSERT=17,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=104526) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 07:27:50.655232 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-4d460660-47e6-4ea2-a898-280226f8f856 demo admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-280644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612926'] for subnet (3b2c4038-8c04-4290-9796-7f7b7a34594d), after_create {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:27:50.730317 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d460660-47e6-4ea2-a898-280226f8f856 demo admin] Pushing event updated for resources: {'Subnet': ['ID=3b2c4038-8c04-4290-9796-7f7b7a34594d,revision_number=0']} {{(pid=104526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 07:27:50.732325 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d460660-47e6-4ea2-a898-280226f8f856 demo admin] Checking segment: {'id': '8cc7db1b-ae73-4b95-b76d-1d878f18f4d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 263, 'network_id': 'f4beb0d3-d8f4-467e-b2cb-34d94491d575'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104526) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 25 07:27:50.732737 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d460660-47e6-4ea2-a898-280226f8f856 demo admin] Network hostable DHCP agents. Network: f4beb0d3-d8f4-467e-b2cb-34d94491d575, hostable agents: ['6cf9466f-68ff-4d03-9bb6-0c8244fa88eb'], hosted agents: [] {{(pid=104526) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 25 07:27:50.877502 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d460660-47e6-4ea2-a898-280226f8f856 demo admin] Network f4beb0d3-d8f4-467e-b2cb-34d94491d575 is scheduled to be hosted by DHCP agent 6cf9466f-68ff-4d03-9bb6-0c8244fa88eb with binding_index 1 {{(pid=104526) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 25 07:27:50.968413 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.scheduler.base_scheduler [None req-4d460660-47e6-4ea2-a898-280226f8f856 demo admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-825492-15-iscsi, f4beb0d3-d8f4-467e-b2cb-34d94491d575) {{(pid=104526) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 07:27:50.973089 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d460660-47e6-4ea2-a898-280226f8f856 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 07:27:50.973884 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-4d460660-47e6-4ea2-a898-280226f8f856 demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1612908'] for subnet (None), before_response {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:27:50.978493 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99481029-a9fb-47a9-8cc8-636a15f71e10 None None] Network f4beb0d3-d8f4-467e-b2cb-34d94491d575 requested from dv-cinder-825492-15-iscsi {{(pid=104527) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 25 07:27:51.045529 dv-cinder-825492-15-iscsi neutron-server[104526]: INFO neutron.wsgi [None req-4d460660-47e6-4ea2-a898-280226f8f856 demo admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 1.2957325 May 25 07:27:51.240281 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2209f319-50d1-42f4-8d3f-0368950da412 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpffcd8e1d-abc4-5fc1-a873-fed7d59917e2-f4beb0d3-d8f4-467e-b2cb-34d94491d575', 'network_id': 'f4beb0d3-d8f4-467e-b2cb-34d94491d575', 'project_id': 'f8518c8e5e874ff6806e967ca32ffaca', 'fixed_ips': [{'subnet_id': '3b2c4038-8c04-4290-9796-7f7b7a34594d'}]}} from dv-cinder-825492-15-iscsi. {{(pid=104527) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 25 07:27:51.241603 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron_lib.callbacks.manager [None req-2209f319-50d1-42f4-8d3f-0368950da412 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-616651'] for port (None), before_create {{(pid=104527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:27:51.711424 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.db.db_base_plugin_common [None req-2209f319-50d1-42f4-8d3f-0368950da412 None None] Allocated IP 172.20.0.2 (f4beb0d3-d8f4-467e-b2cb-34d94491d575/3b2c4038-8c04-4290-9796-7f7b7a34594d/5e288cb1-a5bb-4440-8a38-2864ab9daa3c) {{(pid=104527) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 07:27:51.730629 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG dbcounter [-] [104527] Writing DB stats neutron:SELECT=64,neutron:INSERT=34,neutron:UPDATE=2 {{(pid=104527) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 07:27:51.954528 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron_lib.callbacks.manager [None req-2209f319-50d1-42f4-8d3f-0368950da412 None None] Publish callbacks [] for port (5e288cb1-a5bb-4440-8a38-2864ab9daa3c), precommit_create {{(pid=104527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:27:52.031572 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron_lib.callbacks.manager [None req-2209f319-50d1-42f4-8d3f-0368950da412 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-617841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612926', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754056173864'] for port (5e288cb1-a5bb-4440-8a38-2864ab9daa3c), after_create {{(pid=104527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:27:52.092602 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG dbcounter [-] [104527] Writing DB stats neutron:SELECT=88,neutron:INSERT=9,neutron:UPDATE=3 {{(pid=104527) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 07:27:52.112000 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2209f319-50d1-42f4-8d3f-0368950da412 None None] Network f4beb0d3-d8f4-467e-b2cb-34d94491d575 is already hosted by enough agents. {{(pid=104527) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 07:27:52.117747 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.scheduler.base_scheduler [None req-2209f319-50d1-42f4-8d3f-0368950da412 None None] Resources bound (agent type, host, resource id): {{(pid=104527) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 07:27:52.123123 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2209f319-50d1-42f4-8d3f-0368950da412 None None] Received port after_create {{(pid=104527) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 25 07:27:52.128526 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2209f319-50d1-42f4-8d3f-0368950da412 None None] Pushing event updated for resources: {'Port': ['ID=5e288cb1-a5bb-4440-8a38-2864ab9daa3c,revision_number=1']} {{(pid=104527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 07:27:52.159634 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2209f319-50d1-42f4-8d3f-0368950da412 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825492-15-iscsi {{(pid=104527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 07:27:52.159981 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2209f319-50d1-42f4-8d3f-0368950da412 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825492-15-iscsi {{(pid=104527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 07:27:52.160314 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2209f319-50d1-42f4-8d3f-0368950da412 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825492-15-iscsi {{(pid=104527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 07:27:52.160683 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2209f319-50d1-42f4-8d3f-0368950da412 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825492-15-iscsi {{(pid=104527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 07:27:52.161008 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2209f319-50d1-42f4-8d3f-0368950da412 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825492-15-iscsi {{(pid=104527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 07:27:52.161331 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2209f319-50d1-42f4-8d3f-0368950da412 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825492-15-iscsi {{(pid=104527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 07:27:52.161647 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2209f319-50d1-42f4-8d3f-0368950da412 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825492-15-iscsi {{(pid=104527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 07:27:52.161961 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2209f319-50d1-42f4-8d3f-0368950da412 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-825492-15-iscsi {{(pid=104527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 07:27:52.162291 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2209f319-50d1-42f4-8d3f-0368950da412 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-825492-15-iscsi {{(pid=104527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 07:27:52.162609 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2209f319-50d1-42f4-8d3f-0368950da412 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-825492-15-iscsi {{(pid=104527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 07:27:52.162927 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2209f319-50d1-42f4-8d3f-0368950da412 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-825492-15-iscsi {{(pid=104527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 07:27:52.163251 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2209f319-50d1-42f4-8d3f-0368950da412 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825492-15-iscsi {{(pid=104527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 07:27:52.163564 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2209f319-50d1-42f4-8d3f-0368950da412 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825492-15-iscsi {{(pid=104527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 07:27:52.163871 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2209f319-50d1-42f4-8d3f-0368950da412 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825492-15-iscsi {{(pid=104527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 07:27:52.164181 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2209f319-50d1-42f4-8d3f-0368950da412 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825492-15-iscsi {{(pid=104527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 07:27:52.165901 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2209f319-50d1-42f4-8d3f-0368950da412 None None] Tracked resource versions report: May 25 07:27:52.165901 dv-cinder-825492-15-iscsi neutron-server[104527]: pushed versions: May 25 07:27:52.165901 dv-cinder-825492-15-iscsi neutron-server[104527]: { 'AddressGroup': {'1.2'}, May 25 07:27:52.165901 dv-cinder-825492-15-iscsi neutron-server[104527]: 'Agent': {'1.1'}, May 25 07:27:52.165901 dv-cinder-825492-15-iscsi neutron-server[104527]: 'ConntrackHelper': {'1.0'}, May 25 07:27:52.165901 dv-cinder-825492-15-iscsi neutron-server[104527]: 'LocalIPAssociation': {'1.0'}, May 25 07:27:52.165901 dv-cinder-825492-15-iscsi neutron-server[104527]: 'Log': {'1.0'}, May 25 07:27:52.165901 dv-cinder-825492-15-iscsi neutron-server[104527]: 'NDPProxy': {'1.0'}, May 25 07:27:52.165901 dv-cinder-825492-15-iscsi neutron-server[104527]: 'Network': {'1.1'}, May 25 07:27:52.165901 dv-cinder-825492-15-iscsi neutron-server[104527]: 'Port': {'1.7'}, May 25 07:27:52.165901 dv-cinder-825492-15-iscsi neutron-server[104527]: 'PortForwarding': {'1.3'}, May 25 07:27:52.165901 dv-cinder-825492-15-iscsi neutron-server[104527]: 'QosPolicy': {'1.10'}, May 25 07:27:52.165901 dv-cinder-825492-15-iscsi neutron-server[104527]: 'SecurityGroup': {'1.5'}, May 25 07:27:52.165901 dv-cinder-825492-15-iscsi neutron-server[104527]: 'SecurityGroupRule': {'1.2'}, May 25 07:27:52.165901 dv-cinder-825492-15-iscsi neutron-server[104527]: 'SubPort': {'1.0'}, May 25 07:27:52.165901 dv-cinder-825492-15-iscsi neutron-server[104527]: 'Subnet': {'1.1'}, May 25 07:27:52.165901 dv-cinder-825492-15-iscsi neutron-server[104527]: 'Trunk': {'1.1'}} May 25 07:27:52.165901 dv-cinder-825492-15-iscsi neutron-server[104527]: consumer versions: May 25 07:27:52.165901 dv-cinder-825492-15-iscsi neutron-server[104527]: { DHCP agent@dv-cinder-825492-15-iscsi: {}, May 25 07:27:52.165901 dv-cinder-825492-15-iscsi neutron-server[104527]: L3 agent@dv-cinder-825492-15-iscsi: {}, May 25 07:27:52.165901 dv-cinder-825492-15-iscsi neutron-server[104527]: Metadata agent@dv-cinder-825492-15-iscsi: {}, May 25 07:27:52.165901 dv-cinder-825492-15-iscsi neutron-server[104527]: Metering agent@dv-cinder-825492-15-iscsi: {}, May 25 07:27:52.165901 dv-cinder-825492-15-iscsi neutron-server[104527]: Open vSwitch agent@dv-cinder-825492-15-iscsi: { 'AddressGroup': '1.2', May 25 07:27:52.165901 dv-cinder-825492-15-iscsi neutron-server[104527]: 'Agent': '1.1', May 25 07:27:52.165901 dv-cinder-825492-15-iscsi neutron-server[104527]: 'ConntrackHelper': '1.0', May 25 07:27:52.165901 dv-cinder-825492-15-iscsi neutron-server[104527]: 'LocalIPAssociation': '1.0', May 25 07:27:52.165901 dv-cinder-825492-15-iscsi neutron-server[104527]: 'Log': '1.0', May 25 07:27:52.165901 dv-cinder-825492-15-iscsi neutron-server[104527]: 'NDPProxy': '1.0', May 25 07:27:52.165901 dv-cinder-825492-15-iscsi neutron-server[104527]: 'Network': '1.1', May 25 07:27:52.165901 dv-cinder-825492-15-iscsi neutron-server[104527]: 'Port': '1.7', May 25 07:27:52.165901 dv-cinder-825492-15-iscsi neutron-server[104527]: 'PortForwarding': '1.3', May 25 07:27:52.165901 dv-cinder-825492-15-iscsi neutron-server[104527]: 'QosPolicy': '1.10', May 25 07:27:52.165901 dv-cinder-825492-15-iscsi neutron-server[104527]: 'SecurityGroup': '1.5', May 25 07:27:52.165901 dv-cinder-825492-15-iscsi neutron-server[104527]: 'SecurityGroupRule': '1.2', May 25 07:27:52.165901 dv-cinder-825492-15-iscsi neutron-server[104527]: 'SubPort': '1.0', May 25 07:27:52.165901 dv-cinder-825492-15-iscsi neutron-server[104527]: 'Subnet': '1.1', May 25 07:27:52.165901 dv-cinder-825492-15-iscsi neutron-server[104527]: 'Trunk': '1.1'}} May 25 07:27:52.165901 dv-cinder-825492-15-iscsi neutron-server[104527]: {{(pid=104527) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 25 07:27:52.222333 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.plugins.ml2.managers [None req-2209f319-50d1-42f4-8d3f-0368950da412 None None] Attempting to bind port 5e288cb1-a5bb-4440-8a38-2864ab9daa3c on host dv-cinder-825492-15-iscsi for vnic_type normal with profile {{(pid=104527) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 25 07:27:52.222641 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.plugins.ml2.managers [None req-2209f319-50d1-42f4-8d3f-0368950da412 None None] Attempting to bind port 5e288cb1-a5bb-4440-8a38-2864ab9daa3c by drivers openvswitch,hyperv on host dv-cinder-825492-15-iscsi at level 0 using segments [{'id': '8cc7db1b-ae73-4b95-b76d-1d878f18f4d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 263, 'network_id': 'f4beb0d3-d8f4-467e-b2cb-34d94491d575'}] {{(pid=104527) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 25 07:27:52.223058 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2209f319-50d1-42f4-8d3f-0368950da412 None None] Attempting to bind port 5e288cb1-a5bb-4440-8a38-2864ab9daa3c on network f4beb0d3-d8f4-467e-b2cb-34d94491d575 {{(pid=104527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 25 07:27:52.229170 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2209f319-50d1-42f4-8d3f-0368950da412 None None] Checking agent: {'id': '67455b2d-ff20-4068-8b38-73bd0628c5cb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-825492-15-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 25, 7, 27, 41), 'started_at': datetime.datetime(2022, 5, 25, 7, 27, 41), 'heartbeat_timestamp': datetime.datetime(2022, 5, 25, 7, 27, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-825492-15-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 25 07:27:52.229418 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2209f319-50d1-42f4-8d3f-0368950da412 None None] Checking segment: {'id': '8cc7db1b-ae73-4b95-b76d-1d878f18f4d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 263, 'network_id': 'f4beb0d3-d8f4-467e-b2cb-34d94491d575'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104527) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 25 07:27:52.229821 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron_lib.callbacks.manager [None req-2209f319-50d1-42f4-8d3f-0368950da412 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:27:52.230198 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2209f319-50d1-42f4-8d3f-0368950da412 None None] Bound using segment: {'id': '8cc7db1b-ae73-4b95-b76d-1d878f18f4d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 263, 'network_id': 'f4beb0d3-d8f4-467e-b2cb-34d94491d575'} {{(pid=104527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 25 07:27:52.230681 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.plugins.ml2.managers [None req-2209f319-50d1-42f4-8d3f-0368950da412 None None] Bound port: 5e288cb1-a5bb-4440-8a38-2864ab9daa3c, host: dv-cinder-825492-15-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8cc7db1b-ae73-4b95-b76d-1d878f18f4d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 263, 'network_id': 'f4beb0d3-d8f4-467e-b2cb-34d94491d575'}}] {{(pid=104527) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 25 07:27:52.231065 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron_lib.callbacks.manager [None req-2209f319-50d1-42f4-8d3f-0368950da412 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-616651'] for port (5e288cb1-a5bb-4440-8a38-2864ab9daa3c), before_update {{(pid=104527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:27:52.294565 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.plugins.ml2.db [None req-2209f319-50d1-42f4-8d3f-0368950da412 None None] For port 5e288cb1-a5bb-4440-8a38-2864ab9daa3c, host dv-cinder-825492-15-iscsi, cleared binding levels {{(pid=104527) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 25 07:27:52.314167 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.plugins.ml2.db [None req-2209f319-50d1-42f4-8d3f-0368950da412 None None] For port 5e288cb1-a5bb-4440-8a38-2864ab9daa3c, host dv-cinder-825492-15-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825492-15-iscsi',level=0,port_id=5e288cb1-a5bb-4440-8a38-2864ab9daa3c,segment=NetworkSegment(8cc7db1b-ae73-4b95-b76d-1d878f18f4d6),segment_id=8cc7db1b-ae73-4b95-b76d-1d878f18f4d6)] {{(pid=104527) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 25 07:27:52.419808 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron_lib.callbacks.manager [None req-2209f319-50d1-42f4-8d3f-0368950da412 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-617841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612926', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754056714442', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754056173882', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754056173900'] for port (5e288cb1-a5bb-4440-8a38-2864ab9daa3c), after_update {{(pid=104527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:27:52.474075 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2209f319-50d1-42f4-8d3f-0368950da412 None None] Pushing event updated for resources: {'Port': ['ID=5e288cb1-a5bb-4440-8a38-2864ab9daa3c,revision_number=2']} {{(pid=104527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 07:27:52.676578 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG dbcounter [-] [104525] Writing DB stats neutron:SELECT=20,neutron:INSERT=34,neutron:DELETE=1 {{(pid=104525) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 07:27:52.678332 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG dbcounter [-] [104525] Writing DB stats neutron:SELECT=13,neutron:INSERT=3,neutron:DELETE=1 {{(pid=104525) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 07:27:53.519712 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron.wsgi [-] (104525) accepted ('10.222.0.24', 39410) {{(pid=104525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 07:27:53.842840 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron.wsgi [None req-c30ebed4-1130-4ad5-8167-23af9bfee982 admin admin] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=104525) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 25 07:27:53.843890 dv-cinder-825492-15-iscsi neutron-server[104525]: INFO neutron.wsgi [None req-c30ebed4-1130-4ad5-8167-23af9bfee982 admin admin] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.3230724 May 25 07:27:56.309460 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.wsgi [-] (104526) accepted ('10.222.0.24', 39418) {{(pid=104526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 07:27:56.642918 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.wsgi [None req-9c2cd910-57ba-4154-a2d0-0e082d587359 admin admin] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=104526) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 25 07:27:56.643958 dv-cinder-825492-15-iscsi neutron-server[104526]: INFO neutron.wsgi [None req-9c2cd910-57ba-4154-a2d0-0e082d587359 admin admin] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.3334701 May 25 07:27:59.081778 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.wsgi [-] (104526) accepted ('10.222.0.24', 39426) {{(pid=104526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 07:27:59.403198 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.api.v2.base [None req-0a978178-6904-4cdf-bbbb-c583842e31a0 demo demo] Request body: {'router': {'admin_state_up': True, 'name': 'router1'}} {{(pid=104526) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 25 07:27:59.478401 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-0a978178-6904-4cdf-bbbb-c583842e31a0 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1616943', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4883'] for router (9bbca75f-7353-42bd-af97-c938cb651a2a), before_create {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:27:59.479866 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-0a978178-6904-4cdf-bbbb-c583842e31a0 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1616063', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1614895', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-299349', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4888'] for router (9bbca75f-7353-42bd-af97-c938cb651a2a), precommit_create {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:27:59.619522 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-0a978178-6904-4cdf-bbbb-c583842e31a0 demo demo] Publish callbacks [] for router_controller (9bbca75f-7353-42bd-af97-c938cb651a2a), precommit_add_association {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:27:59.678080 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-0a978178-6904-4cdf-bbbb-c583842e31a0 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1616054', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1614970'] for router (9bbca75f-7353-42bd-af97-c938cb651a2a), after_create {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:27:59.770528 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-0a978178-6904-4cdf-bbbb-c583842e31a0 demo demo] Publish callbacks [] for router (None), before_response {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:27:59.792512 dv-cinder-825492-15-iscsi neutron-server[104526]: INFO neutron.wsgi [None req-0a978178-6904-4cdf-bbbb-c583842e31a0 demo demo] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 674 time: 0.6888404 May 25 07:28:02.194495 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.plugins.ml2.rpc [None req-4c581813-650f-4b4b-ac0f-82f585bea231 None None] Device 5e288cb1-a5bb-4440-8a38-2864ab9daa3c up at agent ovs-agent-dv-cinder-825492-15-iscsi {{(pid=104527) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 25 07:28:02.238620 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.wsgi [-] (104526) accepted ('10.222.0.24', 39438) {{(pid=104526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 07:28:02.274397 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.db.provisioning_blocks [None req-4c581813-650f-4b4b-ac0f-82f585bea231 None None] Provisioning complete for port 5e288cb1-a5bb-4440-8a38-2864ab9daa3c triggered by entity L2. {{(pid=104527) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 25 07:28:02.276292 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron_lib.callbacks.manager [None req-4c581813-650f-4b4b-ac0f-82f585bea231 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1490782'] for port (5e288cb1-a5bb-4440-8a38-2864ab9daa3c), provisioning_complete {{(pid=104527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:28:02.391240 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.plugins.ml2.plugin [None req-4c581813-650f-4b4b-ac0f-82f585bea231 None None] Current status of the port 5e288cb1-a5bb-4440-8a38-2864ab9daa3c is: DOWN; New status is: ACTIVE {{(pid=104527) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 25 07:28:02.391623 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron_lib.callbacks.manager [None req-4c581813-650f-4b4b-ac0f-82f585bea231 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-616651'] for port (5e288cb1-a5bb-4440-8a38-2864ab9daa3c), before_update {{(pid=104527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:28:02.429872 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.plugins.ml2.db [None req-4c581813-650f-4b4b-ac0f-82f585bea231 None None] For port 5e288cb1-a5bb-4440-8a38-2864ab9daa3c, host dv-cinder-825492-15-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825492-15-iscsi',level=0,port_id=5e288cb1-a5bb-4440-8a38-2864ab9daa3c,segment=NetworkSegment(8cc7db1b-ae73-4b95-b76d-1d878f18f4d6),segment_id=8cc7db1b-ae73-4b95-b76d-1d878f18f4d6)] {{(pid=104527) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 07:28:02.516875 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron_lib.callbacks.manager [None req-4c581813-650f-4b4b-ac0f-82f585bea231 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-617841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612926', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754056714442', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754056173882', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754056173900'] for port (5e288cb1-a5bb-4440-8a38-2864ab9daa3c), after_update {{(pid=104527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:28:02.567339 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c581813-650f-4b4b-ac0f-82f585bea231 None None] Pushing event updated for resources: {'Port': ['ID=5e288cb1-a5bb-4440-8a38-2864ab9daa3c,revision_number=3']} {{(pid=104527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 07:28:02.595590 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.wsgi [None req-e8c4232e-b1b8-4c4d-acc2-736eb66d431b admin admin] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=104526) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 25 07:28:02.596618 dv-cinder-825492-15-iscsi neutron-server[104526]: INFO neutron.wsgi [None req-e8c4232e-b1b8-4c4d-acc2-736eb66d431b admin admin] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.3570330 May 25 07:28:03.868459 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38c41de9-1d1c-4149-94d7-40ca7dfaca42 None None] Network f4beb0d3-d8f4-467e-b2cb-34d94491d575 requested from dv-cinder-825492-15-iscsi {{(pid=104527) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 25 07:28:03.992489 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.db.provisioning_blocks [None req-42b2fcf3-d884-4026-82b5-7a7a717b15ba None None] Provisioning complete for port 5e288cb1-a5bb-4440-8a38-2864ab9daa3c triggered by entity DHCP. {{(pid=104527) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 25 07:28:03.992884 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron_lib.callbacks.manager [None req-42b2fcf3-d884-4026-82b5-7a7a717b15ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1490782'] for port (5e288cb1-a5bb-4440-8a38-2864ab9daa3c), provisioning_complete {{(pid=104527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:28:04.066354 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.plugins.ml2.plugin [None req-42b2fcf3-d884-4026-82b5-7a7a717b15ba None None] Current status of the port 5e288cb1-a5bb-4440-8a38-2864ab9daa3c is: ACTIVE; New status is: ACTIVE {{(pid=104527) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 25 07:28:04.163935 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.plugins.ml2.rpc [None req-4c581813-650f-4b4b-ac0f-82f585bea231 None None] Device 5e288cb1-a5bb-4440-8a38-2864ab9daa3c up at agent ovs-agent-dv-cinder-825492-15-iscsi {{(pid=104527) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 25 07:28:04.190776 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG dbcounter [-] [104527] Writing DB stats neutron:UPDATE=2,neutron:SELECT=98 {{(pid=104527) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 07:28:04.206937 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.db.provisioning_blocks [None req-ae4dc9e4-4b54-454b-a4b5-e4b1a4ca58a9 None None] Provisioning complete for port 5e288cb1-a5bb-4440-8a38-2864ab9daa3c triggered by entity DHCP. {{(pid=104527) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 25 07:28:04.207321 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron_lib.callbacks.manager [None req-ae4dc9e4-4b54-454b-a4b5-e4b1a4ca58a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1490782'] for port (5e288cb1-a5bb-4440-8a38-2864ab9daa3c), provisioning_complete {{(pid=104527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:28:04.243739 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG dbcounter [-] [104527] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=104527) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 07:28:04.253986 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.db.provisioning_blocks [None req-4c581813-650f-4b4b-ac0f-82f585bea231 None None] Provisioning complete for port 5e288cb1-a5bb-4440-8a38-2864ab9daa3c triggered by entity L2. {{(pid=104527) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 25 07:28:04.254354 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron_lib.callbacks.manager [None req-4c581813-650f-4b4b-ac0f-82f585bea231 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1490782'] for port (5e288cb1-a5bb-4440-8a38-2864ab9daa3c), provisioning_complete {{(pid=104527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:28:04.322863 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.plugins.ml2.plugin [None req-ae4dc9e4-4b54-454b-a4b5-e4b1a4ca58a9 None None] Current status of the port 5e288cb1-a5bb-4440-8a38-2864ab9daa3c is: ACTIVE; New status is: ACTIVE {{(pid=104527) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 25 07:28:04.365911 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.plugins.ml2.plugin [None req-4c581813-650f-4b4b-ac0f-82f585bea231 None None] Current status of the port 5e288cb1-a5bb-4440-8a38-2864ab9daa3c is: ACTIVE; New status is: ACTIVE {{(pid=104527) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 25 07:28:05.040010 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron.wsgi [-] (104525) accepted ('10.222.0.24', 39448) {{(pid=104525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 07:28:05.265383 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron_lib.callbacks.manager [None req-80eadade-d2ad-4b88-8f8a-dd206ec92114 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754056472917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490168'] for agent (6cf9466f-68ff-4d03-9bb6-0c8244fa88eb), after_update {{(pid=104527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:28:05.364645 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron.api.v2.base [None req-19157190-2ceb-4b85-8392-6bb22f2fb05c admin admin] Request body: {'network': {'provider:physical_network': 'physnet1', 'name': 'public', 'is_default': True, 'provider:network_type': 'flat', 'admin_state_up': True, 'router:external': True}} {{(pid=104525) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 25 07:28:05.521733 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-19157190-2ceb-4b85-8392-6bb22f2fb05c admin admin] Made reservation on behalf of c4db8d1f990d4445ab6059278607233e for: {'network': 1} {{(pid=104525) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 07:28:05.525272 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-19157190-2ceb-4b85-8392-6bb22f2fb05c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-616651'] for network (None), before_create {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:28:05.540971 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-19157190-2ceb-4b85-8392-6bb22f2fb05c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:28:05.645565 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-19157190-2ceb-4b85-8392-6bb22f2fb05c admin admin] Publish callbacks [] for security_group (093a8990-4f9a-49ee-b21a-d56b3259be88), precommit_create {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:28:05.722553 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-19157190-2ceb-4b85-8392-6bb22f2fb05c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-278753'] for security_group (093a8990-4f9a-49ee-b21a-d56b3259be88), after_create {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:28:05.736725 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-19157190-2ceb-4b85-8392-6bb22f2fb05c admin admin] Reserving flat network on physical network physnet1 {{(pid=104525) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} May 25 07:28:05.769820 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-19157190-2ceb-4b85-8392-6bb22f2fb05c admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8754056472926', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1513389'] for segment (3ed655b3-ed39-457b-b353-0296e3eaac46), precommit_create {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:28:05.770350 dv-cinder-825492-15-iscsi neutron-server[104525]: INFO neutron.db.segments_db [None req-19157190-2ceb-4b85-8392-6bb22f2fb05c admin admin] Added segment 3ed655b3-ed39-457b-b353-0296e3eaac46 of type flat for network 29c629bd-3f50-4535-bfbc-a047608d6fb6 May 25 07:28:05.786150 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19157190-2ceb-4b85-8392-6bb22f2fb05c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=093a8990-4f9a-49ee-b21a-d56b3259be88,revision_number=1']} {{(pid=104525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 07:28:05.813365 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19157190-2ceb-4b85-8392-6bb22f2fb05c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825492-15-iscsi {{(pid=104525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 07:28:05.813704 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19157190-2ceb-4b85-8392-6bb22f2fb05c admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825492-15-iscsi {{(pid=104525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 07:28:05.814050 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19157190-2ceb-4b85-8392-6bb22f2fb05c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825492-15-iscsi {{(pid=104525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 07:28:05.814384 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19157190-2ceb-4b85-8392-6bb22f2fb05c admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825492-15-iscsi {{(pid=104525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 07:28:05.814704 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19157190-2ceb-4b85-8392-6bb22f2fb05c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825492-15-iscsi {{(pid=104525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 07:28:05.815026 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19157190-2ceb-4b85-8392-6bb22f2fb05c admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825492-15-iscsi {{(pid=104525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 07:28:05.815353 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19157190-2ceb-4b85-8392-6bb22f2fb05c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825492-15-iscsi {{(pid=104525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 07:28:05.815665 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19157190-2ceb-4b85-8392-6bb22f2fb05c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-825492-15-iscsi {{(pid=104525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 07:28:05.815994 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19157190-2ceb-4b85-8392-6bb22f2fb05c admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-825492-15-iscsi {{(pid=104525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 07:28:05.816315 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19157190-2ceb-4b85-8392-6bb22f2fb05c admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-825492-15-iscsi {{(pid=104525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 07:28:05.816681 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19157190-2ceb-4b85-8392-6bb22f2fb05c admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-825492-15-iscsi {{(pid=104525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 07:28:05.817004 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19157190-2ceb-4b85-8392-6bb22f2fb05c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825492-15-iscsi {{(pid=104525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 07:28:05.817316 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19157190-2ceb-4b85-8392-6bb22f2fb05c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825492-15-iscsi {{(pid=104525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 07:28:05.817626 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19157190-2ceb-4b85-8392-6bb22f2fb05c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825492-15-iscsi {{(pid=104525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 07:28:05.817938 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19157190-2ceb-4b85-8392-6bb22f2fb05c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825492-15-iscsi {{(pid=104525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 07:28:05.819384 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19157190-2ceb-4b85-8392-6bb22f2fb05c admin admin] Tracked resource versions report: May 25 07:28:05.819384 dv-cinder-825492-15-iscsi neutron-server[104525]: pushed versions: May 25 07:28:05.819384 dv-cinder-825492-15-iscsi neutron-server[104525]: { 'AddressGroup': {'1.2'}, May 25 07:28:05.819384 dv-cinder-825492-15-iscsi neutron-server[104525]: 'Agent': {'1.1'}, May 25 07:28:05.819384 dv-cinder-825492-15-iscsi neutron-server[104525]: 'ConntrackHelper': {'1.0'}, May 25 07:28:05.819384 dv-cinder-825492-15-iscsi neutron-server[104525]: 'LocalIPAssociation': {'1.0'}, May 25 07:28:05.819384 dv-cinder-825492-15-iscsi neutron-server[104525]: 'Log': {'1.0'}, May 25 07:28:05.819384 dv-cinder-825492-15-iscsi neutron-server[104525]: 'NDPProxy': {'1.0'}, May 25 07:28:05.819384 dv-cinder-825492-15-iscsi neutron-server[104525]: 'Network': {'1.1'}, May 25 07:28:05.819384 dv-cinder-825492-15-iscsi neutron-server[104525]: 'Port': {'1.7'}, May 25 07:28:05.819384 dv-cinder-825492-15-iscsi neutron-server[104525]: 'PortForwarding': {'1.3'}, May 25 07:28:05.819384 dv-cinder-825492-15-iscsi neutron-server[104525]: 'QosPolicy': {'1.10'}, May 25 07:28:05.819384 dv-cinder-825492-15-iscsi neutron-server[104525]: 'SecurityGroup': {'1.5'}, May 25 07:28:05.819384 dv-cinder-825492-15-iscsi neutron-server[104525]: 'SecurityGroupRule': {'1.2'}, May 25 07:28:05.819384 dv-cinder-825492-15-iscsi neutron-server[104525]: 'SubPort': {'1.0'}, May 25 07:28:05.819384 dv-cinder-825492-15-iscsi neutron-server[104525]: 'Subnet': {'1.1'}, May 25 07:28:05.819384 dv-cinder-825492-15-iscsi neutron-server[104525]: 'Trunk': {'1.1'}} May 25 07:28:05.819384 dv-cinder-825492-15-iscsi neutron-server[104525]: consumer versions: May 25 07:28:05.819384 dv-cinder-825492-15-iscsi neutron-server[104525]: { DHCP agent@dv-cinder-825492-15-iscsi: {}, May 25 07:28:05.819384 dv-cinder-825492-15-iscsi neutron-server[104525]: L3 agent@dv-cinder-825492-15-iscsi: {}, May 25 07:28:05.819384 dv-cinder-825492-15-iscsi neutron-server[104525]: Metadata agent@dv-cinder-825492-15-iscsi: {}, May 25 07:28:05.819384 dv-cinder-825492-15-iscsi neutron-server[104525]: Metering agent@dv-cinder-825492-15-iscsi: {}, May 25 07:28:05.819384 dv-cinder-825492-15-iscsi neutron-server[104525]: Open vSwitch agent@dv-cinder-825492-15-iscsi: { 'AddressGroup': '1.2', May 25 07:28:05.819384 dv-cinder-825492-15-iscsi neutron-server[104525]: 'Agent': '1.1', May 25 07:28:05.819384 dv-cinder-825492-15-iscsi neutron-server[104525]: 'ConntrackHelper': '1.0', May 25 07:28:05.819384 dv-cinder-825492-15-iscsi neutron-server[104525]: 'LocalIPAssociation': '1.0', May 25 07:28:05.819384 dv-cinder-825492-15-iscsi neutron-server[104525]: 'Log': '1.0', May 25 07:28:05.819384 dv-cinder-825492-15-iscsi neutron-server[104525]: 'NDPProxy': '1.0', May 25 07:28:05.819384 dv-cinder-825492-15-iscsi neutron-server[104525]: 'Network': '1.1', May 25 07:28:05.819384 dv-cinder-825492-15-iscsi neutron-server[104525]: 'Port': '1.7', May 25 07:28:05.819384 dv-cinder-825492-15-iscsi neutron-server[104525]: 'PortForwarding': '1.3', May 25 07:28:05.819384 dv-cinder-825492-15-iscsi neutron-server[104525]: 'QosPolicy': '1.10', May 25 07:28:05.819384 dv-cinder-825492-15-iscsi neutron-server[104525]: 'SecurityGroup': '1.5', May 25 07:28:05.819384 dv-cinder-825492-15-iscsi neutron-server[104525]: 'SecurityGroupRule': '1.2', May 25 07:28:05.819384 dv-cinder-825492-15-iscsi neutron-server[104525]: 'SubPort': '1.0', May 25 07:28:05.819384 dv-cinder-825492-15-iscsi neutron-server[104525]: 'Subnet': '1.1', May 25 07:28:05.819384 dv-cinder-825492-15-iscsi neutron-server[104525]: 'Trunk': '1.1'}} May 25 07:28:05.819384 dv-cinder-825492-15-iscsi neutron-server[104525]: {{(pid=104525) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 25 07:28:05.891376 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-19157190-2ceb-4b85-8392-6bb22f2fb05c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754056145246'] for network (29c629bd-3f50-4535-bfbc-a047608d6fb6), precommit_create {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:28:05.991093 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-19157190-2ceb-4b85-8392-6bb22f2fb05c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-278710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612926'] for network (29c629bd-3f50-4535-bfbc-a047608d6fb6), after_create {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:28:05.992233 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19157190-2ceb-4b85-8392-6bb22f2fb05c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 07:28:05.993009 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-19157190-2ceb-4b85-8392-6bb22f2fb05c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1612908'] for network (None), before_response {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:28:06.092011 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19157190-2ceb-4b85-8392-6bb22f2fb05c admin admin] Pushing event updated for resources: {'Network': ['ID=29c629bd-3f50-4535-bfbc-a047608d6fb6,revision_number=1']} {{(pid=104525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 07:28:06.102388 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.plugins.ml2.rpc [None req-4c581813-650f-4b4b-ac0f-82f585bea231 None None] Network 29c629bd-3f50-4535-bfbc-a047608d6fb6 details requested by agent ovs-agent-dv-cinder-825492-15-iscsi with host dv-cinder-825492-15-iscsi {{(pid=104527) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 25 07:28:06.113129 dv-cinder-825492-15-iscsi neutron-server[104525]: INFO neutron.wsgi [None req-19157190-2ceb-4b85-8392-6bb22f2fb05c admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 1.0718098 May 25 07:28:07.459170 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron_lib.callbacks.manager [None req-5c74f6fc-79c5-4446-9bb9-8824c76b3500 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754056472917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490168'] for agent (54ff4013-997e-4376-a4e9-e6c98cf37cc7), after_update {{(pid=104527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:28:08.507095 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron.wsgi [-] (104525) accepted ('10.222.0.24', 39460) {{(pid=104525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 07:28:08.539667 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron_lib.callbacks.manager [None req-461c163e-e11a-425b-8a8d-f39fb153da48 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754056472917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490168'] for agent (fa5554a0-25df-434f-a0d0-5996d872220a), after_update {{(pid=104527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:28:08.860467 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad87ced8-e71d-4c85-891a-ceaa0d93986d demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 07:28:08.861879 dv-cinder-825492-15-iscsi neutron-server[104525]: INFO neutron.wsgi [None req-ad87ced8-e71d-4c85-891a-ceaa0d93986d demo admin] 10.222.0.24 "GET /v2.0/subnets/3b2c4038-8c04-4290-9796-7f7b7a34594d HTTP/1.1" status: 200 len: 849 time: 0.3537276 May 25 07:28:09.045448 dv-cinder-825492-15-iscsi neutron-server[104525]: INFO neutron.wsgi [None req-f9be1956-e23f-4d5b-a766-4695b1f1bee9 demo admin] 10.222.0.24 "GET /v2.0/routers/9bbca75f-7353-42bd-af97-c938cb651a2a HTTP/1.1" status: 200 len: 704 time: 0.1777670 May 25 07:28:09.312168 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-b135875e-148f-4fde-804b-ab430aa18b68 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-616651'] for port (None), before_create {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:28:09.565353 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG dbcounter [-] [104525] Writing DB stats neutron:SELECT=83,neutron:INSERT=14,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=104525) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 07:28:09.592932 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG dbcounter [-] [104525] Writing DB stats neutron:SELECT=87,neutron:INSERT=9,neutron:UPDATE=4 {{(pid=104525) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 07:28:09.619866 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron.db.db_base_plugin_common [None req-b135875e-148f-4fde-804b-ab430aa18b68 demo admin] Allocated IP 172.20.0.1 (f4beb0d3-d8f4-467e-b2cb-34d94491d575/3b2c4038-8c04-4290-9796-7f7b7a34594d/05d55bf3-8389-4ef5-a7cf-ff10bf542820) {{(pid=104525) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 07:28:09.690296 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG dbcounter [-] [104526] Writing DB stats neutron:SELECT=65,neutron:INSERT=3,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=104526) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 07:28:09.691103 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG dbcounter [-] [104526] Writing DB stats neutron:SELECT=10,neutron:INSERT=5,neutron:DELETE=1 {{(pid=104526) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 07:28:09.803300 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-b135875e-148f-4fde-804b-ab430aa18b68 demo admin] Publish callbacks [] for port (05d55bf3-8389-4ef5-a7cf-ff10bf542820), precommit_create {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:28:09.922845 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-b135875e-148f-4fde-804b-ab430aa18b68 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-617841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612926', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754056173864'] for port (05d55bf3-8389-4ef5-a7cf-ff10bf542820), after_create {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:28:10.000495 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b135875e-148f-4fde-804b-ab430aa18b68 demo admin] Network f4beb0d3-d8f4-467e-b2cb-34d94491d575 is already hosted by enough agents. {{(pid=104525) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 07:28:10.007710 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron_lib.callbacks.manager [None req-f9cd7ad7-9657-4dc4-ab64-74b2d9455e3c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754056472917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490168'] for agent (749e0e2c-8e71-4175-9046-27a8fd2a3a0a), after_update {{(pid=104527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:28:10.012368 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron.scheduler.base_scheduler [None req-b135875e-148f-4fde-804b-ab430aa18b68 demo admin] Resources bound (agent type, host, resource id): {{(pid=104525) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 07:28:10.014655 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b135875e-148f-4fde-804b-ab430aa18b68 demo admin] Pushing event updated for resources: {'Port': ['ID=05d55bf3-8389-4ef5-a7cf-ff10bf542820,revision_number=1']} {{(pid=104525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 07:28:10.017454 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b135875e-148f-4fde-804b-ab430aa18b68 demo admin] Received port after_create {{(pid=104525) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 25 07:28:10.018026 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-b135875e-148f-4fde-804b-ab430aa18b68 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1617199'] for router_interface (9bbca75f-7353-42bd-af97-c938cb651a2a), before_create {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:28:10.174218 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.db.provisioning_blocks [None req-77c748cf-04ca-4910-b082-dc2c5f8e0b18 None None] Provisioning complete for port 05d55bf3-8389-4ef5-a7cf-ff10bf542820 triggered by entity DHCP. {{(pid=104527) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 25 07:28:10.174579 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron_lib.callbacks.manager [None req-77c748cf-04ca-4910-b082-dc2c5f8e0b18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1490782'] for port (05d55bf3-8389-4ef5-a7cf-ff10bf542820), provisioning_complete {{(pid=104527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:28:10.206092 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.plugins.ml2.plugin [None req-77c748cf-04ca-4910-b082-dc2c5f8e0b18 None None] Port 05d55bf3-8389-4ef5-a7cf-ff10bf542820 cannot update to ACTIVE because it is not bound. {{(pid=104527) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 25 07:28:10.262273 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-b135875e-148f-4fde-804b-ab430aa18b68 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-616651'] for port (05d55bf3-8389-4ef5-a7cf-ff10bf542820), before_update {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:28:10.409098 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG dbcounter [-] [104525] Writing DB stats neutron:SELECT=92,neutron:INSERT=4,neutron:UPDATE=4 {{(pid=104525) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 07:28:10.553343 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-b135875e-148f-4fde-804b-ab430aa18b68 demo admin] Publish callbacks [] for port (05d55bf3-8389-4ef5-a7cf-ff10bf542820), precommit_update {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:28:10.636809 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-b135875e-148f-4fde-804b-ab430aa18b68 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-617841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612926', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754056714442', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754056173882', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754056173900'] for port (05d55bf3-8389-4ef5-a7cf-ff10bf542820), after_update {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:28:10.637681 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-b135875e-148f-4fde-804b-ab430aa18b68 demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1611396', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1614271'] for router_interface (9bbca75f-7353-42bd-af97-c938cb651a2a), after_create {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:28:10.716891 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b135875e-148f-4fde-804b-ab430aa18b68 demo admin] Pushing event updated for resources: {'Port': ['ID=05d55bf3-8389-4ef5-a7cf-ff10bf542820,revision_number=2']} {{(pid=104525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 07:28:10.763972 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b135875e-148f-4fde-804b-ab430aa18b68 demo admin] Network f4beb0d3-d8f4-467e-b2cb-34d94491d575 is already hosted by enough agents. {{(pid=104525) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 07:28:10.765304 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron.scheduler.base_scheduler [None req-b135875e-148f-4fde-804b-ab430aa18b68 demo admin] Resources bound (agent type, host, resource id): {{(pid=104525) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 07:28:10.996510 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b135875e-148f-4fde-804b-ab430aa18b68 demo admin] Router 9bbca75f-7353-42bd-af97-c938cb651a2a is scheduled to L3 agent 54ff4013-997e-4376-a4e9-e6c98cf37cc7 with binding_index 1 {{(pid=104525) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 25 07:28:11.091782 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b135875e-148f-4fde-804b-ab430aa18b68 demo admin] Notify agent at l3_agent.dv-cinder-825492-15-iscsi the message routers_updated {{(pid=104525) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 25 07:28:11.098325 dv-cinder-825492-15-iscsi neutron-server[104525]: INFO neutron.wsgi [None req-b135875e-148f-4fde-804b-ab430aa18b68 demo admin] 10.222.0.24 "PUT /v2.0/routers/9bbca75f-7353-42bd-af97-c938cb651a2a/add_router_interface HTTP/1.1" status: 200 len: 508 time: 2.0465696 May 25 07:28:11.103508 dv-cinder-825492-15-iscsi neutron-server[104528]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-658a8c08-d7f7-4318-811b-c0855cfdc331 None None] Sync routers for ids ['9bbca75f-7353-42bd-af97-c938cb651a2a'] in dv-cinder-825492-15-iscsi {{(pid=104528) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 25 07:28:11.116221 dv-cinder-825492-15-iscsi neutron-server[104528]: DEBUG neutron.db.l3_dvrscheduler_db [None req-658a8c08-d7f7-4318-811b-c0855cfdc331 None None] Routers {'9bbca75f-7353-42bd-af97-c938cb651a2a'} bound to L3 agent in host dv-cinder-825492-15-iscsi {{(pid=104528) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 25 07:28:11.117348 dv-cinder-825492-15-iscsi neutron-server[104528]: DEBUG neutron.db.l3_hamode_db [None req-658a8c08-d7f7-4318-811b-c0855cfdc331 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825492-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-05-25T07:27:37Z,description=,heartbeat_timestamp=2022-05-25T07:28:07Z,host='dv-cinder-825492-15-iscsi',id=54ff4013-997e-4376-a4e9-e6c98cf37cc7,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T07:27:38Z,topic='l3_agent')) {'router_ids': ['9bbca75f-7353-42bd-af97-c938cb651a2a'], 'active': True} {{(pid=104528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 07:28:11.129188 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.db.provisioning_blocks [None req-0e1e0377-9eed-414e-95d7-5a28a4a05e9b None None] Provisioning complete for port 05d55bf3-8389-4ef5-a7cf-ff10bf542820 triggered by entity DHCP. {{(pid=104527) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 25 07:28:11.129788 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron_lib.callbacks.manager [None req-0e1e0377-9eed-414e-95d7-5a28a4a05e9b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1490782'] for port (05d55bf3-8389-4ef5-a7cf-ff10bf542820), provisioning_complete {{(pid=104527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:28:11.168693 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.plugins.ml2.plugin [None req-0e1e0377-9eed-414e-95d7-5a28a4a05e9b None None] Port 05d55bf3-8389-4ef5-a7cf-ff10bf542820 cannot update to ACTIVE because it is not bound. {{(pid=104527) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 25 07:28:11.302782 dv-cinder-825492-15-iscsi neutron-server[104528]: DEBUG neutron.db.l3_dvr_db [None req-658a8c08-d7f7-4318-811b-c0855cfdc331 None None] Set router 9bbca75f-7353-42bd-af97-c938cb651a2a gateway port host: None {{(pid=104528) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 25 07:28:11.505210 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron_lib.callbacks.manager [None req-4c581813-650f-4b4b-ac0f-82f585bea231 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754056472917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490168'] for agent (67455b2d-ff20-4068-8b38-73bd0628c5cb), after_update {{(pid=104527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:28:11.721560 dv-cinder-825492-15-iscsi neutron-server[104528]: DEBUG neutron.db.l3_hamode_db [None req-658a8c08-d7f7-4318-811b-c0855cfdc331 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9bbca75f-7353-42bd-af97-c938cb651a2a', 'name': 'router1', 'tenant_id': 'f8518c8e5e874ff6806e967ca32ffaca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T07:27:59Z', 'updated_at': '2022-05-25T07:28:10Z', 'revision_number': 2, 'project_id': 'f8518c8e5e874ff6806e967ca32ffaca', 'gw_port_host': None, '_interfaces': [{'id': '05d55bf3-8389-4ef5-a7cf-ff10bf542820', 'name': '', 'network_id': 'f4beb0d3-d8f4-467e-b2cb-34d94491d575', 'tenant_id': 'f8518c8e5e874ff6806e967ca32ffaca', 'mac_address': 'fa:16:3e:ea:15:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9bbca75f-7353-42bd-af97-c938cb651a2a', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '3b2c4038-8c04-4290-9796-7f7b7a34594d', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T07:28:09Z', 'updated_at': '2022-05-25T07:28:10Z', 'revision_number': 2, 'project_id': 'f8518c8e5e874ff6806e967ca32ffaca', 'subnets': [{'id': '3b2c4038-8c04-4290-9796-7f7b7a34594d', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '29b30ff5-1010-481c-ac15-54d097ca61ee'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-825492-15-iscsi', False) {} {{(pid=104528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 07:28:11.770619 dv-cinder-825492-15-iscsi neutron-server[104528]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-658a8c08-d7f7-4318-811b-c0855cfdc331 None None] Checking router: 9bbca75f-7353-42bd-af97-c938cb651a2a for host: dv-cinder-825492-15-iscsi {{(pid=104528) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 25 07:28:11.770906 dv-cinder-825492-15-iscsi neutron-server[104528]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-658a8c08-d7f7-4318-811b-c0855cfdc331 None None] Updating router 9bbca75f-7353-42bd-af97-c938cb651a2a port 05d55bf3-8389-4ef5-a7cf-ff10bf542820 binding host dv-cinder-825492-15-iscsi {{(pid=104528) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 25 07:28:11.824175 dv-cinder-825492-15-iscsi neutron-server[104528]: DEBUG neutron_lib.callbacks.manager [None req-658a8c08-d7f7-4318-811b-c0855cfdc331 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-616651'] for port (05d55bf3-8389-4ef5-a7cf-ff10bf542820), before_update {{(pid=104528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:28:12.352794 dv-cinder-825492-15-iscsi neutron-server[104528]: DEBUG neutron_lib.callbacks.manager [None req-658a8c08-d7f7-4318-811b-c0855cfdc331 None None] Publish callbacks [] for port (05d55bf3-8389-4ef5-a7cf-ff10bf542820), precommit_update {{(pid=104528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:28:12.424278 dv-cinder-825492-15-iscsi neutron-server[104528]: DEBUG neutron_lib.callbacks.manager [None req-658a8c08-d7f7-4318-811b-c0855cfdc331 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-617841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612926', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754056714442', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754056173882', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754056173900'] for port (05d55bf3-8389-4ef5-a7cf-ff10bf542820), after_update {{(pid=104528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:28:12.520869 dv-cinder-825492-15-iscsi neutron-server[104528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a814026-332f-4e8b-b996-524a54403157 None None] Pushing event updated for resources: {'Port': ['ID=05d55bf3-8389-4ef5-a7cf-ff10bf542820,revision_number=3']} {{(pid=104528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 07:28:12.553865 dv-cinder-825492-15-iscsi neutron-server[104528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a814026-332f-4e8b-b996-524a54403157 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825492-15-iscsi {{(pid=104528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 07:28:12.554200 dv-cinder-825492-15-iscsi neutron-server[104528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a814026-332f-4e8b-b996-524a54403157 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825492-15-iscsi {{(pid=104528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 07:28:12.554538 dv-cinder-825492-15-iscsi neutron-server[104528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a814026-332f-4e8b-b996-524a54403157 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825492-15-iscsi {{(pid=104528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 07:28:12.554868 dv-cinder-825492-15-iscsi neutron-server[104528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a814026-332f-4e8b-b996-524a54403157 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825492-15-iscsi {{(pid=104528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 07:28:12.555192 dv-cinder-825492-15-iscsi neutron-server[104528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a814026-332f-4e8b-b996-524a54403157 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825492-15-iscsi {{(pid=104528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 07:28:12.555505 dv-cinder-825492-15-iscsi neutron-server[104528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a814026-332f-4e8b-b996-524a54403157 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825492-15-iscsi {{(pid=104528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 07:28:12.556548 dv-cinder-825492-15-iscsi neutron-server[104528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a814026-332f-4e8b-b996-524a54403157 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825492-15-iscsi {{(pid=104528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 07:28:12.556881 dv-cinder-825492-15-iscsi neutron-server[104528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a814026-332f-4e8b-b996-524a54403157 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-825492-15-iscsi {{(pid=104528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 07:28:12.557298 dv-cinder-825492-15-iscsi neutron-server[104528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a814026-332f-4e8b-b996-524a54403157 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-825492-15-iscsi {{(pid=104528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 07:28:12.557625 dv-cinder-825492-15-iscsi neutron-server[104528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a814026-332f-4e8b-b996-524a54403157 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-825492-15-iscsi {{(pid=104528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 07:28:12.557942 dv-cinder-825492-15-iscsi neutron-server[104528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a814026-332f-4e8b-b996-524a54403157 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-825492-15-iscsi {{(pid=104528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 07:28:12.558289 dv-cinder-825492-15-iscsi neutron-server[104528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a814026-332f-4e8b-b996-524a54403157 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825492-15-iscsi {{(pid=104528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 07:28:12.558594 dv-cinder-825492-15-iscsi neutron-server[104528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a814026-332f-4e8b-b996-524a54403157 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825492-15-iscsi {{(pid=104528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 07:28:12.558904 dv-cinder-825492-15-iscsi neutron-server[104528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a814026-332f-4e8b-b996-524a54403157 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825492-15-iscsi {{(pid=104528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 07:28:12.559213 dv-cinder-825492-15-iscsi neutron-server[104528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a814026-332f-4e8b-b996-524a54403157 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825492-15-iscsi {{(pid=104528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 07:28:12.560764 dv-cinder-825492-15-iscsi neutron-server[104528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a814026-332f-4e8b-b996-524a54403157 None None] Tracked resource versions report: May 25 07:28:12.560764 dv-cinder-825492-15-iscsi neutron-server[104528]: pushed versions: May 25 07:28:12.560764 dv-cinder-825492-15-iscsi neutron-server[104528]: { 'AddressGroup': {'1.2'}, May 25 07:28:12.560764 dv-cinder-825492-15-iscsi neutron-server[104528]: 'Agent': {'1.1'}, May 25 07:28:12.560764 dv-cinder-825492-15-iscsi neutron-server[104528]: 'ConntrackHelper': {'1.0'}, May 25 07:28:12.560764 dv-cinder-825492-15-iscsi neutron-server[104528]: 'LocalIPAssociation': {'1.0'}, May 25 07:28:12.560764 dv-cinder-825492-15-iscsi neutron-server[104528]: 'Log': {'1.0'}, May 25 07:28:12.560764 dv-cinder-825492-15-iscsi neutron-server[104528]: 'NDPProxy': {'1.0'}, May 25 07:28:12.560764 dv-cinder-825492-15-iscsi neutron-server[104528]: 'Network': {'1.1'}, May 25 07:28:12.560764 dv-cinder-825492-15-iscsi neutron-server[104528]: 'Port': {'1.7'}, May 25 07:28:12.560764 dv-cinder-825492-15-iscsi neutron-server[104528]: 'PortForwarding': {'1.3'}, May 25 07:28:12.560764 dv-cinder-825492-15-iscsi neutron-server[104528]: 'QosPolicy': {'1.10'}, May 25 07:28:12.560764 dv-cinder-825492-15-iscsi neutron-server[104528]: 'SecurityGroup': {'1.5'}, May 25 07:28:12.560764 dv-cinder-825492-15-iscsi neutron-server[104528]: 'SecurityGroupRule': {'1.2'}, May 25 07:28:12.560764 dv-cinder-825492-15-iscsi neutron-server[104528]: 'SubPort': {'1.0'}, May 25 07:28:12.560764 dv-cinder-825492-15-iscsi neutron-server[104528]: 'Subnet': {'1.1'}, May 25 07:28:12.560764 dv-cinder-825492-15-iscsi neutron-server[104528]: 'Trunk': {'1.1'}} May 25 07:28:12.560764 dv-cinder-825492-15-iscsi neutron-server[104528]: consumer versions: May 25 07:28:12.560764 dv-cinder-825492-15-iscsi neutron-server[104528]: { DHCP agent@dv-cinder-825492-15-iscsi: {}, May 25 07:28:12.560764 dv-cinder-825492-15-iscsi neutron-server[104528]: L3 agent@dv-cinder-825492-15-iscsi: {}, May 25 07:28:12.560764 dv-cinder-825492-15-iscsi neutron-server[104528]: Metadata agent@dv-cinder-825492-15-iscsi: {}, May 25 07:28:12.560764 dv-cinder-825492-15-iscsi neutron-server[104528]: Metering agent@dv-cinder-825492-15-iscsi: {}, May 25 07:28:12.560764 dv-cinder-825492-15-iscsi neutron-server[104528]: Open vSwitch agent@dv-cinder-825492-15-iscsi: { 'AddressGroup': '1.2', May 25 07:28:12.560764 dv-cinder-825492-15-iscsi neutron-server[104528]: 'Agent': '1.1', May 25 07:28:12.560764 dv-cinder-825492-15-iscsi neutron-server[104528]: 'ConntrackHelper': '1.0', May 25 07:28:12.560764 dv-cinder-825492-15-iscsi neutron-server[104528]: 'LocalIPAssociation': '1.0', May 25 07:28:12.560764 dv-cinder-825492-15-iscsi neutron-server[104528]: 'Log': '1.0', May 25 07:28:12.560764 dv-cinder-825492-15-iscsi neutron-server[104528]: 'NDPProxy': '1.0', May 25 07:28:12.560764 dv-cinder-825492-15-iscsi neutron-server[104528]: 'Network': '1.1', May 25 07:28:12.560764 dv-cinder-825492-15-iscsi neutron-server[104528]: 'Port': '1.7', May 25 07:28:12.560764 dv-cinder-825492-15-iscsi neutron-server[104528]: 'PortForwarding': '1.3', May 25 07:28:12.560764 dv-cinder-825492-15-iscsi neutron-server[104528]: 'QosPolicy': '1.10', May 25 07:28:12.560764 dv-cinder-825492-15-iscsi neutron-server[104528]: 'SecurityGroup': '1.5', May 25 07:28:12.560764 dv-cinder-825492-15-iscsi neutron-server[104528]: 'SecurityGroupRule': '1.2', May 25 07:28:12.560764 dv-cinder-825492-15-iscsi neutron-server[104528]: 'SubPort': '1.0', May 25 07:28:12.560764 dv-cinder-825492-15-iscsi neutron-server[104528]: 'Subnet': '1.1', May 25 07:28:12.560764 dv-cinder-825492-15-iscsi neutron-server[104528]: 'Trunk': '1.1'}} May 25 07:28:12.560764 dv-cinder-825492-15-iscsi neutron-server[104528]: {{(pid=104528) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 25 07:28:12.615728 dv-cinder-825492-15-iscsi neutron-server[104528]: DEBUG neutron.plugins.ml2.managers [None req-658a8c08-d7f7-4318-811b-c0855cfdc331 None None] Attempting to bind port 05d55bf3-8389-4ef5-a7cf-ff10bf542820 on host dv-cinder-825492-15-iscsi for vnic_type normal with profile {{(pid=104528) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 25 07:28:12.616129 dv-cinder-825492-15-iscsi neutron-server[104528]: DEBUG neutron.plugins.ml2.managers [None req-658a8c08-d7f7-4318-811b-c0855cfdc331 None None] Attempting to bind port 05d55bf3-8389-4ef5-a7cf-ff10bf542820 by drivers openvswitch,hyperv on host dv-cinder-825492-15-iscsi at level 0 using segments [{'id': '8cc7db1b-ae73-4b95-b76d-1d878f18f4d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 263, 'network_id': 'f4beb0d3-d8f4-467e-b2cb-34d94491d575'}] {{(pid=104528) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 25 07:28:12.616575 dv-cinder-825492-15-iscsi neutron-server[104528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-658a8c08-d7f7-4318-811b-c0855cfdc331 None None] Attempting to bind port 05d55bf3-8389-4ef5-a7cf-ff10bf542820 on network f4beb0d3-d8f4-467e-b2cb-34d94491d575 {{(pid=104528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 25 07:28:12.622089 dv-cinder-825492-15-iscsi neutron-server[104528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-658a8c08-d7f7-4318-811b-c0855cfdc331 None None] Checking agent: {'id': '67455b2d-ff20-4068-8b38-73bd0628c5cb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-825492-15-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 25, 7, 27, 41), 'started_at': datetime.datetime(2022, 5, 25, 7, 28, 11), 'heartbeat_timestamp': datetime.datetime(2022, 5, 25, 7, 28, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-825492-15-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 25 07:28:12.622481 dv-cinder-825492-15-iscsi neutron-server[104528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-658a8c08-d7f7-4318-811b-c0855cfdc331 None None] Checking segment: {'id': '8cc7db1b-ae73-4b95-b76d-1d878f18f4d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 263, 'network_id': 'f4beb0d3-d8f4-467e-b2cb-34d94491d575'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104528) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 25 07:28:12.622951 dv-cinder-825492-15-iscsi neutron-server[104528]: DEBUG neutron_lib.callbacks.manager [None req-658a8c08-d7f7-4318-811b-c0855cfdc331 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:28:12.623333 dv-cinder-825492-15-iscsi neutron-server[104528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-658a8c08-d7f7-4318-811b-c0855cfdc331 None None] Bound using segment: {'id': '8cc7db1b-ae73-4b95-b76d-1d878f18f4d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 263, 'network_id': 'f4beb0d3-d8f4-467e-b2cb-34d94491d575'} {{(pid=104528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 25 07:28:12.623823 dv-cinder-825492-15-iscsi neutron-server[104528]: DEBUG neutron.plugins.ml2.managers [None req-658a8c08-d7f7-4318-811b-c0855cfdc331 None None] Bound port: 05d55bf3-8389-4ef5-a7cf-ff10bf542820, host: dv-cinder-825492-15-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8cc7db1b-ae73-4b95-b76d-1d878f18f4d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 263, 'network_id': 'f4beb0d3-d8f4-467e-b2cb-34d94491d575'}}] {{(pid=104528) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 25 07:28:12.624196 dv-cinder-825492-15-iscsi neutron-server[104528]: DEBUG neutron_lib.callbacks.manager [None req-658a8c08-d7f7-4318-811b-c0855cfdc331 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-616651'] for port (05d55bf3-8389-4ef5-a7cf-ff10bf542820), before_update {{(pid=104528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:28:12.627028 dv-cinder-825492-15-iscsi neutron-server[104528]: DEBUG dbcounter [-] [104528] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104528) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 07:28:12.687190 dv-cinder-825492-15-iscsi neutron-server[104528]: DEBUG dbcounter [-] [104528] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104528) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 07:28:12.693235 dv-cinder-825492-15-iscsi neutron-server[104528]: DEBUG neutron.plugins.ml2.db [None req-658a8c08-d7f7-4318-811b-c0855cfdc331 None None] For port 05d55bf3-8389-4ef5-a7cf-ff10bf542820, host dv-cinder-825492-15-iscsi, cleared binding levels {{(pid=104528) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 25 07:28:12.705558 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.db.provisioning_blocks [None req-d154d54b-3bd0-47f6-8239-a5759db1f844 None None] Provisioning complete for port 05d55bf3-8389-4ef5-a7cf-ff10bf542820 triggered by entity DHCP. {{(pid=104527) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 25 07:28:12.706106 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron_lib.callbacks.manager [None req-d154d54b-3bd0-47f6-8239-a5759db1f844 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1490782'] for port (05d55bf3-8389-4ef5-a7cf-ff10bf542820), provisioning_complete {{(pid=104527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:28:12.714679 dv-cinder-825492-15-iscsi neutron-server[104528]: DEBUG neutron.plugins.ml2.db [None req-658a8c08-d7f7-4318-811b-c0855cfdc331 None None] For port 05d55bf3-8389-4ef5-a7cf-ff10bf542820, host dv-cinder-825492-15-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825492-15-iscsi',level=0,port_id=05d55bf3-8389-4ef5-a7cf-ff10bf542820,segment=NetworkSegment(8cc7db1b-ae73-4b95-b76d-1d878f18f4d6),segment_id=8cc7db1b-ae73-4b95-b76d-1d878f18f4d6)] {{(pid=104528) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 25 07:28:12.738525 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.plugins.ml2.plugin [None req-d154d54b-3bd0-47f6-8239-a5759db1f844 None None] Port 05d55bf3-8389-4ef5-a7cf-ff10bf542820 cannot update to ACTIVE because it is not bound. {{(pid=104527) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 25 07:28:12.780191 dv-cinder-825492-15-iscsi neutron-server[104528]: DEBUG neutron_lib.callbacks.manager [None req-658a8c08-d7f7-4318-811b-c0855cfdc331 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-617841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612926', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754056714442', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754056173882', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754056173900'] for port (05d55bf3-8389-4ef5-a7cf-ff10bf542820), after_update {{(pid=104528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:28:12.840562 dv-cinder-825492-15-iscsi neutron-server[104528]: DEBUG neutron.db.l3_dvrscheduler_db [None req-658a8c08-d7f7-4318-811b-c0855cfdc331 None None] Routers {'9bbca75f-7353-42bd-af97-c938cb651a2a'} bound to L3 agent in host dv-cinder-825492-15-iscsi {{(pid=104528) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 25 07:28:12.841192 dv-cinder-825492-15-iscsi neutron-server[104528]: DEBUG neutron.db.l3_hamode_db [None req-658a8c08-d7f7-4318-811b-c0855cfdc331 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825492-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-05-25T07:27:37Z,description=,heartbeat_timestamp=2022-05-25T07:28:07Z,host='dv-cinder-825492-15-iscsi',id=54ff4013-997e-4376-a4e9-e6c98cf37cc7,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T07:27:38Z,topic='l3_agent')) {'router_ids': ['9bbca75f-7353-42bd-af97-c938cb651a2a'], 'active': True} {{(pid=104528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 07:28:12.843275 dv-cinder-825492-15-iscsi neutron-server[104528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a814026-332f-4e8b-b996-524a54403157 None None] Pushing event updated for resources: {'Port': ['ID=05d55bf3-8389-4ef5-a7cf-ff10bf542820,revision_number=4']} {{(pid=104528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 07:28:12.929407 dv-cinder-825492-15-iscsi neutron-server[104528]: DEBUG neutron.db.l3_dvr_db [None req-658a8c08-d7f7-4318-811b-c0855cfdc331 None None] Set router 9bbca75f-7353-42bd-af97-c938cb651a2a gateway port host: None {{(pid=104528) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 25 07:28:13.058624 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.db.provisioning_blocks [None req-5393fd79-e68b-4179-b833-865628dacd8a None None] Provisioning complete for port 05d55bf3-8389-4ef5-a7cf-ff10bf542820 triggered by entity DHCP. {{(pid=104527) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 25 07:28:13.059162 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron_lib.callbacks.manager [None req-5393fd79-e68b-4179-b833-865628dacd8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1490782'] for port (05d55bf3-8389-4ef5-a7cf-ff10bf542820), provisioning_complete {{(pid=104527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:28:13.127443 dv-cinder-825492-15-iscsi neutron-server[104528]: DEBUG neutron.db.l3_hamode_db [None req-658a8c08-d7f7-4318-811b-c0855cfdc331 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9bbca75f-7353-42bd-af97-c938cb651a2a', 'name': 'router1', 'tenant_id': 'f8518c8e5e874ff6806e967ca32ffaca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T07:27:59Z', 'updated_at': '2022-05-25T07:28:10Z', 'revision_number': 2, 'project_id': 'f8518c8e5e874ff6806e967ca32ffaca', 'gw_port_host': None, '_interfaces': [{'id': '05d55bf3-8389-4ef5-a7cf-ff10bf542820', 'name': '', 'network_id': 'f4beb0d3-d8f4-467e-b2cb-34d94491d575', 'tenant_id': 'f8518c8e5e874ff6806e967ca32ffaca', 'mac_address': 'fa:16:3e:ea:15:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9bbca75f-7353-42bd-af97-c938cb651a2a', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '3b2c4038-8c04-4290-9796-7f7b7a34594d', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825492-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T07:28:09Z', 'updated_at': '2022-05-25T07:28:12Z', 'revision_number': 4, 'project_id': 'f8518c8e5e874ff6806e967ca32ffaca', 'subnets': [{'id': '3b2c4038-8c04-4290-9796-7f7b7a34594d', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '29b30ff5-1010-481c-ac15-54d097ca61ee'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-825492-15-iscsi', False) {} {{(pid=104528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 07:28:13.133166 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.plugins.ml2.plugin [None req-5393fd79-e68b-4179-b833-865628dacd8a None None] Current status of the port 05d55bf3-8389-4ef5-a7cf-ff10bf542820 is: DOWN; New status is: ACTIVE {{(pid=104527) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 25 07:28:13.133550 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron_lib.callbacks.manager [None req-5393fd79-e68b-4179-b833-865628dacd8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-616651'] for port (05d55bf3-8389-4ef5-a7cf-ff10bf542820), before_update {{(pid=104527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:28:13.154708 dv-cinder-825492-15-iscsi neutron-server[104528]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-658a8c08-d7f7-4318-811b-c0855cfdc331 None None] The sync data for ids ['9bbca75f-7353-42bd-af97-c938cb651a2a'] in dv-cinder-825492-15-iscsi is: [{'id': '9bbca75f-7353-42bd-af97-c938cb651a2a', 'name': 'router1', 'tenant_id': 'f8518c8e5e874ff6806e967ca32ffaca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T07:27:59Z', 'updated_at': '2022-05-25T07:28:10Z', 'revision_number': 2, 'project_id': 'f8518c8e5e874ff6806e967ca32ffaca', 'gw_port_host': None, '_interfaces': [{'id': '05d55bf3-8389-4ef5-a7cf-ff10bf542820', 'name': '', 'network_id': 'f4beb0d3-d8f4-467e-b2cb-34d94491d575', 'tenant_id': 'f8518c8e5e874ff6806e967ca32ffaca', 'mac_address': 'fa:16:3e:ea:15:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9bbca75f-7353-42bd-af97-c938cb651a2a', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '3b2c4038-8c04-4290-9796-7f7b7a34594d', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825492-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T07:28:09Z', 'updated_at': '2022-05-25T07:28:12Z', 'revision_number': 4, 'project_id': 'f8518c8e5e874ff6806e967ca32ffaca', 'subnets': [{'id': '3b2c4038-8c04-4290-9796-7f7b7a34594d', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '29b30ff5-1010-481c-ac15-54d097ca61ee'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104528) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 25 07:28:13.174025 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.plugins.ml2.db [None req-5393fd79-e68b-4179-b833-865628dacd8a None None] For port 05d55bf3-8389-4ef5-a7cf-ff10bf542820, host dv-cinder-825492-15-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825492-15-iscsi',level=0,port_id=05d55bf3-8389-4ef5-a7cf-ff10bf542820,segment=NetworkSegment(8cc7db1b-ae73-4b95-b76d-1d878f18f4d6),segment_id=8cc7db1b-ae73-4b95-b76d-1d878f18f4d6)] {{(pid=104527) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 07:28:13.248305 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron_lib.callbacks.manager [None req-5393fd79-e68b-4179-b833-865628dacd8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-617841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612926', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754056714442', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754056173882', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754056173900'] for port (05d55bf3-8389-4ef5-a7cf-ff10bf542820), after_update {{(pid=104527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:28:13.295585 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5393fd79-e68b-4179-b833-865628dacd8a None None] Pushing event updated for resources: {'Port': ['ID=05d55bf3-8389-4ef5-a7cf-ff10bf542820,revision_number=5']} {{(pid=104527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 07:28:13.506835 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron.wsgi [-] (104525) accepted ('10.222.0.24', 39482) {{(pid=104525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 07:28:13.602779 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG dbcounter [-] [104525] Writing DB stats neutron:INSERT=2,neutron:SELECT=97,neutron:UPDATE=1 {{(pid=104525) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 07:28:13.617109 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0dd7ea4-291f-4dee-8032-c89b337d81ef admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 07:28:13.618990 dv-cinder-825492-15-iscsi neutron-server[104525]: INFO neutron.wsgi [None req-b0dd7ea4-291f-4dee-8032-c89b337d81ef admin admin] 10.222.0.24 "GET /v2.0/networks/29c629bd-3f50-4535-bfbc-a047608d6fb6 HTTP/1.1" status: 200 len: 842 time: 0.1112726 May 25 07:28:13.628814 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron.api.v2.base [None req-e74594ab-fcbd-476d-94a6-fab070e3a1f2 admin admin] Request body: {'subnet': {'ip_version': 4, 'network_id': '29c629bd-3f50-4535-bfbc-a047608d6fb6', 'enable_dhcp': False, 'cidr': '172.27.3.0/24', 'name': 'public-subnet', 'gateway_ip': '172.27.3.1'}} {{(pid=104525) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 25 07:28:13.704889 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e74594ab-fcbd-476d-94a6-fab070e3a1f2 admin admin] Made reservation on behalf of c4db8d1f990d4445ab6059278607233e for: {'subnet': 1} {{(pid=104525) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 07:28:13.707637 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-e74594ab-fcbd-476d-94a6-fab070e3a1f2 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:28:14.039156 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron.objects.ports [None req-e74594ab-fcbd-476d-94a6-fab070e3a1f2 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=104525) get_objects /opt/stack/neutron/neutron/objects/ports.py:463}} May 25 07:28:14.039595 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-e74594ab-fcbd-476d-94a6-fab070e3a1f2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-280644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612926'] for subnet (7934ff5a-43f1-4f76-b9d8-e4343ace34f5), after_create {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:28:14.101426 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e74594ab-fcbd-476d-94a6-fab070e3a1f2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7934ff5a-43f1-4f76-b9d8-e4343ace34f5,revision_number=0']} {{(pid=104525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 07:28:14.111296 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e74594ab-fcbd-476d-94a6-fab070e3a1f2 admin admin] Checking segment: {'id': '3ed655b3-ed39-457b-b353-0296e3eaac46', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '29c629bd-3f50-4535-bfbc-a047608d6fb6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104525) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 25 07:28:14.111674 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e74594ab-fcbd-476d-94a6-fab070e3a1f2 admin admin] Network hostable DHCP agents. Network: 29c629bd-3f50-4535-bfbc-a047608d6fb6, hostable agents: ['6cf9466f-68ff-4d03-9bb6-0c8244fa88eb'], hosted agents: [] {{(pid=104525) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 25 07:28:14.116040 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG dbcounter [-] [104525] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=104525) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 07:28:14.242103 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e74594ab-fcbd-476d-94a6-fab070e3a1f2 admin admin] Network 29c629bd-3f50-4535-bfbc-a047608d6fb6 is scheduled to be hosted by DHCP agent 6cf9466f-68ff-4d03-9bb6-0c8244fa88eb with binding_index 1 {{(pid=104525) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 25 07:28:14.362722 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron.scheduler.base_scheduler [None req-e74594ab-fcbd-476d-94a6-fab070e3a1f2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-825492-15-iscsi, 29c629bd-3f50-4535-bfbc-a047608d6fb6) {{(pid=104525) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 07:28:14.366700 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e74594ab-fcbd-476d-94a6-fab070e3a1f2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 07:28:14.367484 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-e74594ab-fcbd-476d-94a6-fab070e3a1f2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1612908'] for subnet (None), before_response {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:28:14.371785 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e5e41f3-6614-4a7a-a20a-47580644d85a None None] Network 29c629bd-3f50-4535-bfbc-a047608d6fb6 requested from dv-cinder-825492-15-iscsi {{(pid=104527) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 25 07:28:14.424047 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG dbcounter [-] [104527] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104527) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 07:28:14.473931 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a622569d-7375-4bb8-85c0-0b2c5c0082c5 None None] Network 29c629bd-3f50-4535-bfbc-a047608d6fb6 requested from dv-cinder-825492-15-iscsi {{(pid=104527) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 25 07:28:14.489338 dv-cinder-825492-15-iscsi neutron-server[104525]: INFO neutron.wsgi [None req-e74594ab-fcbd-476d-94a6-fab070e3a1f2 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.8542573 May 25 07:28:16.603803 dv-cinder-825492-15-iscsi neutron-server[104528]: DEBUG neutron.db.agents_db [None req-434abceb-772f-4043-8698-cfe4a44654b9 None None] Agent healthcheck: found 5 active agents {{(pid=104528) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 25 07:28:16.829935 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron.wsgi [-] (104525) accepted ('10.222.0.24', 39500) {{(pid=104525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 07:28:16.957654 dv-cinder-825492-15-iscsi neutron-server[104525]: INFO neutron.wsgi [None req-191c015f-47a6-4e74-849f-f35a55582da3 demo admin] 10.222.0.24 "GET /v2.0/routers/9bbca75f-7353-42bd-af97-c938cb651a2a HTTP/1.1" status: 200 len: 710 time: 0.1263843 May 25 07:28:17.041909 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e65cd4ea-3472-47af-873f-a6d5a28604f6 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 07:28:17.043259 dv-cinder-825492-15-iscsi neutron-server[104525]: INFO neutron.wsgi [None req-e65cd4ea-3472-47af-873f-a6d5a28604f6 demo admin] 10.222.0.24 "GET /v2.0/networks/29c629bd-3f50-4535-bfbc-a047608d6fb6 HTTP/1.1" status: 200 len: 886 time: 0.0794578 May 25 07:28:17.052048 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron.api.v2.base [None req-79dcc2fa-29be-45f0-8aba-eb614be2e408 demo admin] Request body: {'router': {'external_gateway_info': {'network_id': '29c629bd-3f50-4535-bfbc-a047608d6fb6'}}} {{(pid=104525) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 25 07:28:17.362776 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-79dcc2fa-29be-45f0-8aba-eb614be2e408 demo admin] Publish callbacks [] for router_gateway (9bbca75f-7353-42bd-af97-c938cb651a2a), precommit_update {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:28:17.466889 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG dbcounter [-] [104525] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=104525) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 07:28:17.659920 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-79dcc2fa-29be-45f0-8aba-eb614be2e408 demo admin] Publish callbacks [] for router_gateway (9bbca75f-7353-42bd-af97-c938cb651a2a), before_create {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:28:17.742082 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-79dcc2fa-29be-45f0-8aba-eb614be2e408 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-616651'] for port (None), before_create {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:28:17.845309 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG dbcounter [-] [104525] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=104525) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 07:28:17.854684 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron.db.db_base_plugin_common [None req-79dcc2fa-29be-45f0-8aba-eb614be2e408 demo admin] Allocated IP 172.27.3.243 (29c629bd-3f50-4535-bfbc-a047608d6fb6/7934ff5a-43f1-4f76-b9d8-e4343ace34f5/fafdccb3-ff4d-42e7-9445-41a1b20f11f9) {{(pid=104525) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 07:28:17.954248 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-79dcc2fa-29be-45f0-8aba-eb614be2e408 demo admin] Publish callbacks [] for port (fafdccb3-ff4d-42e7-9445-41a1b20f11f9), precommit_create {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:28:18.082628 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-79dcc2fa-29be-45f0-8aba-eb614be2e408 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-617841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612926', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754056173864'] for port (fafdccb3-ff4d-42e7-9445-41a1b20f11f9), after_create {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:28:18.132052 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79dcc2fa-29be-45f0-8aba-eb614be2e408 demo admin] Pushing event updated for resources: {'Port': ['ID=fafdccb3-ff4d-42e7-9445-41a1b20f11f9,revision_number=1']} {{(pid=104525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 07:28:18.136470 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79dcc2fa-29be-45f0-8aba-eb614be2e408 demo admin] Network 29c629bd-3f50-4535-bfbc-a047608d6fb6 is already hosted by enough agents. {{(pid=104525) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 07:28:18.137874 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron.scheduler.base_scheduler [None req-79dcc2fa-29be-45f0-8aba-eb614be2e408 demo admin] Resources bound (agent type, host, resource id): {{(pid=104525) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 07:28:18.140152 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79dcc2fa-29be-45f0-8aba-eb614be2e408 demo admin] Received port after_create {{(pid=104525) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 25 07:28:18.477250 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-79dcc2fa-29be-45f0-8aba-eb614be2e408 demo admin] Publish callbacks [] for router_gateway (9bbca75f-7353-42bd-af97-c938cb651a2a), after_create {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:28:18.514876 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG dbcounter [-] [104525] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=4 {{(pid=104525) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 07:28:18.662871 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-79dcc2fa-29be-45f0-8aba-eb614be2e408 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1614877', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1616045', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4918'] for router (9bbca75f-7353-42bd-af97-c938cb651a2a), precommit_update {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:28:18.666306 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-79dcc2fa-29be-45f0-8aba-eb614be2e408 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1614970', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1614868', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1614851', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1616036'] for router (9bbca75f-7353-42bd-af97-c938cb651a2a), after_update {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:28:18.770901 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-79dcc2fa-29be-45f0-8aba-eb614be2e408 demo admin] Router 9bbca75f-7353-42bd-af97-c938cb651a2a has already been hosted by L3 agent 54ff4013-997e-4376-a4e9-e6c98cf37cc7 {{(pid=104525) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 25 07:28:18.870869 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-79dcc2fa-29be-45f0-8aba-eb614be2e408 demo admin] Notify agent at l3_agent.dv-cinder-825492-15-iscsi the message routers_updated {{(pid=104525) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 25 07:28:18.875347 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-79dcc2fa-29be-45f0-8aba-eb614be2e408 demo admin] Publish callbacks [] for router (None), before_response {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:28:18.888610 dv-cinder-825492-15-iscsi neutron-server[104525]: INFO neutron.wsgi [None req-79dcc2fa-29be-45f0-8aba-eb614be2e408 demo admin] 10.222.0.24 "PUT /v2.0/routers/9bbca75f-7353-42bd-af97-c938cb651a2a HTTP/1.1" status: 200 len: 890 time: 1.8275712 May 25 07:28:20.186747 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.plugins.ml2.rpc [None req-4c581813-650f-4b4b-ac0f-82f585bea231 None None] Device 05d55bf3-8389-4ef5-a7cf-ff10bf542820 up at agent ovs-agent-dv-cinder-825492-15-iscsi {{(pid=104527) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 25 07:28:20.234188 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.db.provisioning_blocks [None req-4c581813-650f-4b4b-ac0f-82f585bea231 None None] Provisioning complete for port 05d55bf3-8389-4ef5-a7cf-ff10bf542820 triggered by entity L2. {{(pid=104527) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 25 07:28:20.234584 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron_lib.callbacks.manager [None req-4c581813-650f-4b4b-ac0f-82f585bea231 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1490782'] for port (05d55bf3-8389-4ef5-a7cf-ff10bf542820), provisioning_complete {{(pid=104527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:28:20.265847 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG dbcounter [-] [104527] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=104527) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 07:28:20.309395 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.plugins.ml2.plugin [None req-4c581813-650f-4b4b-ac0f-82f585bea231 None None] Current status of the port 05d55bf3-8389-4ef5-a7cf-ff10bf542820 is: ACTIVE; New status is: ACTIVE {{(pid=104527) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 25 07:28:21.325569 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron.wsgi [-] (104525) accepted ('10.222.0.24', 39512) {{(pid=104525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 07:28:21.438269 dv-cinder-825492-15-iscsi neutron-server[104525]: INFO neutron.wsgi [None req-ae556167-06ce-471b-b07a-0217169ad61a admin admin] 10.222.0.24 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 411 time: 0.1116259 May 25 07:28:21.961272 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea820962-c974-497e-8502-a91e4f54290b None None] Sync routers for ids ['9bbca75f-7353-42bd-af97-c938cb651a2a'] in dv-cinder-825492-15-iscsi {{(pid=104527) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 25 07:28:21.972739 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea820962-c974-497e-8502-a91e4f54290b None None] Routers {'9bbca75f-7353-42bd-af97-c938cb651a2a'} bound to L3 agent in host dv-cinder-825492-15-iscsi {{(pid=104527) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 25 07:28:21.973404 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.db.l3_hamode_db [None req-ea820962-c974-497e-8502-a91e4f54290b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825492-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-05-25T07:27:37Z,description=,heartbeat_timestamp=2022-05-25T07:28:07Z,host='dv-cinder-825492-15-iscsi',id=54ff4013-997e-4376-a4e9-e6c98cf37cc7,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T07:27:38Z,topic='l3_agent')) {'router_ids': ['9bbca75f-7353-42bd-af97-c938cb651a2a'], 'active': True} {{(pid=104527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 07:28:22.178448 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.db.l3_dvr_db [None req-ea820962-c974-497e-8502-a91e4f54290b None None] Set router 9bbca75f-7353-42bd-af97-c938cb651a2a gateway port host: dv-cinder-825492-15-iscsi {{(pid=104527) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 25 07:28:22.635806 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.db.l3_hamode_db [None req-ea820962-c974-497e-8502-a91e4f54290b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9bbca75f-7353-42bd-af97-c938cb651a2a', 'name': 'router1', 'tenant_id': 'f8518c8e5e874ff6806e967ca32ffaca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '29c629bd-3f50-4535-bfbc-a047608d6fb6', 'external_fixed_ips': [{'subnet_id': '7934ff5a-43f1-4f76-b9d8-e4343ace34f5', 'ip_address': '172.27.3.243'}], 'enable_snat': True}, 'gw_port_id': 'fafdccb3-ff4d-42e7-9445-41a1b20f11f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T07:27:59Z', 'updated_at': '2022-05-25T07:28:18Z', 'revision_number': 4, 'project_id': 'f8518c8e5e874ff6806e967ca32ffaca', 'gw_port': {'id': 'fafdccb3-ff4d-42e7-9445-41a1b20f11f9', 'name': '', 'network_id': '29c629bd-3f50-4535-bfbc-a047608d6fb6', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:d6:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9bbca75f-7353-42bd-af97-c938cb651a2a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '7934ff5a-43f1-4f76-b9d8-e4343ace34f5', 'ip_address': '172.27.3.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T07:28:17Z', 'updated_at': '2022-05-25T07:28:17Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7934ff5a-43f1-4f76-b9d8-e4343ace34f5', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825492-15-iscsi', '_interfaces': [{'id': '05d55bf3-8389-4ef5-a7cf-ff10bf542820', 'name': '', 'network_id': 'f4beb0d3-d8f4-467e-b2cb-34d94491d575', 'tenant_id': 'f8518c8e5e874ff6806e967ca32ffaca', 'mac_address': 'fa:16:3e:ea:15:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bbca75f-7353-42bd-af97-c938cb651a2a', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '3b2c4038-8c04-4290-9796-7f7b7a34594d', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825492-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T07:28:09Z', 'updated_at': '2022-05-25T07:28:13Z', 'revision_number': 5, 'project_id': 'f8518c8e5e874ff6806e967ca32ffaca', 'subnets': [{'id': '3b2c4038-8c04-4290-9796-7f7b7a34594d', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '29b30ff5-1010-481c-ac15-54d097ca61ee'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-825492-15-iscsi', False) {} {{(pid=104527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 07:28:22.686458 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea820962-c974-497e-8502-a91e4f54290b None None] Checking router: 9bbca75f-7353-42bd-af97-c938cb651a2a for host: dv-cinder-825492-15-iscsi {{(pid=104527) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 25 07:28:22.686831 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea820962-c974-497e-8502-a91e4f54290b None None] Updating router 9bbca75f-7353-42bd-af97-c938cb651a2a port fafdccb3-ff4d-42e7-9445-41a1b20f11f9 binding host dv-cinder-825492-15-iscsi {{(pid=104527) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 25 07:28:22.745662 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron_lib.callbacks.manager [None req-ea820962-c974-497e-8502-a91e4f54290b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-616651'] for port (fafdccb3-ff4d-42e7-9445-41a1b20f11f9), before_update {{(pid=104527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:28:23.047243 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG dbcounter [-] [104527] Writing DB stats neutron:SELECT=100 {{(pid=104527) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 07:28:23.111066 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron_lib.callbacks.manager [None req-ea820962-c974-497e-8502-a91e4f54290b None None] Publish callbacks [] for port (fafdccb3-ff4d-42e7-9445-41a1b20f11f9), precommit_update {{(pid=104527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:28:23.179317 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron_lib.callbacks.manager [None req-ea820962-c974-497e-8502-a91e4f54290b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-617841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612926', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754056714442', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754056173882', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754056173900'] for port (fafdccb3-ff4d-42e7-9445-41a1b20f11f9), after_update {{(pid=104527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:28:23.241892 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af1af951-ed6d-4b8f-b28d-f4239a7652d2 None None] Pushing event updated for resources: {'Port': ['ID=fafdccb3-ff4d-42e7-9445-41a1b20f11f9,revision_number=2']} {{(pid=104527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 07:28:23.245345 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.plugins.ml2.managers [None req-ea820962-c974-497e-8502-a91e4f54290b None None] Attempting to bind port fafdccb3-ff4d-42e7-9445-41a1b20f11f9 on host dv-cinder-825492-15-iscsi for vnic_type normal with profile {{(pid=104527) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 25 07:28:23.245345 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.plugins.ml2.managers [None req-ea820962-c974-497e-8502-a91e4f54290b None None] Attempting to bind port fafdccb3-ff4d-42e7-9445-41a1b20f11f9 by drivers openvswitch,hyperv on host dv-cinder-825492-15-iscsi at level 0 using segments [{'id': '3ed655b3-ed39-457b-b353-0296e3eaac46', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '29c629bd-3f50-4535-bfbc-a047608d6fb6'}] {{(pid=104527) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 25 07:28:23.248898 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea820962-c974-497e-8502-a91e4f54290b None None] Attempting to bind port fafdccb3-ff4d-42e7-9445-41a1b20f11f9 on network 29c629bd-3f50-4535-bfbc-a047608d6fb6 {{(pid=104527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 25 07:28:23.255693 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea820962-c974-497e-8502-a91e4f54290b None None] Checking agent: {'id': '67455b2d-ff20-4068-8b38-73bd0628c5cb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-825492-15-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 25, 7, 27, 41), 'started_at': datetime.datetime(2022, 5, 25, 7, 28, 11), 'heartbeat_timestamp': datetime.datetime(2022, 5, 25, 7, 28, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-825492-15-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 25 07:28:23.256078 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea820962-c974-497e-8502-a91e4f54290b None None] Checking segment: {'id': '3ed655b3-ed39-457b-b353-0296e3eaac46', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '29c629bd-3f50-4535-bfbc-a047608d6fb6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104527) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 25 07:28:23.256452 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron_lib.callbacks.manager [None req-ea820962-c974-497e-8502-a91e4f54290b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:28:23.256877 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea820962-c974-497e-8502-a91e4f54290b None None] Bound using segment: {'id': '3ed655b3-ed39-457b-b353-0296e3eaac46', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '29c629bd-3f50-4535-bfbc-a047608d6fb6'} {{(pid=104527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 25 07:28:23.257359 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.plugins.ml2.managers [None req-ea820962-c974-497e-8502-a91e4f54290b None None] Bound port: fafdccb3-ff4d-42e7-9445-41a1b20f11f9, host: dv-cinder-825492-15-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3ed655b3-ed39-457b-b353-0296e3eaac46', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '29c629bd-3f50-4535-bfbc-a047608d6fb6'}}] {{(pid=104527) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 25 07:28:23.257757 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron_lib.callbacks.manager [None req-ea820962-c974-497e-8502-a91e4f54290b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-616651'] for port (fafdccb3-ff4d-42e7-9445-41a1b20f11f9), before_update {{(pid=104527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:28:23.312341 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.plugins.ml2.db [None req-ea820962-c974-497e-8502-a91e4f54290b None None] For port fafdccb3-ff4d-42e7-9445-41a1b20f11f9, host dv-cinder-825492-15-iscsi, cleared binding levels {{(pid=104527) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 25 07:28:23.315339 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.plugins.ml2.db [None req-ea820962-c974-497e-8502-a91e4f54290b None None] For port fafdccb3-ff4d-42e7-9445-41a1b20f11f9, host dv-cinder-825492-15-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825492-15-iscsi',level=0,port_id=fafdccb3-ff4d-42e7-9445-41a1b20f11f9,segment=NetworkSegment(3ed655b3-ed39-457b-b353-0296e3eaac46),segment_id=3ed655b3-ed39-457b-b353-0296e3eaac46)] {{(pid=104527) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 25 07:28:23.396851 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron_lib.callbacks.manager [None req-ea820962-c974-497e-8502-a91e4f54290b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-617841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612926', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754056714442', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754056173882', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754056173900'] for port (fafdccb3-ff4d-42e7-9445-41a1b20f11f9), after_update {{(pid=104527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:28:23.463367 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea820962-c974-497e-8502-a91e4f54290b None None] Routers {'9bbca75f-7353-42bd-af97-c938cb651a2a'} bound to L3 agent in host dv-cinder-825492-15-iscsi {{(pid=104527) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 25 07:28:23.463996 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.db.l3_hamode_db [None req-ea820962-c974-497e-8502-a91e4f54290b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825492-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-05-25T07:27:37Z,description=,heartbeat_timestamp=2022-05-25T07:28:07Z,host='dv-cinder-825492-15-iscsi',id=54ff4013-997e-4376-a4e9-e6c98cf37cc7,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T07:27:38Z,topic='l3_agent')) {'router_ids': ['9bbca75f-7353-42bd-af97-c938cb651a2a'], 'active': True} {{(pid=104527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 07:28:23.503789 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af1af951-ed6d-4b8f-b28d-f4239a7652d2 None None] Pushing event updated for resources: {'Port': ['ID=fafdccb3-ff4d-42e7-9445-41a1b20f11f9,revision_number=3']} {{(pid=104527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 07:28:23.516438 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG dbcounter [-] [104527] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=104527) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 07:28:23.588179 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.db.l3_dvr_db [None req-ea820962-c974-497e-8502-a91e4f54290b None None] Set router 9bbca75f-7353-42bd-af97-c938cb651a2a gateway port host: dv-cinder-825492-15-iscsi {{(pid=104527) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 25 07:28:23.817152 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.db.l3_hamode_db [None req-ea820962-c974-497e-8502-a91e4f54290b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9bbca75f-7353-42bd-af97-c938cb651a2a', 'name': 'router1', 'tenant_id': 'f8518c8e5e874ff6806e967ca32ffaca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '29c629bd-3f50-4535-bfbc-a047608d6fb6', 'external_fixed_ips': [{'subnet_id': '7934ff5a-43f1-4f76-b9d8-e4343ace34f5', 'ip_address': '172.27.3.243'}], 'enable_snat': True}, 'gw_port_id': 'fafdccb3-ff4d-42e7-9445-41a1b20f11f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T07:27:59Z', 'updated_at': '2022-05-25T07:28:18Z', 'revision_number': 4, 'project_id': 'f8518c8e5e874ff6806e967ca32ffaca', 'gw_port': {'id': 'fafdccb3-ff4d-42e7-9445-41a1b20f11f9', 'name': '', 'network_id': '29c629bd-3f50-4535-bfbc-a047608d6fb6', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:d6:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9bbca75f-7353-42bd-af97-c938cb651a2a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '7934ff5a-43f1-4f76-b9d8-e4343ace34f5', 'ip_address': '172.27.3.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825492-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T07:28:17Z', 'updated_at': '2022-05-25T07:28:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7934ff5a-43f1-4f76-b9d8-e4343ace34f5', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825492-15-iscsi', '_interfaces': [{'id': '05d55bf3-8389-4ef5-a7cf-ff10bf542820', 'name': '', 'network_id': 'f4beb0d3-d8f4-467e-b2cb-34d94491d575', 'tenant_id': 'f8518c8e5e874ff6806e967ca32ffaca', 'mac_address': 'fa:16:3e:ea:15:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bbca75f-7353-42bd-af97-c938cb651a2a', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '3b2c4038-8c04-4290-9796-7f7b7a34594d', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825492-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T07:28:09Z', 'updated_at': '2022-05-25T07:28:13Z', 'revision_number': 5, 'project_id': 'f8518c8e5e874ff6806e967ca32ffaca', 'subnets': [{'id': '3b2c4038-8c04-4290-9796-7f7b7a34594d', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '29b30ff5-1010-481c-ac15-54d097ca61ee'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-825492-15-iscsi', False) {} {{(pid=104527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 07:28:23.844901 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea820962-c974-497e-8502-a91e4f54290b None None] The sync data for ids ['9bbca75f-7353-42bd-af97-c938cb651a2a'] in dv-cinder-825492-15-iscsi is: [{'id': '9bbca75f-7353-42bd-af97-c938cb651a2a', 'name': 'router1', 'tenant_id': 'f8518c8e5e874ff6806e967ca32ffaca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '29c629bd-3f50-4535-bfbc-a047608d6fb6', 'external_fixed_ips': [{'subnet_id': '7934ff5a-43f1-4f76-b9d8-e4343ace34f5', 'ip_address': '172.27.3.243'}], 'enable_snat': True}, 'gw_port_id': 'fafdccb3-ff4d-42e7-9445-41a1b20f11f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T07:27:59Z', 'updated_at': '2022-05-25T07:28:18Z', 'revision_number': 4, 'project_id': 'f8518c8e5e874ff6806e967ca32ffaca', 'gw_port': {'id': 'fafdccb3-ff4d-42e7-9445-41a1b20f11f9', 'name': '', 'network_id': '29c629bd-3f50-4535-bfbc-a047608d6fb6', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:d6:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9bbca75f-7353-42bd-af97-c938cb651a2a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '7934ff5a-43f1-4f76-b9d8-e4343ace34f5', 'ip_address': '172.27.3.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825492-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T07:28:17Z', 'updated_at': '2022-05-25T07:28:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7934ff5a-43f1-4f76-b9d8-e4343ace34f5', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825492-15-iscsi', '_interfaces': [{'id': '05d55bf3-8389-4ef5-a7cf-ff10bf542820', 'name': '', 'network_id': 'f4beb0d3-d8f4-467e-b2cb-34d94491d575', 'tenant_id': 'f8518c8e5e874ff6806e967ca32ffaca', 'mac_address': 'fa:16:3e:ea:15:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bbca75f-7353-42bd-af97-c938cb651a2a', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '3b2c4038-8c04-4290-9796-7f7b7a34594d', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825492-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T07:28:09Z', 'updated_at': '2022-05-25T07:28:13Z', 'revision_number': 5, 'project_id': 'f8518c8e5e874ff6806e967ca32ffaca', 'subnets': [{'id': '3b2c4038-8c04-4290-9796-7f7b7a34594d', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '29b30ff5-1010-481c-ac15-54d097ca61ee'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104527) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 25 07:28:24.229949 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.plugins.ml2.rpc [None req-4c581813-650f-4b4b-ac0f-82f585bea231 None None] Device fafdccb3-ff4d-42e7-9445-41a1b20f11f9 up at agent ovs-agent-dv-cinder-825492-15-iscsi {{(pid=104527) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 25 07:28:24.295268 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.db.provisioning_blocks [None req-4c581813-650f-4b4b-ac0f-82f585bea231 None None] Provisioning complete for port fafdccb3-ff4d-42e7-9445-41a1b20f11f9 triggered by entity L2. {{(pid=104527) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 25 07:28:24.295910 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron_lib.callbacks.manager [None req-4c581813-650f-4b4b-ac0f-82f585bea231 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1490782'] for port (fafdccb3-ff4d-42e7-9445-41a1b20f11f9), provisioning_complete {{(pid=104527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:28:24.384364 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.plugins.ml2.plugin [None req-4c581813-650f-4b4b-ac0f-82f585bea231 None None] Current status of the port fafdccb3-ff4d-42e7-9445-41a1b20f11f9 is: DOWN; New status is: ACTIVE {{(pid=104527) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 25 07:28:24.384793 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron_lib.callbacks.manager [None req-4c581813-650f-4b4b-ac0f-82f585bea231 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-616651'] for port (fafdccb3-ff4d-42e7-9445-41a1b20f11f9), before_update {{(pid=104527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:28:24.409066 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.plugins.ml2.db [None req-4c581813-650f-4b4b-ac0f-82f585bea231 None None] For port fafdccb3-ff4d-42e7-9445-41a1b20f11f9, host dv-cinder-825492-15-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825492-15-iscsi',level=0,port_id=fafdccb3-ff4d-42e7-9445-41a1b20f11f9,segment=NetworkSegment(3ed655b3-ed39-457b-b353-0296e3eaac46),segment_id=3ed655b3-ed39-457b-b353-0296e3eaac46)] {{(pid=104527) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 07:28:24.476168 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron_lib.callbacks.manager [None req-4c581813-650f-4b4b-ac0f-82f585bea231 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-617841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612926', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754056714442', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754056173882', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754056173900'] for port (fafdccb3-ff4d-42e7-9445-41a1b20f11f9), after_update {{(pid=104527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:28:24.522375 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG dbcounter [-] [104527] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104527) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 07:28:24.549121 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c581813-650f-4b4b-ac0f-82f585bea231 None None] Pushing event updated for resources: {'Port': ['ID=fafdccb3-ff4d-42e7-9445-41a1b20f11f9,revision_number=4']} {{(pid=104527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 07:28:26.243861 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.plugins.ml2.rpc [None req-4c581813-650f-4b4b-ac0f-82f585bea231 None None] Device fafdccb3-ff4d-42e7-9445-41a1b20f11f9 up at agent ovs-agent-dv-cinder-825492-15-iscsi {{(pid=104527) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 25 07:28:26.308560 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.db.provisioning_blocks [None req-4c581813-650f-4b4b-ac0f-82f585bea231 None None] Provisioning complete for port fafdccb3-ff4d-42e7-9445-41a1b20f11f9 triggered by entity L2. {{(pid=104527) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 25 07:28:26.309557 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron_lib.callbacks.manager [None req-4c581813-650f-4b4b-ac0f-82f585bea231 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1490782'] for port (fafdccb3-ff4d-42e7-9445-41a1b20f11f9), provisioning_complete {{(pid=104527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:28:26.417068 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.plugins.ml2.plugin [None req-4c581813-650f-4b4b-ac0f-82f585bea231 None None] Current status of the port fafdccb3-ff4d-42e7-9445-41a1b20f11f9 is: ACTIVE; New status is: ACTIVE {{(pid=104527) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 25 07:28:26.598698 dv-cinder-825492-15-iscsi neutron-server[104528]: DEBUG dbcounter [-] [104528] Writing DB stats neutron:SELECT=56,neutron:INSERT=1 {{(pid=104528) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 07:28:26.600073 dv-cinder-825492-15-iscsi neutron-server[104528]: DEBUG dbcounter [-] [104528] Writing DB stats neutron:SELECT=32 {{(pid=104528) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 07:28:31.428105 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG dbcounter [-] [104525] Writing DB stats neutron:SELECT=31 {{(pid=104525) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 07:28:31.434333 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG dbcounter [-] [104525] Writing DB stats neutron:SELECT=89,neutron:UPDATE=1 {{(pid=104525) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 07:28:35.225487 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron_lib.callbacks.manager [None req-a2eca8cb-83d6-49e5-ab32-9792c1993a54 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754056472917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490168'] for agent (6cf9466f-68ff-4d03-9bb6-0c8244fa88eb), after_update {{(pid=104527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:28:37.459197 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron_lib.callbacks.manager [None req-3fbee869-6000-4269-a60b-cd13f8750d53 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754056472917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490168'] for agent (54ff4013-997e-4376-a4e9-e6c98cf37cc7), after_update {{(pid=104527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:28:38.539553 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron_lib.callbacks.manager [None req-461c163e-e11a-425b-8a8d-f39fb153da48 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754056472917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490168'] for agent (fa5554a0-25df-434f-a0d0-5996d872220a), after_update {{(pid=104527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:28:40.019513 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron_lib.callbacks.manager [None req-f9cd7ad7-9657-4dc4-ab64-74b2d9455e3c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754056472917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490168'] for agent (749e0e2c-8e71-4175-9046-27a8fd2a3a0a), after_update {{(pid=104527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:28:41.504391 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron_lib.callbacks.manager [None req-4c581813-650f-4b4b-ac0f-82f585bea231 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754056472917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490168'] for agent (67455b2d-ff20-4068-8b38-73bd0628c5cb), after_update {{(pid=104527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:28:50.611495 dv-cinder-825492-15-iscsi neutron-server[104528]: DEBUG dbcounter [-] [104528] Writing DB stats neutron:SELECT=2 {{(pid=104528) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 07:28:50.616530 dv-cinder-825492-15-iscsi neutron-server[104528]: DEBUG dbcounter [-] [104528] Writing DB stats neutron:SELECT=4 {{(pid=104528) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 07:28:51.440988 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG dbcounter [-] [104527] Writing DB stats neutron:SELECT=29,neutron:UPDATE=1 {{(pid=104527) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 07:28:51.446664 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG dbcounter [-] [104527] Writing DB stats neutron:SELECT=65,neutron:UPDATE=6 {{(pid=104527) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 07:28:53.604149 dv-cinder-825492-15-iscsi neutron-server[104528]: DEBUG neutron.db.agents_db [None req-434abceb-772f-4043-8698-cfe4a44654b9 None None] Agent healthcheck: found 5 active agents {{(pid=104528) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 25 07:29:03.604560 dv-cinder-825492-15-iscsi neutron-server[104528]: DEBUG dbcounter [-] [104528] Writing DB stats neutron:SELECT=2 {{(pid=104528) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 07:29:05.915784 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron_lib.callbacks.manager [None req-04943fe9-f3fd-4f1a-a5f6-51cd047c9ce2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754056472917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490168'] for agent (6cf9466f-68ff-4d03-9bb6-0c8244fa88eb), after_update {{(pid=104527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:29:07.446617 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron_lib.callbacks.manager [None req-9cb1c8f3-475e-442f-935d-0ed7c2576d90 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754056472917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490168'] for agent (54ff4013-997e-4376-a4e9-e6c98cf37cc7), after_update {{(pid=104527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:29:08.532211 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron_lib.callbacks.manager [None req-461c163e-e11a-425b-8a8d-f39fb153da48 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754056472917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490168'] for agent (fa5554a0-25df-434f-a0d0-5996d872220a), after_update {{(pid=104527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:29:10.046122 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron_lib.callbacks.manager [None req-f9cd7ad7-9657-4dc4-ab64-74b2d9455e3c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754056472917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490168'] for agent (749e0e2c-8e71-4175-9046-27a8fd2a3a0a), after_update {{(pid=104527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:29:11.509511 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron_lib.callbacks.manager [None req-4c581813-650f-4b4b-ac0f-82f585bea231 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754056472917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490168'] for agent (67455b2d-ff20-4068-8b38-73bd0628c5cb), after_update {{(pid=104527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:29:19.948618 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG dbcounter [-] [104527] Writing DB stats neutron:SELECT=20,neutron:UPDATE=3 {{(pid=104527) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 07:29:21.447255 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG dbcounter [-] [104527] Writing DB stats neutron:SELECT=21,neutron:UPDATE=2 {{(pid=104527) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 07:29:30.605187 dv-cinder-825492-15-iscsi neutron-server[104528]: DEBUG neutron.db.agents_db [None req-434abceb-772f-4043-8698-cfe4a44654b9 None None] Agent healthcheck: found 5 active agents {{(pid=104528) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 25 07:29:35.211548 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron_lib.callbacks.manager [None req-9b014124-256c-4340-be19-f645814d487a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754056472917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490168'] for agent (6cf9466f-68ff-4d03-9bb6-0c8244fa88eb), after_update {{(pid=104527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:29:37.457333 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron_lib.callbacks.manager [None req-359e635b-8809-4d54-ba6b-8b0b6aff5dd9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754056472917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490168'] for agent (54ff4013-997e-4376-a4e9-e6c98cf37cc7), after_update {{(pid=104527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:29:38.537141 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron_lib.callbacks.manager [None req-461c163e-e11a-425b-8a8d-f39fb153da48 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754056472917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490168'] for agent (fa5554a0-25df-434f-a0d0-5996d872220a), after_update {{(pid=104527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:29:40.011325 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron_lib.callbacks.manager [None req-f9cd7ad7-9657-4dc4-ab64-74b2d9455e3c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754056472917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490168'] for agent (749e0e2c-8e71-4175-9046-27a8fd2a3a0a), after_update {{(pid=104527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:29:40.600642 dv-cinder-825492-15-iscsi neutron-server[104528]: DEBUG dbcounter [-] [104528] Writing DB stats neutron:SELECT=4,neutron:DELETE=1 {{(pid=104528) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 07:29:40.601699 dv-cinder-825492-15-iscsi neutron-server[104528]: DEBUG dbcounter [-] [104528] Writing DB stats neutron:SELECT=5 {{(pid=104528) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 07:29:41.514318 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron_lib.callbacks.manager [None req-4c581813-650f-4b4b-ac0f-82f585bea231 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754056472917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490168'] for agent (67455b2d-ff20-4068-8b38-73bd0628c5cb), after_update {{(pid=104527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:29:42.196429 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron.wsgi [-] (104525) accepted ('10.222.0.24', 40050) {{(pid=104525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 07:29:42.258618 dv-cinder-825492-15-iscsi neutron-server[104525]: INFO neutron.pecan_wsgi.hooks.translation [None req-74545c29-5fb0-4844-8de9-6848ea2f1f9a admin admin] GET failed (client error): The resource could not be found. May 25 07:29:42.259934 dv-cinder-825492-15-iscsi neutron-server[104525]: INFO neutron.wsgi [None req-74545c29-5fb0-4844-8de9-6848ea2f1f9a admin admin] 10.222.0.24 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0625525 May 25 07:29:42.505497 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60fc5788-85fc-476a-b699-ad47d505f1fd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 07:29:42.507084 dv-cinder-825492-15-iscsi neutron-server[104525]: INFO neutron.wsgi [None req-60fc5788-85fc-476a-b699-ad47d505f1fd admin admin] 10.222.0.24 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.2427688 May 25 07:29:44.740317 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.wsgi [-] (104526) accepted ('10.222.0.24', 40060) {{(pid=104526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 07:29:44.837267 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32d84c38-10c5-4f2e-825b-911bca0a17eb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 07:29:44.838604 dv-cinder-825492-15-iscsi neutron-server[104526]: INFO neutron.wsgi [None req-32d84c38-10c5-4f2e-825b-911bca0a17eb admin admin] 10.222.0.24 "GET /v2.0/subnets/3b2c4038-8c04-4290-9796-7f7b7a34594d HTTP/1.1" status: 200 len: 849 time: 0.0972552 May 25 07:29:44.848066 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.api.v2.base [None req-023ea761-a62a-41fe-8431-392b2e86a1e8 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=104526) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 25 07:29:44.930698 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-023ea761-a62a-41fe-8431-392b2e86a1e8 admin admin] Publish callbacks [] for subnet (3b2c4038-8c04-4290-9796-7f7b7a34594d), before_update {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:29:45.131836 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-023ea761-a62a-41fe-8431-392b2e86a1e8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-280644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612926', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8754056714433'] for subnet (3b2c4038-8c04-4290-9796-7f7b7a34594d), after_update {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:29:45.166171 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-023ea761-a62a-41fe-8431-392b2e86a1e8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 07:29:45.166383 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-023ea761-a62a-41fe-8431-392b2e86a1e8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1612908'] for subnet (None), before_response {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:29:45.168257 dv-cinder-825492-15-iscsi neutron-server[104526]: INFO neutron.wsgi [None req-023ea761-a62a-41fe-8431-392b2e86a1e8 admin admin] 10.222.0.24 "PUT /v2.0/subnets/3b2c4038-8c04-4290-9796-7f7b7a34594d HTTP/1.1" status: 200 len: 868 time: 0.3237607 May 25 07:29:45.169104 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74ae74f1-dfcc-4157-ae36-5b1b5937b396 None None] Network f4beb0d3-d8f4-467e-b2cb-34d94491d575 requested from dv-cinder-825492-15-iscsi {{(pid=104527) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 25 07:29:45.190237 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-023ea761-a62a-41fe-8431-392b2e86a1e8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3b2c4038-8c04-4290-9796-7f7b7a34594d,revision_number=1']} {{(pid=104526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 07:29:45.197954 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-023ea761-a62a-41fe-8431-392b2e86a1e8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825492-15-iscsi {{(pid=104526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 07:29:45.198334 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-023ea761-a62a-41fe-8431-392b2e86a1e8 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825492-15-iscsi {{(pid=104526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 07:29:45.198698 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-023ea761-a62a-41fe-8431-392b2e86a1e8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825492-15-iscsi {{(pid=104526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 07:29:45.199024 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-023ea761-a62a-41fe-8431-392b2e86a1e8 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825492-15-iscsi {{(pid=104526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 07:29:45.199348 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-023ea761-a62a-41fe-8431-392b2e86a1e8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825492-15-iscsi {{(pid=104526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 07:29:45.199674 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-023ea761-a62a-41fe-8431-392b2e86a1e8 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825492-15-iscsi {{(pid=104526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 07:29:45.199998 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-023ea761-a62a-41fe-8431-392b2e86a1e8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825492-15-iscsi {{(pid=104526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 07:29:45.200326 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-023ea761-a62a-41fe-8431-392b2e86a1e8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-825492-15-iscsi {{(pid=104526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 07:29:45.200688 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-023ea761-a62a-41fe-8431-392b2e86a1e8 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-825492-15-iscsi {{(pid=104526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 07:29:45.201016 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-023ea761-a62a-41fe-8431-392b2e86a1e8 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-825492-15-iscsi {{(pid=104526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 07:29:45.201352 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-023ea761-a62a-41fe-8431-392b2e86a1e8 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-825492-15-iscsi {{(pid=104526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 07:29:45.201678 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-023ea761-a62a-41fe-8431-392b2e86a1e8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825492-15-iscsi {{(pid=104526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 07:29:45.201996 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-023ea761-a62a-41fe-8431-392b2e86a1e8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825492-15-iscsi {{(pid=104526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 07:29:45.202313 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-023ea761-a62a-41fe-8431-392b2e86a1e8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825492-15-iscsi {{(pid=104526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 07:29:45.202626 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-023ea761-a62a-41fe-8431-392b2e86a1e8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825492-15-iscsi {{(pid=104526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 07:29:45.491937 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.db.provisioning_blocks [None req-dbc4033c-1b43-48f7-a87a-c5c27d130b01 None None] Provisioning complete for port 5e288cb1-a5bb-4440-8a38-2864ab9daa3c triggered by entity DHCP. {{(pid=104527) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 25 07:29:45.492311 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron_lib.callbacks.manager [None req-dbc4033c-1b43-48f7-a87a-c5c27d130b01 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1490782'] for port (5e288cb1-a5bb-4440-8a38-2864ab9daa3c), provisioning_complete {{(pid=104527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:29:45.562859 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.plugins.ml2.plugin [None req-dbc4033c-1b43-48f7-a87a-c5c27d130b01 None None] Current status of the port 5e288cb1-a5bb-4440-8a38-2864ab9daa3c is: ACTIVE; New status is: ACTIVE {{(pid=104527) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 25 07:29:45.571302 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.db.provisioning_blocks [None req-dbc4033c-1b43-48f7-a87a-c5c27d130b01 None None] Provisioning complete for port 05d55bf3-8389-4ef5-a7cf-ff10bf542820 triggered by entity DHCP. {{(pid=104527) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 25 07:29:45.571672 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron_lib.callbacks.manager [None req-dbc4033c-1b43-48f7-a87a-c5c27d130b01 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1490782'] for port (05d55bf3-8389-4ef5-a7cf-ff10bf542820), provisioning_complete {{(pid=104527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:29:45.643258 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.plugins.ml2.plugin [None req-dbc4033c-1b43-48f7-a87a-c5c27d130b01 None None] Current status of the port 05d55bf3-8389-4ef5-a7cf-ff10bf542820 is: ACTIVE; New status is: ACTIVE {{(pid=104527) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 25 07:29:47.416681 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.wsgi [-] (104526) accepted ('10.222.0.24', 40070) {{(pid=104526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 07:29:47.620494 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9016663c-3a6b-4f41-a101-399ddc237f17 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 07:29:47.620910 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9016663c-3a6b-4f41-a101-399ddc237f17 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 07:29:47.622462 dv-cinder-825492-15-iscsi neutron-server[104526]: INFO neutron.wsgi [None req-9016663c-3a6b-4f41-a101-399ddc237f17 admin admin] 10.222.0.24 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2048383 May 25 07:29:49.847550 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron.wsgi [-] (104525) accepted ('10.222.0.24', 40078) {{(pid=104525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 07:29:50.047034 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4848cb8e-982b-4daf-a91d-1d6b5ba9f20e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 07:29:50.047508 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4848cb8e-982b-4daf-a91d-1d6b5ba9f20e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 07:29:50.049075 dv-cinder-825492-15-iscsi neutron-server[104525]: INFO neutron.wsgi [None req-4848cb8e-982b-4daf-a91d-1d6b5ba9f20e admin admin] 10.222.0.24 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2006114 May 25 07:29:52.337598 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron.wsgi [-] (104525) accepted ('10.222.0.24', 40086) {{(pid=104525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 07:29:52.463281 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1bbcb665-63cf-4494-b1ff-fb8be1741030 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 07:29:52.464691 dv-cinder-825492-15-iscsi neutron-server[104525]: INFO neutron.wsgi [None req-1bbcb665-63cf-4494-b1ff-fb8be1741030 admin admin] 10.222.0.24 "GET /v2.0/networks/29c629bd-3f50-4535-bfbc-a047608d6fb6 HTTP/1.1" status: 200 len: 886 time: 0.1261241 May 25 07:29:54.713187 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.wsgi [-] (104526) accepted ('10.222.0.24', 40094) {{(pid=104526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 07:29:54.883528 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf587b88-8f2e-4801-bf7d-44502c50225d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 07:29:54.884826 dv-cinder-825492-15-iscsi neutron-server[104526]: INFO neutron.wsgi [None req-cf587b88-8f2e-4801-bf7d-44502c50225d admin admin] 10.222.0.24 "GET /v2.0/networks/f4beb0d3-d8f4-467e-b2cb-34d94491d575 HTTP/1.1" status: 200 len: 869 time: 0.1706810 May 25 07:29:55.638452 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG dbcounter [-] [104527] Writing DB stats neutron:SELECT=49,neutron:UPDATE=3 {{(pid=104527) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 07:29:55.642389 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG dbcounter [-] [104527] Writing DB stats neutron:SELECT=43,neutron:UPDATE=2 {{(pid=104527) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 07:29:57.180766 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.wsgi [-] (104526) accepted ('10.222.0.24', 40102) {{(pid=104526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 07:29:57.307758 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14d728ab-c637-47c8-b8e3-e49a697a591a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 07:29:57.308207 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14d728ab-c637-47c8-b8e3-e49a697a591a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 07:29:57.309734 dv-cinder-825492-15-iscsi neutron-server[104526]: INFO neutron.wsgi [None req-14d728ab-c637-47c8-b8e3-e49a697a591a admin admin] 10.222.0.24 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1280303 May 25 07:29:59.521028 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.wsgi [-] (104526) accepted ('10.222.0.24', 40110) {{(pid=104526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 07:29:59.655662 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4478520-6ed8-432b-91d5-f7d4dec55884 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 07:29:59.655662 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4478520-6ed8-432b-91d5-f7d4dec55884 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 07:29:59.655662 dv-cinder-825492-15-iscsi neutron-server[104526]: INFO neutron.wsgi [None req-f4478520-6ed8-432b-91d5-f7d4dec55884 admin admin] 10.222.0.24 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.0941906 May 25 07:30:01.844726 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.wsgi [-] (104526) accepted ('10.222.0.24', 40118) {{(pid=104526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 07:30:01.915708 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG dbcounter [-] [104526] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=104526) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 07:30:01.937946 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86e7b051-c87d-482f-a93c-d6f889a0aded admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 07:30:01.939292 dv-cinder-825492-15-iscsi neutron-server[104526]: INFO neutron.wsgi [None req-86e7b051-c87d-482f-a93c-d6f889a0aded admin admin] 10.222.0.24 "GET /v2.0/subnets/3b2c4038-8c04-4290-9796-7f7b7a34594d HTTP/1.1" status: 200 len: 868 time: 0.0936844 May 25 07:30:02.459539 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG dbcounter [-] [104525] Writing DB stats neutron:SELECT=35 {{(pid=104525) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 07:30:02.461435 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG dbcounter [-] [104525] Writing DB stats neutron:SELECT=33 {{(pid=104525) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 07:30:04.160450 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.wsgi [-] (104526) accepted ('10.222.0.24', 40126) {{(pid=104526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 07:30:04.249090 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-565af13a-bd05-4abc-80ca-ae610f86218a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 07:30:04.250408 dv-cinder-825492-15-iscsi neutron-server[104526]: INFO neutron.wsgi [None req-565af13a-bd05-4abc-80ca-ae610f86218a admin admin] 10.222.0.24 "GET /v2.0/subnets/7934ff5a-43f1-4f76-b9d8-e4343ace34f5 HTTP/1.1" status: 200 len: 816 time: 0.0889168 May 25 07:30:05.228490 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron_lib.callbacks.manager [None req-7098c9d6-a266-4529-a381-663194599392 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754056472917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490168'] for agent (6cf9466f-68ff-4d03-9bb6-0c8244fa88eb), after_update {{(pid=104527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:30:07.496605 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron_lib.callbacks.manager [None req-6d043241-3c0e-4d63-ad35-e2ddd5b903fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754056472917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490168'] for agent (54ff4013-997e-4376-a4e9-e6c98cf37cc7), after_update {{(pid=104527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:30:07.604887 dv-cinder-825492-15-iscsi neutron-server[104528]: DEBUG neutron.db.agents_db [None req-434abceb-772f-4043-8698-cfe4a44654b9 None None] Agent healthcheck: found 5 active agents {{(pid=104528) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 25 07:30:08.554343 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron_lib.callbacks.manager [None req-461c163e-e11a-425b-8a8d-f39fb153da48 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754056472917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490168'] for agent (fa5554a0-25df-434f-a0d0-5996d872220a), after_update {{(pid=104527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:30:10.016892 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron_lib.callbacks.manager [None req-f9cd7ad7-9657-4dc4-ab64-74b2d9455e3c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754056472917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490168'] for agent (749e0e2c-8e71-4175-9046-27a8fd2a3a0a), after_update {{(pid=104527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:30:11.502290 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron_lib.callbacks.manager [None req-4c581813-650f-4b4b-ac0f-82f585bea231 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754056472917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490168'] for agent (67455b2d-ff20-4068-8b38-73bd0628c5cb), after_update {{(pid=104527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:30:13.618295 dv-cinder-825492-15-iscsi neutron-server[104528]: DEBUG dbcounter [-] [104528] Writing DB stats neutron:SELECT=4 {{(pid=104528) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 07:30:14.243513 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG dbcounter [-] [104526] Writing DB stats neutron:SELECT=4 {{(pid=104526) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 07:30:14.246401 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG dbcounter [-] [104526] Writing DB stats neutron:SELECT=91,neutron:UPDATE=1 {{(pid=104526) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 07:30:17.600966 dv-cinder-825492-15-iscsi neutron-server[104528]: DEBUG dbcounter [-] [104528] Writing DB stats neutron:SELECT=6 {{(pid=104528) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 07:30:21.452203 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG dbcounter [-] [104527] Writing DB stats neutron:SELECT=6,neutron:UPDATE=3 {{(pid=104527) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 07:30:21.454160 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG dbcounter [-] [104527] Writing DB stats neutron:SELECT=9,neutron:UPDATE=2 {{(pid=104527) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 07:30:30.173995 dv-cinder-825492-15-iscsi neutron-server[104528]: DEBUG dbcounter [-] [104528] Writing DB stats neutron:SELECT=11 {{(pid=104528) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 07:30:30.183882 dv-cinder-825492-15-iscsi neutron-server[104528]: DEBUG dbcounter [-] [104528] Writing DB stats neutron:SELECT=15 {{(pid=104528) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 07:30:35.239303 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron_lib.callbacks.manager [None req-5ea8fe64-ef15-4a05-9dc9-9c342581d324 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754056472917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490168'] for agent (6cf9466f-68ff-4d03-9bb6-0c8244fa88eb), after_update {{(pid=104527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:30:37.449986 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron_lib.callbacks.manager [None req-40e8368f-5a18-4a43-9efe-3e02c22a91e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754056472917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490168'] for agent (54ff4013-997e-4376-a4e9-e6c98cf37cc7), after_update {{(pid=104527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:30:38.547363 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron_lib.callbacks.manager [None req-461c163e-e11a-425b-8a8d-f39fb153da48 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754056472917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490168'] for agent (fa5554a0-25df-434f-a0d0-5996d872220a), after_update {{(pid=104527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:30:40.026341 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron_lib.callbacks.manager [None req-f9cd7ad7-9657-4dc4-ab64-74b2d9455e3c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754056472917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490168'] for agent (749e0e2c-8e71-4175-9046-27a8fd2a3a0a), after_update {{(pid=104527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:30:41.535689 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron_lib.callbacks.manager [None req-4c581813-650f-4b4b-ac0f-82f585bea231 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754056472917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490168'] for agent (67455b2d-ff20-4068-8b38-73bd0628c5cb), after_update {{(pid=104527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:30:41.600845 dv-cinder-825492-15-iscsi neutron-server[104528]: DEBUG dbcounter [-] [104528] Writing DB stats neutron:SELECT=3 {{(pid=104528) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 07:30:41.605720 dv-cinder-825492-15-iscsi neutron-server[104528]: DEBUG dbcounter [-] [104528] Writing DB stats neutron:SELECT=3 {{(pid=104528) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 07:30:44.603726 dv-cinder-825492-15-iscsi neutron-server[104528]: DEBUG neutron.db.agents_db [None req-434abceb-772f-4043-8698-cfe4a44654b9 None None] Agent healthcheck: found 5 active agents {{(pid=104528) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 25 07:30:45.032248 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.wsgi [-] (104526) accepted ('10.222.0.24', 40186) {{(pid=104526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 07:30:45.080489 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.wsgi [None req-535b6e6c-e26c-49bd-a3f9-2ef90192cbd5 admin admin] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=104526) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 25 07:30:45.081515 dv-cinder-825492-15-iscsi neutron-server[104526]: INFO neutron.wsgi [None req-535b6e6c-e26c-49bd-a3f9-2ef90192cbd5 admin admin] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0483119 May 25 07:30:47.439219 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.wsgi [-] (104526) accepted ('10.222.0.24', 40194) {{(pid=104526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 07:30:47.500365 dv-cinder-825492-15-iscsi neutron-server[104526]: INFO neutron.pecan_wsgi.hooks.translation [None req-abd14ddb-7a89-4a61-ac97-658b9b222adf admin admin] GET failed (client error): The resource could not be found. May 25 07:30:47.501678 dv-cinder-825492-15-iscsi neutron-server[104526]: INFO neutron.wsgi [None req-abd14ddb-7a89-4a61-ac97-658b9b222adf admin admin] 10.222.0.24 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0615432 May 25 07:30:47.643859 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7061b9f6-b41a-4d37-8544-36b6b4658d7f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 07:30:47.646023 dv-cinder-825492-15-iscsi neutron-server[104526]: INFO neutron.wsgi [None req-7061b9f6-b41a-4d37-8544-36b6b4658d7f admin admin] 10.222.0.24 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1389873 May 25 07:30:49.921877 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.wsgi [-] (104526) accepted ('10.222.0.24', 40202) {{(pid=104526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 07:30:49.968220 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.api.v2.base [None req-c4acc627-69e9-45e7-899a-33a31f26d3e6 admin admin] Request body: {'network': {'shared': True, 'name': 'shared', 'admin_state_up': True}} {{(pid=104526) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 25 07:30:50.060179 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c4acc627-69e9-45e7-899a-33a31f26d3e6 admin admin] Made reservation on behalf of c4db8d1f990d4445ab6059278607233e for: {'network': 1} {{(pid=104526) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 07:30:50.062532 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-c4acc627-69e9-45e7-899a-33a31f26d3e6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-616651'] for network (None), before_create {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:30:50.096716 dv-cinder-825492-15-iscsi neutron-server[104526]: WARNING neutron.services.revisions.revision_plugin [None req-c4acc627-69e9-45e7-899a-33a31f26d3e6 admin admin] Could not find related network for resource to bump revision. May 25 07:30:50.109664 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c4acc627-69e9-45e7-899a-33a31f26d3e6 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 256} {{(pid=104526) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 25 07:30:50.118479 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-c4acc627-69e9-45e7-899a-33a31f26d3e6 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8754056472926', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1513389'] for segment (fe855807-d686-445d-a2a9-ebe3613bddb0), precommit_create {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:30:50.118866 dv-cinder-825492-15-iscsi neutron-server[104526]: INFO neutron.db.segments_db [None req-c4acc627-69e9-45e7-899a-33a31f26d3e6 admin admin] Added segment fe855807-d686-445d-a2a9-ebe3613bddb0 of type vlan for network 73471846-4652-4749-ab52-2a8fd378a85e May 25 07:30:50.216081 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-c4acc627-69e9-45e7-899a-33a31f26d3e6 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754056145246'] for network (73471846-4652-4749-ab52-2a8fd378a85e), precommit_create {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:30:50.301550 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-c4acc627-69e9-45e7-899a-33a31f26d3e6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-278710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612926'] for network (73471846-4652-4749-ab52-2a8fd378a85e), after_create {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:30:50.302507 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4acc627-69e9-45e7-899a-33a31f26d3e6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 07:30:50.303079 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-c4acc627-69e9-45e7-899a-33a31f26d3e6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1612908'] for network (None), before_response {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:30:50.391478 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4acc627-69e9-45e7-899a-33a31f26d3e6 admin admin] Pushing event updated for resources: {'Network': ['ID=73471846-4652-4749-ab52-2a8fd378a85e,revision_number=1']} {{(pid=104526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 07:30:50.398522 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4acc627-69e9-45e7-899a-33a31f26d3e6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825492-15-iscsi {{(pid=104526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 07:30:50.398868 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4acc627-69e9-45e7-899a-33a31f26d3e6 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825492-15-iscsi {{(pid=104526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 07:30:50.399218 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4acc627-69e9-45e7-899a-33a31f26d3e6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825492-15-iscsi {{(pid=104526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 07:30:50.399553 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4acc627-69e9-45e7-899a-33a31f26d3e6 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825492-15-iscsi {{(pid=104526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 07:30:50.399879 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4acc627-69e9-45e7-899a-33a31f26d3e6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825492-15-iscsi {{(pid=104526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 07:30:50.400204 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4acc627-69e9-45e7-899a-33a31f26d3e6 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825492-15-iscsi {{(pid=104526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 07:30:50.400551 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4acc627-69e9-45e7-899a-33a31f26d3e6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825492-15-iscsi {{(pid=104526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 07:30:50.400873 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4acc627-69e9-45e7-899a-33a31f26d3e6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-825492-15-iscsi {{(pid=104526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 07:30:50.401193 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4acc627-69e9-45e7-899a-33a31f26d3e6 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-825492-15-iscsi {{(pid=104526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 07:30:50.401515 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4acc627-69e9-45e7-899a-33a31f26d3e6 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-825492-15-iscsi {{(pid=104526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 07:30:50.401880 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4acc627-69e9-45e7-899a-33a31f26d3e6 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-825492-15-iscsi {{(pid=104526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 07:30:50.402199 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4acc627-69e9-45e7-899a-33a31f26d3e6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825492-15-iscsi {{(pid=104526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 07:30:50.402518 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4acc627-69e9-45e7-899a-33a31f26d3e6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825492-15-iscsi {{(pid=104526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 07:30:50.402830 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4acc627-69e9-45e7-899a-33a31f26d3e6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825492-15-iscsi {{(pid=104526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 07:30:50.403142 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4acc627-69e9-45e7-899a-33a31f26d3e6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825492-15-iscsi {{(pid=104526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 07:30:50.414552 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.plugins.ml2.rpc [None req-4c581813-650f-4b4b-ac0f-82f585bea231 None None] Network 73471846-4652-4749-ab52-2a8fd378a85e details requested by agent ovs-agent-dv-cinder-825492-15-iscsi with host dv-cinder-825492-15-iscsi {{(pid=104527) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 25 07:30:50.446798 dv-cinder-825492-15-iscsi neutron-server[104526]: INFO neutron.wsgi [None req-c4acc627-69e9-45e7-899a-33a31f26d3e6 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 828 time: 0.5238302 May 25 07:30:52.688544 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.wsgi [-] (104526) accepted ('10.222.0.24', 40210) {{(pid=104526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 07:30:52.750096 dv-cinder-825492-15-iscsi neutron-server[104526]: INFO neutron.pecan_wsgi.hooks.translation [None req-ad7fa1b0-ee40-4a62-8101-eae3620b5823 admin admin] GET failed (client error): The resource could not be found. May 25 07:30:52.751381 dv-cinder-825492-15-iscsi neutron-server[104526]: INFO neutron.wsgi [None req-ad7fa1b0-ee40-4a62-8101-eae3620b5823 admin admin] 10.222.0.24 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0618572 May 25 07:30:52.820352 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8151d14b-8177-4ff6-bcc2-d3da13e33c92 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 07:30:52.821826 dv-cinder-825492-15-iscsi neutron-server[104526]: INFO neutron.wsgi [None req-8151d14b-8177-4ff6-bcc2-d3da13e33c92 admin admin] 10.222.0.24 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0662849 May 25 07:30:52.831344 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.api.v2.base [None req-ce68c584-dbd7-4e94-8f3f-3de1ca2f61cc admin admin] Request body: {'subnet': {'network_id': '73471846-4652-4749-ab52-2a8fd378a85e', 'description': 'shared-subnet', 'name': 'shared-subnet', 'ip_version': 4, 'cidr': '192.168.233.0/24'}} {{(pid=104526) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 25 07:30:52.969698 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ce68c584-dbd7-4e94-8f3f-3de1ca2f61cc admin admin] Made reservation on behalf of c4db8d1f990d4445ab6059278607233e for: {'subnet': 1} {{(pid=104526) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 07:30:52.972053 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-ce68c584-dbd7-4e94-8f3f-3de1ca2f61cc admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:30:53.192143 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-ce68c584-dbd7-4e94-8f3f-3de1ca2f61cc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-280644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612926'] for subnet (c95e822d-3851-4cf1-97c4-3268fc2d2ed8), after_create {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:30:53.249131 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce68c584-dbd7-4e94-8f3f-3de1ca2f61cc admin admin] Pushing event updated for resources: {'Subnet': ['ID=c95e822d-3851-4cf1-97c4-3268fc2d2ed8,revision_number=0']} {{(pid=104526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 07:30:53.259085 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce68c584-dbd7-4e94-8f3f-3de1ca2f61cc admin admin] Checking segment: {'id': 'fe855807-d686-445d-a2a9-ebe3613bddb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 256, 'network_id': '73471846-4652-4749-ab52-2a8fd378a85e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104526) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 25 07:30:53.259432 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce68c584-dbd7-4e94-8f3f-3de1ca2f61cc admin admin] Network hostable DHCP agents. Network: 73471846-4652-4749-ab52-2a8fd378a85e, hostable agents: ['6cf9466f-68ff-4d03-9bb6-0c8244fa88eb'], hosted agents: [] {{(pid=104526) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 25 07:30:53.358381 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce68c584-dbd7-4e94-8f3f-3de1ca2f61cc admin admin] Network 73471846-4652-4749-ab52-2a8fd378a85e is scheduled to be hosted by DHCP agent 6cf9466f-68ff-4d03-9bb6-0c8244fa88eb with binding_index 1 {{(pid=104526) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 25 07:30:53.449488 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.scheduler.base_scheduler [None req-ce68c584-dbd7-4e94-8f3f-3de1ca2f61cc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-825492-15-iscsi, 73471846-4652-4749-ab52-2a8fd378a85e) {{(pid=104526) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 07:30:53.453398 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce68c584-dbd7-4e94-8f3f-3de1ca2f61cc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 07:30:53.453976 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-ce68c584-dbd7-4e94-8f3f-3de1ca2f61cc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1612908'] for subnet (None), before_response {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:30:53.460234 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4cc22a96-2b59-47af-892e-acfc1cfd90b9 None None] Network 73471846-4652-4749-ab52-2a8fd378a85e requested from dv-cinder-825492-15-iscsi {{(pid=104527) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 25 07:30:53.550010 dv-cinder-825492-15-iscsi neutron-server[104526]: INFO neutron.wsgi [None req-ce68c584-dbd7-4e94-8f3f-3de1ca2f61cc admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.7217536 May 25 07:30:53.574720 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-464c2a9d-add4-41f3-bb76-903efc96e136 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpffcd8e1d-abc4-5fc1-a873-fed7d59917e2-73471846-4652-4749-ab52-2a8fd378a85e', 'network_id': '73471846-4652-4749-ab52-2a8fd378a85e', 'project_id': 'c4db8d1f990d4445ab6059278607233e', 'fixed_ips': [{'subnet_id': 'c95e822d-3851-4cf1-97c4-3268fc2d2ed8'}]}} from dv-cinder-825492-15-iscsi. {{(pid=104527) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 25 07:30:53.576272 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron_lib.callbacks.manager [None req-464c2a9d-add4-41f3-bb76-903efc96e136 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-616651'] for port (None), before_create {{(pid=104527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:30:53.732033 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.db.db_base_plugin_common [None req-464c2a9d-add4-41f3-bb76-903efc96e136 None None] Allocated IP 192.168.233.2 (73471846-4652-4749-ab52-2a8fd378a85e/c95e822d-3851-4cf1-97c4-3268fc2d2ed8/cf5ac970-2a21-4f58-b8b5-b14f7651b7d5) {{(pid=104527) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 07:30:53.971204 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron_lib.callbacks.manager [None req-464c2a9d-add4-41f3-bb76-903efc96e136 None None] Publish callbacks [] for port (cf5ac970-2a21-4f58-b8b5-b14f7651b7d5), precommit_create {{(pid=104527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:30:54.060869 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron_lib.callbacks.manager [None req-464c2a9d-add4-41f3-bb76-903efc96e136 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-617841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612926', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754056173864'] for port (cf5ac970-2a21-4f58-b8b5-b14f7651b7d5), after_create {{(pid=104527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:30:54.110041 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-464c2a9d-add4-41f3-bb76-903efc96e136 None None] Network 73471846-4652-4749-ab52-2a8fd378a85e is already hosted by enough agents. {{(pid=104527) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 07:30:54.114120 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.scheduler.base_scheduler [None req-464c2a9d-add4-41f3-bb76-903efc96e136 None None] Resources bound (agent type, host, resource id): {{(pid=104527) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 07:30:54.116815 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.db.l3_dvrscheduler_db [None req-464c2a9d-add4-41f3-bb76-903efc96e136 None None] Received port after_create {{(pid=104527) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 25 07:30:54.119137 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-464c2a9d-add4-41f3-bb76-903efc96e136 None None] Pushing event updated for resources: {'Port': ['ID=cf5ac970-2a21-4f58-b8b5-b14f7651b7d5,revision_number=1']} {{(pid=104527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 07:30:54.128139 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-464c2a9d-add4-41f3-bb76-903efc96e136 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825492-15-iscsi {{(pid=104527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 07:30:54.128556 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-464c2a9d-add4-41f3-bb76-903efc96e136 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825492-15-iscsi {{(pid=104527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 07:30:54.129617 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-464c2a9d-add4-41f3-bb76-903efc96e136 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825492-15-iscsi {{(pid=104527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 07:30:54.130007 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-464c2a9d-add4-41f3-bb76-903efc96e136 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825492-15-iscsi {{(pid=104527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 07:30:54.130335 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-464c2a9d-add4-41f3-bb76-903efc96e136 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825492-15-iscsi {{(pid=104527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 07:30:54.130651 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-464c2a9d-add4-41f3-bb76-903efc96e136 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825492-15-iscsi {{(pid=104527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 07:30:54.130964 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-464c2a9d-add4-41f3-bb76-903efc96e136 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825492-15-iscsi {{(pid=104527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 07:30:54.131273 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-464c2a9d-add4-41f3-bb76-903efc96e136 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-825492-15-iscsi {{(pid=104527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 07:30:54.131596 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-464c2a9d-add4-41f3-bb76-903efc96e136 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-825492-15-iscsi {{(pid=104527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 07:30:54.131910 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-464c2a9d-add4-41f3-bb76-903efc96e136 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-825492-15-iscsi {{(pid=104527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 07:30:54.132220 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-464c2a9d-add4-41f3-bb76-903efc96e136 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-825492-15-iscsi {{(pid=104527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 07:30:54.132564 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-464c2a9d-add4-41f3-bb76-903efc96e136 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825492-15-iscsi {{(pid=104527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 07:30:54.132884 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-464c2a9d-add4-41f3-bb76-903efc96e136 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825492-15-iscsi {{(pid=104527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 07:30:54.133192 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-464c2a9d-add4-41f3-bb76-903efc96e136 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825492-15-iscsi {{(pid=104527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 07:30:54.133492 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-464c2a9d-add4-41f3-bb76-903efc96e136 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825492-15-iscsi {{(pid=104527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 07:30:54.197149 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.plugins.ml2.managers [None req-464c2a9d-add4-41f3-bb76-903efc96e136 None None] Attempting to bind port cf5ac970-2a21-4f58-b8b5-b14f7651b7d5 on host dv-cinder-825492-15-iscsi for vnic_type normal with profile {{(pid=104527) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 25 07:30:54.197310 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.plugins.ml2.managers [None req-464c2a9d-add4-41f3-bb76-903efc96e136 None None] Attempting to bind port cf5ac970-2a21-4f58-b8b5-b14f7651b7d5 by drivers openvswitch,hyperv on host dv-cinder-825492-15-iscsi at level 0 using segments [{'id': 'fe855807-d686-445d-a2a9-ebe3613bddb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 256, 'network_id': '73471846-4652-4749-ab52-2a8fd378a85e'}] {{(pid=104527) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 25 07:30:54.197941 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-464c2a9d-add4-41f3-bb76-903efc96e136 None None] Attempting to bind port cf5ac970-2a21-4f58-b8b5-b14f7651b7d5 on network 73471846-4652-4749-ab52-2a8fd378a85e {{(pid=104527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 25 07:30:54.203009 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-464c2a9d-add4-41f3-bb76-903efc96e136 None None] Checking agent: {'id': '67455b2d-ff20-4068-8b38-73bd0628c5cb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-825492-15-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 25, 7, 27, 41), 'started_at': datetime.datetime(2022, 5, 25, 7, 28, 11), 'heartbeat_timestamp': datetime.datetime(2022, 5, 25, 7, 30, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-825492-15-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 25 07:30:54.203443 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-464c2a9d-add4-41f3-bb76-903efc96e136 None None] Checking segment: {'id': 'fe855807-d686-445d-a2a9-ebe3613bddb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 256, 'network_id': '73471846-4652-4749-ab52-2a8fd378a85e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104527) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 25 07:30:54.203763 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron_lib.callbacks.manager [None req-464c2a9d-add4-41f3-bb76-903efc96e136 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:30:54.204126 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-464c2a9d-add4-41f3-bb76-903efc96e136 None None] Bound using segment: {'id': 'fe855807-d686-445d-a2a9-ebe3613bddb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 256, 'network_id': '73471846-4652-4749-ab52-2a8fd378a85e'} {{(pid=104527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 25 07:30:54.204617 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.plugins.ml2.managers [None req-464c2a9d-add4-41f3-bb76-903efc96e136 None None] Bound port: cf5ac970-2a21-4f58-b8b5-b14f7651b7d5, host: dv-cinder-825492-15-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fe855807-d686-445d-a2a9-ebe3613bddb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 256, 'network_id': '73471846-4652-4749-ab52-2a8fd378a85e'}}] {{(pid=104527) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 25 07:30:54.204991 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron_lib.callbacks.manager [None req-464c2a9d-add4-41f3-bb76-903efc96e136 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-616651'] for port (cf5ac970-2a21-4f58-b8b5-b14f7651b7d5), before_update {{(pid=104527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:30:54.272844 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.plugins.ml2.db [None req-464c2a9d-add4-41f3-bb76-903efc96e136 None None] For port cf5ac970-2a21-4f58-b8b5-b14f7651b7d5, host dv-cinder-825492-15-iscsi, cleared binding levels {{(pid=104527) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 25 07:30:54.275904 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.plugins.ml2.db [None req-464c2a9d-add4-41f3-bb76-903efc96e136 None None] For port cf5ac970-2a21-4f58-b8b5-b14f7651b7d5, host dv-cinder-825492-15-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825492-15-iscsi',level=0,port_id=cf5ac970-2a21-4f58-b8b5-b14f7651b7d5,segment=NetworkSegment(fe855807-d686-445d-a2a9-ebe3613bddb0),segment_id=fe855807-d686-445d-a2a9-ebe3613bddb0)] {{(pid=104527) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 25 07:30:54.346500 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron_lib.callbacks.manager [None req-464c2a9d-add4-41f3-bb76-903efc96e136 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-617841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612926', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754056714442', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754056173882', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754056173900'] for port (cf5ac970-2a21-4f58-b8b5-b14f7651b7d5), after_update {{(pid=104527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:30:54.407246 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-464c2a9d-add4-41f3-bb76-903efc96e136 None None] Pushing event updated for resources: {'Port': ['ID=cf5ac970-2a21-4f58-b8b5-b14f7651b7d5,revision_number=2']} {{(pid=104527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 07:30:54.599867 dv-cinder-825492-15-iscsi neutron-server[104528]: DEBUG dbcounter [-] [104528] Writing DB stats neutron:SELECT=2 {{(pid=104528) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 07:30:55.275645 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8856ffa0-a0e3-4bfe-b73c-05b89af0b9c8 None None] Network 73471846-4652-4749-ab52-2a8fd378a85e requested from dv-cinder-825492-15-iscsi {{(pid=104527) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 25 07:30:55.324455 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG dbcounter [-] [104527] Writing DB stats neutron:SELECT=90,neutron:UPDATE=5,neutron:INSERT=5 {{(pid=104527) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 07:30:55.330161 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG dbcounter [-] [104527] Writing DB stats neutron:SELECT=90,neutron:UPDATE=8,neutron:INSERT=2 {{(pid=104527) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 07:30:55.366719 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.db.provisioning_blocks [None req-dd3412a5-111a-4e38-8c0a-6042f6182b4f None None] Provisioning complete for port cf5ac970-2a21-4f58-b8b5-b14f7651b7d5 triggered by entity DHCP. {{(pid=104527) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 25 07:30:55.367026 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron_lib.callbacks.manager [None req-dd3412a5-111a-4e38-8c0a-6042f6182b4f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1490782'] for port (cf5ac970-2a21-4f58-b8b5-b14f7651b7d5), provisioning_complete {{(pid=104527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:30:55.470107 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.plugins.ml2.plugin [None req-dd3412a5-111a-4e38-8c0a-6042f6182b4f None None] Current status of the port cf5ac970-2a21-4f58-b8b5-b14f7651b7d5 is: DOWN; New status is: ACTIVE {{(pid=104527) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 25 07:30:55.470107 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron_lib.callbacks.manager [None req-dd3412a5-111a-4e38-8c0a-6042f6182b4f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-616651'] for port (cf5ac970-2a21-4f58-b8b5-b14f7651b7d5), before_update {{(pid=104527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:30:55.506601 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.plugins.ml2.db [None req-dd3412a5-111a-4e38-8c0a-6042f6182b4f None None] For port cf5ac970-2a21-4f58-b8b5-b14f7651b7d5, host dv-cinder-825492-15-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825492-15-iscsi',level=0,port_id=cf5ac970-2a21-4f58-b8b5-b14f7651b7d5,segment=NetworkSegment(fe855807-d686-445d-a2a9-ebe3613bddb0),segment_id=fe855807-d686-445d-a2a9-ebe3613bddb0)] {{(pid=104527) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 07:30:55.594079 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron_lib.callbacks.manager [None req-dd3412a5-111a-4e38-8c0a-6042f6182b4f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-617841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612926', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754056714442', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754056173882', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754056173900'] for port (cf5ac970-2a21-4f58-b8b5-b14f7651b7d5), after_update {{(pid=104527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:30:55.661609 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd3412a5-111a-4e38-8c0a-6042f6182b4f None None] Pushing event updated for resources: {'Port': ['ID=cf5ac970-2a21-4f58-b8b5-b14f7651b7d5,revision_number=3']} {{(pid=104527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 07:30:55.717782 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.db.provisioning_blocks [None req-1c293067-2d0d-43fc-9863-4a2a251e2fe4 None None] Provisioning complete for port cf5ac970-2a21-4f58-b8b5-b14f7651b7d5 triggered by entity DHCP. {{(pid=104527) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 25 07:30:55.718192 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron_lib.callbacks.manager [None req-1c293067-2d0d-43fc-9863-4a2a251e2fe4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1490782'] for port (cf5ac970-2a21-4f58-b8b5-b14f7651b7d5), provisioning_complete {{(pid=104527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:30:55.794091 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.plugins.ml2.plugin [None req-1c293067-2d0d-43fc-9863-4a2a251e2fe4 None None] Current status of the port cf5ac970-2a21-4f58-b8b5-b14f7651b7d5 is: ACTIVE; New status is: ACTIVE {{(pid=104527) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 25 07:30:56.276578 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.plugins.ml2.rpc [None req-4c581813-650f-4b4b-ac0f-82f585bea231 None None] Device cf5ac970-2a21-4f58-b8b5-b14f7651b7d5 up at agent ovs-agent-dv-cinder-825492-15-iscsi {{(pid=104527) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 25 07:30:56.322566 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.db.provisioning_blocks [None req-4c581813-650f-4b4b-ac0f-82f585bea231 None None] Provisioning complete for port cf5ac970-2a21-4f58-b8b5-b14f7651b7d5 triggered by entity L2. {{(pid=104527) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 25 07:30:56.322976 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron_lib.callbacks.manager [None req-4c581813-650f-4b4b-ac0f-82f585bea231 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1490782'] for port (cf5ac970-2a21-4f58-b8b5-b14f7651b7d5), provisioning_complete {{(pid=104527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:30:56.399618 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.plugins.ml2.plugin [None req-4c581813-650f-4b4b-ac0f-82f585bea231 None None] Current status of the port cf5ac970-2a21-4f58-b8b5-b14f7651b7d5 is: ACTIVE; New status is: ACTIVE {{(pid=104527) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 25 07:31:00.095798 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG dbcounter [-] [104527] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104527) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 07:31:03.460953 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG dbcounter [-] [104526] Writing DB stats neutron:SELECT=82,neutron:INSERT=6,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=104526) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 07:31:03.463932 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG dbcounter [-] [104526] Writing DB stats neutron:SELECT=80,neutron:INSERT=11,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=104526) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 07:31:05.266874 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron_lib.callbacks.manager [None req-77bd3ae6-4db4-4bc3-a43d-5fc9b9851aa7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754056472917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490168'] for agent (6cf9466f-68ff-4d03-9bb6-0c8244fa88eb), after_update {{(pid=104527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:31:07.444029 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron_lib.callbacks.manager [None req-4705fb3e-6307-420a-9f5c-6ab96f3478f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754056472917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490168'] for agent (54ff4013-997e-4376-a4e9-e6c98cf37cc7), after_update {{(pid=104527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:31:08.558607 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron_lib.callbacks.manager [None req-461c163e-e11a-425b-8a8d-f39fb153da48 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754056472917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490168'] for agent (fa5554a0-25df-434f-a0d0-5996d872220a), after_update {{(pid=104527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:31:10.032542 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron_lib.callbacks.manager [None req-f9cd7ad7-9657-4dc4-ab64-74b2d9455e3c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754056472917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490168'] for agent (749e0e2c-8e71-4175-9046-27a8fd2a3a0a), after_update {{(pid=104527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:31:11.512668 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron_lib.callbacks.manager [None req-4c581813-650f-4b4b-ac0f-82f585bea231 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754056472917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490168'] for agent (67455b2d-ff20-4068-8b38-73bd0628c5cb), after_update {{(pid=104527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:31:18.597600 dv-cinder-825492-15-iscsi neutron-server[104528]: DEBUG dbcounter [-] [104528] Writing DB stats neutron:SELECT=3 {{(pid=104528) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 07:31:18.603514 dv-cinder-825492-15-iscsi neutron-server[104528]: DEBUG dbcounter [-] [104528] Writing DB stats neutron:SELECT=3 {{(pid=104528) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 07:31:21.451479 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG dbcounter [-] [104527] Writing DB stats neutron:SELECT=53,neutron:UPDATE=4 {{(pid=104527) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 07:31:21.453409 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG dbcounter [-] [104527] Writing DB stats neutron:SELECT=9,neutron:UPDATE=1 {{(pid=104527) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 07:31:21.605100 dv-cinder-825492-15-iscsi neutron-server[104528]: DEBUG neutron.db.agents_db [None req-434abceb-772f-4043-8698-cfe4a44654b9 None None] Agent healthcheck: found 5 active agents {{(pid=104528) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 25 07:31:33.597687 dv-cinder-825492-15-iscsi neutron-server[104528]: DEBUG dbcounter [-] [104528] Writing DB stats neutron:SELECT=2 {{(pid=104528) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 07:31:33.599058 dv-cinder-825492-15-iscsi neutron-server[104528]: DEBUG dbcounter [-] [104528] Writing DB stats neutron:SELECT=1,neutron:DELETE=1 {{(pid=104528) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 07:31:35.226188 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron_lib.callbacks.manager [None req-bdca6e64-f8bc-4ebb-b56e-ab7ae17534f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754056472917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490168'] for agent (6cf9466f-68ff-4d03-9bb6-0c8244fa88eb), after_update {{(pid=104527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:31:37.464749 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron_lib.callbacks.manager [None req-c9c9ff88-072e-4091-8542-e2a58ef38910 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754056472917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490168'] for agent (54ff4013-997e-4376-a4e9-e6c98cf37cc7), after_update {{(pid=104527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:31:38.563474 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron_lib.callbacks.manager [None req-461c163e-e11a-425b-8a8d-f39fb153da48 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754056472917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490168'] for agent (fa5554a0-25df-434f-a0d0-5996d872220a), after_update {{(pid=104527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:31:40.032025 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron_lib.callbacks.manager [None req-f9cd7ad7-9657-4dc4-ab64-74b2d9455e3c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754056472917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490168'] for agent (749e0e2c-8e71-4175-9046-27a8fd2a3a0a), after_update {{(pid=104527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:31:41.515686 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron_lib.callbacks.manager [None req-4c581813-650f-4b4b-ac0f-82f585bea231 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754056472917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490168'] for agent (67455b2d-ff20-4068-8b38-73bd0628c5cb), after_update {{(pid=104527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:31:51.445228 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG dbcounter [-] [104527] Writing DB stats neutron:SELECT=8,neutron:UPDATE=4 {{(pid=104527) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 07:31:51.451149 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG dbcounter [-] [104527] Writing DB stats neutron:SELECT=7,neutron:UPDATE=1 {{(pid=104527) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 07:31:55.592907 dv-cinder-825492-15-iscsi neutron-server[104528]: DEBUG dbcounter [-] [104528] Writing DB stats neutron:SELECT=2 {{(pid=104528) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 07:31:55.598664 dv-cinder-825492-15-iscsi neutron-server[104528]: DEBUG dbcounter [-] [104528] Writing DB stats neutron:SELECT=4 {{(pid=104528) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 07:31:58.603869 dv-cinder-825492-15-iscsi neutron-server[104528]: DEBUG neutron.db.agents_db [None req-434abceb-772f-4043-8698-cfe4a44654b9 None None] Agent healthcheck: found 5 active agents {{(pid=104528) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 25 07:32:05.282586 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron_lib.callbacks.manager [None req-32b4a966-ffa4-460d-9976-8dcd9f2d3ed7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754056472917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490168'] for agent (6cf9466f-68ff-4d03-9bb6-0c8244fa88eb), after_update {{(pid=104527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:32:07.465324 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron_lib.callbacks.manager [None req-a680fa33-2533-45db-9373-c17ef53d91e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754056472917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490168'] for agent (54ff4013-997e-4376-a4e9-e6c98cf37cc7), after_update {{(pid=104527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:32:08.585968 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron_lib.callbacks.manager [None req-461c163e-e11a-425b-8a8d-f39fb153da48 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754056472917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490168'] for agent (fa5554a0-25df-434f-a0d0-5996d872220a), after_update {{(pid=104527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:32:08.599793 dv-cinder-825492-15-iscsi neutron-server[104528]: DEBUG dbcounter [-] [104528] Writing DB stats neutron:SELECT=1 {{(pid=104528) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 07:32:08.600527 dv-cinder-825492-15-iscsi neutron-server[104528]: DEBUG dbcounter [-] [104528] Writing DB stats neutron:SELECT=1 {{(pid=104528) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 07:32:10.046292 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron_lib.callbacks.manager [None req-f9cd7ad7-9657-4dc4-ab64-74b2d9455e3c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754056472917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490168'] for agent (749e0e2c-8e71-4175-9046-27a8fd2a3a0a), after_update {{(pid=104527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:32:11.520442 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron_lib.callbacks.manager [None req-4c581813-650f-4b4b-ac0f-82f585bea231 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754056472917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490168'] for agent (67455b2d-ff20-4068-8b38-73bd0628c5cb), after_update {{(pid=104527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:32:21.452969 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG dbcounter [-] [104527] Writing DB stats neutron:SELECT=8,neutron:UPDATE=2 {{(pid=104527) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 07:32:21.454897 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG dbcounter [-] [104527] Writing DB stats neutron:SELECT=7,neutron:UPDATE=3 {{(pid=104527) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 07:32:32.588957 dv-cinder-825492-15-iscsi neutron-server[104528]: DEBUG dbcounter [-] [104528] Writing DB stats neutron:SELECT=14 {{(pid=104528) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 07:32:32.597764 dv-cinder-825492-15-iscsi neutron-server[104528]: DEBUG dbcounter [-] [104528] Writing DB stats neutron:SELECT=18 {{(pid=104528) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 07:32:35.225309 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron_lib.callbacks.manager [None req-74dd9700-0f48-4e78-ae48-b9f44da6f66a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754056472917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490168'] for agent (6cf9466f-68ff-4d03-9bb6-0c8244fa88eb), after_update {{(pid=104527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:32:35.602443 dv-cinder-825492-15-iscsi neutron-server[104528]: DEBUG neutron.db.agents_db [None req-434abceb-772f-4043-8698-cfe4a44654b9 None None] Agent healthcheck: found 5 active agents {{(pid=104528) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 25 07:32:37.457280 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron_lib.callbacks.manager [None req-e4c7439c-248b-470a-94a3-999b90ff4773 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754056472917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490168'] for agent (54ff4013-997e-4376-a4e9-e6c98cf37cc7), after_update {{(pid=104527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:32:38.548008 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron_lib.callbacks.manager [None req-461c163e-e11a-425b-8a8d-f39fb153da48 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754056472917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490168'] for agent (fa5554a0-25df-434f-a0d0-5996d872220a), after_update {{(pid=104527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:32:40.036574 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron_lib.callbacks.manager [None req-f9cd7ad7-9657-4dc4-ab64-74b2d9455e3c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754056472917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490168'] for agent (749e0e2c-8e71-4175-9046-27a8fd2a3a0a), after_update {{(pid=104527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:32:41.522001 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron_lib.callbacks.manager [None req-4c581813-650f-4b4b-ac0f-82f585bea231 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754056472917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490168'] for agent (67455b2d-ff20-4068-8b38-73bd0628c5cb), after_update {{(pid=104527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:32:45.246624 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.wsgi [-] (104526) accepted ('10.222.0.24', 40248) {{(pid=104526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 07:32:45.252335 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.wsgi [None req-899092e5-c7ce-4b5e-b5e0-998200dca3bc tempest-verify_tempest_config-1455902279 tempest-verify_tempest_config-1455902279-project] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=104526) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 25 07:32:45.253996 dv-cinder-825492-15-iscsi neutron-server[104526]: INFO neutron.wsgi [None req-899092e5-c7ce-4b5e-b5e0-998200dca3bc tempest-verify_tempest_config-1455902279 tempest-verify_tempest_config-1455902279-project] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14315 time: 0.0062010 May 25 07:32:45.598407 dv-cinder-825492-15-iscsi neutron-server[104528]: DEBUG dbcounter [-] [104528] Writing DB stats neutron:SELECT=1 {{(pid=104528) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 07:32:45.599163 dv-cinder-825492-15-iscsi neutron-server[104528]: DEBUG dbcounter [-] [104528] Writing DB stats neutron:SELECT=1 {{(pid=104528) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 07:32:45.969499 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.wsgi [-] (104526) accepted ('10.222.0.24', 40266) {{(pid=104526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 07:32:46.075631 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-f66fa1cc-570f-4e7c-b73c-215013312120 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:32:46.148371 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-f66fa1cc-570f-4e7c-b73c-215013312120 admin admin] Publish callbacks [] for security_group (800b9ad7-ef73-4115-930b-04a09bb4f6e9), precommit_create {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:32:46.234028 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-f66fa1cc-570f-4e7c-b73c-215013312120 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-278753'] for security_group (800b9ad7-ef73-4115-930b-04a09bb4f6e9), after_create {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:32:46.281179 dv-cinder-825492-15-iscsi neutron-server[104526]: INFO neutron.wsgi [None req-f66fa1cc-570f-4e7c-b73c-215013312120 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=173b77bcb06a4fdea144b69c739ec973&name=default HTTP/1.1" status: 200 len: 2992 time: 0.3106580 May 25 07:32:46.282302 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f66fa1cc-570f-4e7c-b73c-215013312120 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=800b9ad7-ef73-4115-930b-04a09bb4f6e9,revision_number=1']} {{(pid=104526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 07:32:46.285133 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron.wsgi [-] (104525) accepted ('10.222.0.24', 40270) {{(pid=104525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 07:32:46.289508 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f66fa1cc-570f-4e7c-b73c-215013312120 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825492-15-iscsi {{(pid=104526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 07:32:46.289848 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f66fa1cc-570f-4e7c-b73c-215013312120 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825492-15-iscsi {{(pid=104526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 07:32:46.290199 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f66fa1cc-570f-4e7c-b73c-215013312120 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825492-15-iscsi {{(pid=104526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 07:32:46.290540 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f66fa1cc-570f-4e7c-b73c-215013312120 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825492-15-iscsi {{(pid=104526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 07:32:46.290867 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f66fa1cc-570f-4e7c-b73c-215013312120 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825492-15-iscsi {{(pid=104526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 07:32:46.291193 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f66fa1cc-570f-4e7c-b73c-215013312120 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825492-15-iscsi {{(pid=104526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 07:32:46.291512 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f66fa1cc-570f-4e7c-b73c-215013312120 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825492-15-iscsi {{(pid=104526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 07:32:46.291828 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f66fa1cc-570f-4e7c-b73c-215013312120 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-825492-15-iscsi {{(pid=104526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 07:32:46.292146 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f66fa1cc-570f-4e7c-b73c-215013312120 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-825492-15-iscsi {{(pid=104526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 07:32:46.292462 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f66fa1cc-570f-4e7c-b73c-215013312120 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-825492-15-iscsi {{(pid=104526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 07:32:46.292817 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f66fa1cc-570f-4e7c-b73c-215013312120 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-825492-15-iscsi {{(pid=104526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 07:32:46.293155 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f66fa1cc-570f-4e7c-b73c-215013312120 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825492-15-iscsi {{(pid=104526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 07:32:46.293451 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f66fa1cc-570f-4e7c-b73c-215013312120 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825492-15-iscsi {{(pid=104526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 07:32:46.293757 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f66fa1cc-570f-4e7c-b73c-215013312120 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825492-15-iscsi {{(pid=104526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 07:32:46.294066 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f66fa1cc-570f-4e7c-b73c-215013312120 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825492-15-iscsi {{(pid=104526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 07:32:46.342274 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-446bcb03-e87d-4750-b069-486f1fc850ca admin admin] Publish callbacks [] for security_group (800b9ad7-ef73-4115-930b-04a09bb4f6e9), before_delete {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:32:46.363607 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-446bcb03-e87d-4750-b069-486f1fc850ca admin admin] Publish callbacks [] for security_group (800b9ad7-ef73-4115-930b-04a09bb4f6e9), precommit_delete {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:32:46.539426 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-446bcb03-e87d-4750-b069-486f1fc850ca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-278753'] for security_group (800b9ad7-ef73-4115-930b-04a09bb4f6e9), after_delete {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:32:46.543166 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-446bcb03-e87d-4750-b069-486f1fc850ca admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:32:46.544361 dv-cinder-825492-15-iscsi neutron-server[104525]: INFO neutron.wsgi [None req-446bcb03-e87d-4750-b069-486f1fc850ca admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/800b9ad7-ef73-4115-930b-04a09bb4f6e9 HTTP/1.1" status: 204 len: 168 time: 0.2582331 May 25 07:32:46.554014 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-446bcb03-e87d-4750-b069-486f1fc850ca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=800b9ad7-ef73-4115-930b-04a09bb4f6e9,revision_number=None']} {{(pid=104525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 07:32:46.561473 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-446bcb03-e87d-4750-b069-486f1fc850ca admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825492-15-iscsi {{(pid=104525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 07:32:46.561829 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-446bcb03-e87d-4750-b069-486f1fc850ca admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825492-15-iscsi {{(pid=104525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 07:32:46.562170 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-446bcb03-e87d-4750-b069-486f1fc850ca admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825492-15-iscsi {{(pid=104525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 07:32:46.562510 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-446bcb03-e87d-4750-b069-486f1fc850ca admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825492-15-iscsi {{(pid=104525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 07:32:46.562844 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-446bcb03-e87d-4750-b069-486f1fc850ca admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825492-15-iscsi {{(pid=104525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 07:32:46.563176 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-446bcb03-e87d-4750-b069-486f1fc850ca admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825492-15-iscsi {{(pid=104525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 07:32:46.563635 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-446bcb03-e87d-4750-b069-486f1fc850ca admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825492-15-iscsi {{(pid=104525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 07:32:46.563969 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-446bcb03-e87d-4750-b069-486f1fc850ca admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-825492-15-iscsi {{(pid=104525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 07:32:46.564314 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-446bcb03-e87d-4750-b069-486f1fc850ca admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-825492-15-iscsi {{(pid=104525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 07:32:46.564684 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-446bcb03-e87d-4750-b069-486f1fc850ca admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-825492-15-iscsi {{(pid=104525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 07:32:46.565416 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-446bcb03-e87d-4750-b069-486f1fc850ca admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-825492-15-iscsi {{(pid=104525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 07:32:46.565755 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-446bcb03-e87d-4750-b069-486f1fc850ca admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825492-15-iscsi {{(pid=104525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 07:32:46.566088 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-446bcb03-e87d-4750-b069-486f1fc850ca admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825492-15-iscsi {{(pid=104525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 07:32:46.566443 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-446bcb03-e87d-4750-b069-486f1fc850ca admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825492-15-iscsi {{(pid=104525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 07:32:46.566767 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-446bcb03-e87d-4750-b069-486f1fc850ca admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825492-15-iscsi {{(pid=104525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 07:32:51.459738 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG dbcounter [-] [104527] Writing DB stats neutron:SELECT=7,neutron:UPDATE=4 {{(pid=104527) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 07:32:56.277693 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG dbcounter [-] [104526] Writing DB stats neutron:SELECT=20,neutron:INSERT=5 {{(pid=104526) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 07:32:56.285970 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG dbcounter [-] [104526] Writing DB stats neutron:SELECT=19,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=104526) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 07:32:56.556911 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG dbcounter [-] [104525] Writing DB stats neutron:SELECT=18,neutron:DELETE=1 {{(pid=104525) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 07:32:56.557684 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG dbcounter [-] [104525] Writing DB stats neutron:SELECT=17,neutron:DELETE=3 {{(pid=104525) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 07:32:56.591659 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG dbcounter [-] [104527] Writing DB stats neutron:SELECT=10,neutron:UPDATE=1 {{(pid=104527) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 07:33:05.238585 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron_lib.callbacks.manager [None req-a195ed92-615a-468c-af84-06eb35e4e1ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754056472917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490168'] for agent (6cf9466f-68ff-4d03-9bb6-0c8244fa88eb), after_update {{(pid=104527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:33:07.502240 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron_lib.callbacks.manager [None req-0eaf1d01-b994-4420-a36f-a3a22d444745 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754056472917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490168'] for agent (54ff4013-997e-4376-a4e9-e6c98cf37cc7), after_update {{(pid=104527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:33:08.572941 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron_lib.callbacks.manager [None req-461c163e-e11a-425b-8a8d-f39fb153da48 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754056472917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490168'] for agent (fa5554a0-25df-434f-a0d0-5996d872220a), after_update {{(pid=104527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:33:09.583068 dv-cinder-825492-15-iscsi neutron-server[104528]: DEBUG dbcounter [-] [104528] Writing DB stats neutron:SELECT=2 {{(pid=104528) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 07:33:09.593107 dv-cinder-825492-15-iscsi neutron-server[104528]: DEBUG dbcounter [-] [104528] Writing DB stats neutron:SELECT=4 {{(pid=104528) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 07:33:10.033319 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron_lib.callbacks.manager [None req-f9cd7ad7-9657-4dc4-ab64-74b2d9455e3c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754056472917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490168'] for agent (749e0e2c-8e71-4175-9046-27a8fd2a3a0a), after_update {{(pid=104527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:33:11.543877 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron_lib.callbacks.manager [None req-4c581813-650f-4b4b-ac0f-82f585bea231 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754056472917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490168'] for agent (67455b2d-ff20-4068-8b38-73bd0628c5cb), after_update {{(pid=104527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:33:12.601698 dv-cinder-825492-15-iscsi neutron-server[104528]: DEBUG neutron.db.agents_db [None req-434abceb-772f-4043-8698-cfe4a44654b9 None None] Agent healthcheck: found 5 active agents {{(pid=104528) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 25 07:33:21.457862 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG dbcounter [-] [104527] Writing DB stats neutron:SELECT=21,neutron:UPDATE=2 {{(pid=104527) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 07:33:21.462774 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG dbcounter [-] [104527] Writing DB stats neutron:SELECT=20,neutron:UPDATE=3 {{(pid=104527) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 07:33:22.597604 dv-cinder-825492-15-iscsi neutron-server[104528]: DEBUG dbcounter [-] [104528] Writing DB stats neutron:SELECT=1 {{(pid=104528) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 07:33:22.598411 dv-cinder-825492-15-iscsi neutron-server[104528]: DEBUG dbcounter [-] [104528] Writing DB stats neutron:SELECT=1 {{(pid=104528) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 07:33:33.604257 dv-cinder-825492-15-iscsi neutron-server[104528]: DEBUG dbcounter [-] [104528] Writing DB stats neutron:SELECT=1,neutron:DELETE=1 {{(pid=104528) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 07:33:35.229486 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron_lib.callbacks.manager [None req-b70b81d5-69da-4841-b780-4396ea0abe39 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754056472917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490168'] for agent (6cf9466f-68ff-4d03-9bb6-0c8244fa88eb), after_update {{(pid=104527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:33:37.466403 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron_lib.callbacks.manager [None req-1733c838-1d46-4b14-aaef-bdc1f9998028 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754056472917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490168'] for agent (54ff4013-997e-4376-a4e9-e6c98cf37cc7), after_update {{(pid=104527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:33:38.586459 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron_lib.callbacks.manager [None req-461c163e-e11a-425b-8a8d-f39fb153da48 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754056472917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490168'] for agent (fa5554a0-25df-434f-a0d0-5996d872220a), after_update {{(pid=104527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:33:40.029370 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron_lib.callbacks.manager [None req-f9cd7ad7-9657-4dc4-ab64-74b2d9455e3c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754056472917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490168'] for agent (749e0e2c-8e71-4175-9046-27a8fd2a3a0a), after_update {{(pid=104527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:33:41.557681 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron_lib.callbacks.manager [None req-4c581813-650f-4b4b-ac0f-82f585bea231 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754056472917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490168'] for agent (67455b2d-ff20-4068-8b38-73bd0628c5cb), after_update {{(pid=104527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:33:46.585038 dv-cinder-825492-15-iscsi neutron-server[104528]: DEBUG dbcounter [-] [104528] Writing DB stats neutron:SELECT=2 {{(pid=104528) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 07:33:46.588908 dv-cinder-825492-15-iscsi neutron-server[104528]: DEBUG dbcounter [-] [104528] Writing DB stats neutron:SELECT=4 {{(pid=104528) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 07:33:49.602202 dv-cinder-825492-15-iscsi neutron-server[104528]: DEBUG neutron.db.agents_db [None req-434abceb-772f-4043-8698-cfe4a44654b9 None None] Agent healthcheck: found 5 active agents {{(pid=104528) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 25 07:33:51.453859 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG dbcounter [-] [104527] Writing DB stats neutron:UPDATE=1,neutron:SELECT=6 {{(pid=104527) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 07:33:51.461335 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG dbcounter [-] [104527] Writing DB stats neutron:SELECT=9,neutron:UPDATE=4 {{(pid=104527) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 07:33:59.598638 dv-cinder-825492-15-iscsi neutron-server[104528]: DEBUG dbcounter [-] [104528] Writing DB stats neutron:SELECT=1 {{(pid=104528) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 07:33:59.599376 dv-cinder-825492-15-iscsi neutron-server[104528]: DEBUG dbcounter [-] [104528] Writing DB stats neutron:SELECT=1 {{(pid=104528) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 07:34:05.239823 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron_lib.callbacks.manager [None req-4772fca7-3121-4f23-850c-03eade3c16ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754056472917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490168'] for agent (6cf9466f-68ff-4d03-9bb6-0c8244fa88eb), after_update {{(pid=104527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:34:07.482403 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron_lib.callbacks.manager [None req-31f45bce-5d3d-4170-991a-de5d230c6273 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754056472917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490168'] for agent (54ff4013-997e-4376-a4e9-e6c98cf37cc7), after_update {{(pid=104527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:34:08.614260 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron_lib.callbacks.manager [None req-461c163e-e11a-425b-8a8d-f39fb153da48 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754056472917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490168'] for agent (fa5554a0-25df-434f-a0d0-5996d872220a), after_update {{(pid=104527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:34:10.053657 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron_lib.callbacks.manager [None req-f9cd7ad7-9657-4dc4-ab64-74b2d9455e3c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754056472917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490168'] for agent (749e0e2c-8e71-4175-9046-27a8fd2a3a0a), after_update {{(pid=104527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:34:11.528239 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron_lib.callbacks.manager [None req-4c581813-650f-4b4b-ac0f-82f585bea231 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754056472917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490168'] for agent (67455b2d-ff20-4068-8b38-73bd0628c5cb), after_update {{(pid=104527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:34:21.463896 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG dbcounter [-] [104527] Writing DB stats neutron:SELECT=9,neutron:UPDATE=2 {{(pid=104527) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 07:34:21.465856 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG dbcounter [-] [104527] Writing DB stats neutron:SELECT=6,neutron:UPDATE=3 {{(pid=104527) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 07:34:26.601350 dv-cinder-825492-15-iscsi neutron-server[104528]: DEBUG neutron.db.agents_db [None req-434abceb-772f-4043-8698-cfe4a44654b9 None None] Agent healthcheck: found 5 active agents {{(pid=104528) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 25 07:34:32.053618 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron_lib.callbacks.manager [None req-798242cc-9ea0-464c-9109-86bd7997349e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754056472917', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1614083'] for agent (bbf5dc8c-5103-4973-a6b6-76af4660c126), after_create {{(pid=104527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:34:35.229850 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron_lib.callbacks.manager [None req-66df7de4-1eb4-4d27-9e2b-5fbcf7de17c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754056472917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490168'] for agent (6cf9466f-68ff-4d03-9bb6-0c8244fa88eb), after_update {{(pid=104527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:34:36.596444 dv-cinder-825492-15-iscsi neutron-server[104528]: DEBUG dbcounter [-] [104528] Writing DB stats neutron:SELECT=19 {{(pid=104528) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 07:34:36.597848 dv-cinder-825492-15-iscsi neutron-server[104528]: DEBUG dbcounter [-] [104528] Writing DB stats neutron:SELECT=15 {{(pid=104528) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 07:34:37.470236 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron_lib.callbacks.manager [None req-89af6926-c351-4934-b491-7064af72fb20 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754056472917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490168'] for agent (54ff4013-997e-4376-a4e9-e6c98cf37cc7), after_update {{(pid=104527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:34:38.584181 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron_lib.callbacks.manager [None req-461c163e-e11a-425b-8a8d-f39fb153da48 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754056472917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490168'] for agent (fa5554a0-25df-434f-a0d0-5996d872220a), after_update {{(pid=104527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:34:40.041636 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron_lib.callbacks.manager [None req-f9cd7ad7-9657-4dc4-ab64-74b2d9455e3c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754056472917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490168'] for agent (749e0e2c-8e71-4175-9046-27a8fd2a3a0a), after_update {{(pid=104527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:34:41.543892 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron_lib.callbacks.manager [None req-4c581813-650f-4b4b-ac0f-82f585bea231 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754056472917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490168'] for agent (67455b2d-ff20-4068-8b38-73bd0628c5cb), after_update {{(pid=104527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:34:45.175673 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.wsgi [-] (104526) accepted ('10.222.0.24', 40346) {{(pid=104526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 07:34:45.281765 dv-cinder-825492-15-iscsi neutron-server[104526]: INFO neutron.wsgi [None req-55e75294-2613-4ad8-801f-acafe67d212a admin admin] 10.222.0.24 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4559 time: 0.1049919 May 25 07:34:47.489798 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron.wsgi [-] (104525) accepted ('10.222.0.24', 40356) {{(pid=104525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 07:34:47.551182 dv-cinder-825492-15-iscsi neutron-server[104525]: INFO neutron.wsgi [None req-8aba5e06-dd27-41e4-9b65-1c7cfc5a3b4b admin admin] 10.222.0.24 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4559 time: 0.0603018 May 25 07:34:51.464676 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG dbcounter [-] [104527] Writing DB stats neutron:SELECT=10,neutron:UPDATE=1 {{(pid=104527) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 07:34:51.466564 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG dbcounter [-] [104527] Writing DB stats neutron:SELECT=7,neutron:INSERT=1,neutron:UPDATE=4 {{(pid=104527) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 07:34:55.274368 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG dbcounter [-] [104526] Writing DB stats neutron:SELECT=1 {{(pid=104526) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 07:34:55.276239 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG dbcounter [-] [104526] Writing DB stats neutron:SELECT=1 {{(pid=104526) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 07:34:57.544172 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG dbcounter [-] [104525] Writing DB stats neutron:SELECT=1 {{(pid=104525) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 07:34:57.546094 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG dbcounter [-] [104525] Writing DB stats neutron:SELECT=1 {{(pid=104525) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 07:35:00.600443 dv-cinder-825492-15-iscsi neutron-server[104528]: DEBUG dbcounter [-] [104528] Writing DB stats neutron:SELECT=2 {{(pid=104528) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 07:35:00.601211 dv-cinder-825492-15-iscsi neutron-server[104528]: DEBUG dbcounter [-] [104528] Writing DB stats neutron:SELECT=4 {{(pid=104528) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 07:35:02.010138 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron_lib.callbacks.manager [None req-798242cc-9ea0-464c-9109-86bd7997349e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754056472917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490168'] for agent (bbf5dc8c-5103-4973-a6b6-76af4660c126), after_update {{(pid=104527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:35:03.603043 dv-cinder-825492-15-iscsi neutron-server[104528]: DEBUG neutron.db.agents_db [None req-434abceb-772f-4043-8698-cfe4a44654b9 None None] Agent healthcheck: found 6 active agents {{(pid=104528) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 25 07:35:05.217634 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron_lib.callbacks.manager [None req-1e14d7d1-2228-4c5a-af58-bf7f515a49cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754056472917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490168'] for agent (6cf9466f-68ff-4d03-9bb6-0c8244fa88eb), after_update {{(pid=104527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:35:07.452042 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron_lib.callbacks.manager [None req-163455ac-41a3-413e-aa78-c87aa34055bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754056472917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490168'] for agent (54ff4013-997e-4376-a4e9-e6c98cf37cc7), after_update {{(pid=104527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:35:08.606160 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron_lib.callbacks.manager [None req-461c163e-e11a-425b-8a8d-f39fb153da48 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754056472917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490168'] for agent (fa5554a0-25df-434f-a0d0-5996d872220a), after_update {{(pid=104527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:35:10.050511 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron_lib.callbacks.manager [None req-f9cd7ad7-9657-4dc4-ab64-74b2d9455e3c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754056472917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490168'] for agent (749e0e2c-8e71-4175-9046-27a8fd2a3a0a), after_update {{(pid=104527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:35:11.531910 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron_lib.callbacks.manager [None req-4c581813-650f-4b4b-ac0f-82f585bea231 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754056472917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490168'] for agent (67455b2d-ff20-4068-8b38-73bd0628c5cb), after_update {{(pid=104527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:35:13.602564 dv-cinder-825492-15-iscsi neutron-server[104528]: DEBUG dbcounter [-] [104528] Writing DB stats neutron:SELECT=4 {{(pid=104528) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 07:35:21.462256 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG dbcounter [-] [104527] Writing DB stats neutron:SELECT=24,neutron:UPDATE=2 {{(pid=104527) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 07:35:21.464130 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG dbcounter [-] [104527] Writing DB stats neutron:SELECT=20,neutron:UPDATE=4 {{(pid=104527) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 07:35:32.046012 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron_lib.callbacks.manager [None req-798242cc-9ea0-464c-9109-86bd7997349e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754056472917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490168'] for agent (bbf5dc8c-5103-4973-a6b6-76af4660c126), after_update {{(pid=104527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:35:35.273177 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron_lib.callbacks.manager [None req-fdcb3d7a-f1d5-4be0-960e-d30717c25569 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754056472917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490168'] for agent (6cf9466f-68ff-4d03-9bb6-0c8244fa88eb), after_update {{(pid=104527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:35:37.463065 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron_lib.callbacks.manager [None req-94a18db0-ea4c-4f5c-a03e-113d3cdf9c06 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754056472917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490168'] for agent (54ff4013-997e-4376-a4e9-e6c98cf37cc7), after_update {{(pid=104527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:35:37.603707 dv-cinder-825492-15-iscsi neutron-server[104528]: DEBUG dbcounter [-] [104528] Writing DB stats neutron:DELETE=1,neutron:SELECT=2 {{(pid=104528) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 07:35:37.607576 dv-cinder-825492-15-iscsi neutron-server[104528]: DEBUG dbcounter [-] [104528] Writing DB stats neutron:SELECT=5 {{(pid=104528) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 07:35:38.606853 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron_lib.callbacks.manager [None req-461c163e-e11a-425b-8a8d-f39fb153da48 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754056472917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490168'] for agent (fa5554a0-25df-434f-a0d0-5996d872220a), after_update {{(pid=104527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:35:40.062401 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron_lib.callbacks.manager [None req-f9cd7ad7-9657-4dc4-ab64-74b2d9455e3c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754056472917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490168'] for agent (749e0e2c-8e71-4175-9046-27a8fd2a3a0a), after_update {{(pid=104527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:35:40.606742 dv-cinder-825492-15-iscsi neutron-server[104528]: DEBUG neutron.db.agents_db [None req-434abceb-772f-4043-8698-cfe4a44654b9 None None] Agent healthcheck: found 6 active agents {{(pid=104528) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 25 07:35:41.530813 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron_lib.callbacks.manager [None req-4c581813-650f-4b4b-ac0f-82f585bea231 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754056472917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490168'] for agent (67455b2d-ff20-4068-8b38-73bd0628c5cb), after_update {{(pid=104527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:35:50.606447 dv-cinder-825492-15-iscsi neutron-server[104528]: DEBUG dbcounter [-] [104528] Writing DB stats neutron:SELECT=2 {{(pid=104528) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 07:35:51.459898 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG dbcounter [-] [104527] Writing DB stats neutron:SELECT=9,neutron:UPDATE=2 {{(pid=104527) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 07:35:51.463810 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG dbcounter [-] [104527] Writing DB stats neutron:SELECT=9,neutron:UPDATE=4 {{(pid=104527) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 07:36:02.067742 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron_lib.callbacks.manager [None req-798242cc-9ea0-464c-9109-86bd7997349e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754056472917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490168'] for agent (bbf5dc8c-5103-4973-a6b6-76af4660c126), after_update {{(pid=104527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:36:05.227127 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron_lib.callbacks.manager [None req-5b902bbe-a13b-46f8-ab5f-766ef8455c2a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754056472917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490168'] for agent (6cf9466f-68ff-4d03-9bb6-0c8244fa88eb), after_update {{(pid=104527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:36:07.483819 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron_lib.callbacks.manager [None req-73b0ad95-6c8f-43e0-9456-b44ef046196e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754056472917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490168'] for agent (54ff4013-997e-4376-a4e9-e6c98cf37cc7), after_update {{(pid=104527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:36:08.615850 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron_lib.callbacks.manager [None req-461c163e-e11a-425b-8a8d-f39fb153da48 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754056472917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490168'] for agent (fa5554a0-25df-434f-a0d0-5996d872220a), after_update {{(pid=104527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:36:10.078937 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron_lib.callbacks.manager [None req-f9cd7ad7-9657-4dc4-ab64-74b2d9455e3c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754056472917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490168'] for agent (749e0e2c-8e71-4175-9046-27a8fd2a3a0a), after_update {{(pid=104527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:36:11.518452 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron_lib.callbacks.manager [None req-4c581813-650f-4b4b-ac0f-82f585bea231 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754056472917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490168'] for agent (67455b2d-ff20-4068-8b38-73bd0628c5cb), after_update {{(pid=104527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:36:14.598907 dv-cinder-825492-15-iscsi neutron-server[104528]: DEBUG dbcounter [-] [104528] Writing DB stats neutron:SELECT=2 {{(pid=104528) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 07:36:14.603806 dv-cinder-825492-15-iscsi neutron-server[104528]: DEBUG dbcounter [-] [104528] Writing DB stats neutron:SELECT=4 {{(pid=104528) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 07:36:17.606532 dv-cinder-825492-15-iscsi neutron-server[104528]: DEBUG neutron.db.agents_db [None req-434abceb-772f-4043-8698-cfe4a44654b9 None None] Agent healthcheck: found 6 active agents {{(pid=104528) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 25 07:36:21.453577 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG dbcounter [-] [104527] Writing DB stats neutron:SELECT=6,neutron:UPDATE=5 {{(pid=104527) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 07:36:21.460902 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG dbcounter [-] [104527] Writing DB stats neutron:SELECT=12,neutron:UPDATE=1 {{(pid=104527) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 07:36:25.323662 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron.wsgi [-] (104525) accepted ('10.222.0.24', 40510) {{(pid=104525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 07:36:25.646186 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron.wsgi [-] (104525) accepted ('10.222.0.24', 40530) {{(pid=104525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 07:36:25.705054 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron.api.v2.base [None req-44fb56b1-7934-4f20-9284-e4a0a837f8b2 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-2135659387-network', 'tenant_id': '2d8e35800ce043acbcb027ce406ed2e7'}} {{(pid=104525) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 25 07:36:25.855482 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-44fb56b1-7934-4f20-9284-e4a0a837f8b2 admin admin] Made reservation on behalf of 2d8e35800ce043acbcb027ce406ed2e7 for: {'network': 1} {{(pid=104525) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 07:36:25.859431 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-44fb56b1-7934-4f20-9284-e4a0a837f8b2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-616651'] for network (None), before_create {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:36:25.869085 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-44fb56b1-7934-4f20-9284-e4a0a837f8b2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:36:25.949825 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-44fb56b1-7934-4f20-9284-e4a0a837f8b2 admin admin] Publish callbacks [] for security_group (15b72b55-5f74-4a16-a8f9-ec1303c4fd09), precommit_create {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:36:26.037761 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-44fb56b1-7934-4f20-9284-e4a0a837f8b2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-278753'] for security_group (15b72b55-5f74-4a16-a8f9-ec1303c4fd09), after_create {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:36:26.069988 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44fb56b1-7934-4f20-9284-e4a0a837f8b2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=15b72b55-5f74-4a16-a8f9-ec1303c4fd09,revision_number=1']} {{(pid=104525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 07:36:26.076343 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-44fb56b1-7934-4f20-9284-e4a0a837f8b2 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 267} {{(pid=104525) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 25 07:36:26.084982 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron.api.v2.base [None req-a53bd07e-505e-4b93-bf43-adbc1c54c537 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-2120419525-network', 'tenant_id': '39578c81fb5b4b208039318217fdb3a2'}} {{(pid=104525) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 25 07:36:26.093878 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44fb56b1-7934-4f20-9284-e4a0a837f8b2 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825492-15-iscsi {{(pid=104525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 07:36:26.094292 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44fb56b1-7934-4f20-9284-e4a0a837f8b2 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825492-15-iscsi {{(pid=104525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 07:36:26.094645 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44fb56b1-7934-4f20-9284-e4a0a837f8b2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825492-15-iscsi {{(pid=104525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 07:36:26.094979 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44fb56b1-7934-4f20-9284-e4a0a837f8b2 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825492-15-iscsi {{(pid=104525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 07:36:26.095478 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44fb56b1-7934-4f20-9284-e4a0a837f8b2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825492-15-iscsi {{(pid=104525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 07:36:26.095809 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44fb56b1-7934-4f20-9284-e4a0a837f8b2 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825492-15-iscsi {{(pid=104525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 07:36:26.096130 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44fb56b1-7934-4f20-9284-e4a0a837f8b2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825492-15-iscsi {{(pid=104525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 07:36:26.096447 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44fb56b1-7934-4f20-9284-e4a0a837f8b2 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-825492-15-iscsi {{(pid=104525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 07:36:26.097022 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44fb56b1-7934-4f20-9284-e4a0a837f8b2 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-825492-15-iscsi {{(pid=104525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 07:36:26.097623 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44fb56b1-7934-4f20-9284-e4a0a837f8b2 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-825492-15-iscsi {{(pid=104525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 07:36:26.098080 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44fb56b1-7934-4f20-9284-e4a0a837f8b2 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-825492-15-iscsi {{(pid=104525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 07:36:26.098532 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44fb56b1-7934-4f20-9284-e4a0a837f8b2 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825492-15-iscsi {{(pid=104525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 07:36:26.098991 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44fb56b1-7934-4f20-9284-e4a0a837f8b2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825492-15-iscsi {{(pid=104525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 07:36:26.099882 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.wsgi [-] (104526) accepted ('10.222.0.24', 40550) {{(pid=104526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 07:36:26.106245 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44fb56b1-7934-4f20-9284-e4a0a837f8b2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825492-15-iscsi {{(pid=104525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 07:36:26.106859 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44fb56b1-7934-4f20-9284-e4a0a837f8b2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825492-15-iscsi {{(pid=104525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 07:36:26.108097 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44fb56b1-7934-4f20-9284-e4a0a837f8b2 admin admin] Tracked resource versions report: May 25 07:36:26.108097 dv-cinder-825492-15-iscsi neutron-server[104525]: pushed versions: May 25 07:36:26.108097 dv-cinder-825492-15-iscsi neutron-server[104525]: { 'AddressGroup': {'1.2'}, May 25 07:36:26.108097 dv-cinder-825492-15-iscsi neutron-server[104525]: 'Agent': {'1.1'}, May 25 07:36:26.108097 dv-cinder-825492-15-iscsi neutron-server[104525]: 'ConntrackHelper': {'1.0'}, May 25 07:36:26.108097 dv-cinder-825492-15-iscsi neutron-server[104525]: 'LocalIPAssociation': {'1.0'}, May 25 07:36:26.108097 dv-cinder-825492-15-iscsi neutron-server[104525]: 'Log': {'1.0'}, May 25 07:36:26.108097 dv-cinder-825492-15-iscsi neutron-server[104525]: 'NDPProxy': {'1.0'}, May 25 07:36:26.108097 dv-cinder-825492-15-iscsi neutron-server[104525]: 'Network': {'1.1'}, May 25 07:36:26.108097 dv-cinder-825492-15-iscsi neutron-server[104525]: 'Port': {'1.7'}, May 25 07:36:26.108097 dv-cinder-825492-15-iscsi neutron-server[104525]: 'PortForwarding': {'1.3'}, May 25 07:36:26.108097 dv-cinder-825492-15-iscsi neutron-server[104525]: 'QosPolicy': {'1.10'}, May 25 07:36:26.108097 dv-cinder-825492-15-iscsi neutron-server[104525]: 'SecurityGroup': {'1.5'}, May 25 07:36:26.108097 dv-cinder-825492-15-iscsi neutron-server[104525]: 'SecurityGroupRule': {'1.2'}, May 25 07:36:26.108097 dv-cinder-825492-15-iscsi neutron-server[104525]: 'SubPort': {'1.0'}, May 25 07:36:26.108097 dv-cinder-825492-15-iscsi neutron-server[104525]: 'Subnet': {'1.1'}, May 25 07:36:26.108097 dv-cinder-825492-15-iscsi neutron-server[104525]: 'Trunk': {'1.1'}} May 25 07:36:26.108097 dv-cinder-825492-15-iscsi neutron-server[104525]: consumer versions: May 25 07:36:26.108097 dv-cinder-825492-15-iscsi neutron-server[104525]: { DHCP agent@dv-cinder-825492-15-iscsi: {}, May 25 07:36:26.108097 dv-cinder-825492-15-iscsi neutron-server[104525]: HyperV agent@hv-cinder-82549: {}, May 25 07:36:26.108097 dv-cinder-825492-15-iscsi neutron-server[104525]: L3 agent@dv-cinder-825492-15-iscsi: {}, May 25 07:36:26.108097 dv-cinder-825492-15-iscsi neutron-server[104525]: Metadata agent@dv-cinder-825492-15-iscsi: {}, May 25 07:36:26.108097 dv-cinder-825492-15-iscsi neutron-server[104525]: Metering agent@dv-cinder-825492-15-iscsi: {}, May 25 07:36:26.108097 dv-cinder-825492-15-iscsi neutron-server[104525]: Open vSwitch agent@dv-cinder-825492-15-iscsi: { 'AddressGroup': '1.2', May 25 07:36:26.108097 dv-cinder-825492-15-iscsi neutron-server[104525]: 'Agent': '1.1', May 25 07:36:26.108097 dv-cinder-825492-15-iscsi neutron-server[104525]: 'ConntrackHelper': '1.0', May 25 07:36:26.108097 dv-cinder-825492-15-iscsi neutron-server[104525]: 'LocalIPAssociation': '1.0', May 25 07:36:26.108097 dv-cinder-825492-15-iscsi neutron-server[104525]: 'Log': '1.0', May 25 07:36:26.108097 dv-cinder-825492-15-iscsi neutron-server[104525]: 'NDPProxy': '1.0', May 25 07:36:26.108097 dv-cinder-825492-15-iscsi neutron-server[104525]: 'Network': '1.1', May 25 07:36:26.108097 dv-cinder-825492-15-iscsi neutron-server[104525]: 'Port': '1.7', May 25 07:36:26.108097 dv-cinder-825492-15-iscsi neutron-server[104525]: 'PortForwarding': '1.3', May 25 07:36:26.108097 dv-cinder-825492-15-iscsi neutron-server[104525]: 'QosPolicy': '1.10', May 25 07:36:26.108097 dv-cinder-825492-15-iscsi neutron-server[104525]: 'SecurityGroup': '1.5', May 25 07:36:26.108097 dv-cinder-825492-15-iscsi neutron-server[104525]: 'SecurityGroupRule': '1.2', May 25 07:36:26.108097 dv-cinder-825492-15-iscsi neutron-server[104525]: 'SubPort': '1.0', May 25 07:36:26.108097 dv-cinder-825492-15-iscsi neutron-server[104525]: 'Subnet': '1.1', May 25 07:36:26.108097 dv-cinder-825492-15-iscsi neutron-server[104525]: 'Trunk': '1.1'}} May 25 07:36:26.108097 dv-cinder-825492-15-iscsi neutron-server[104525]: {{(pid=104525) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 25 07:36:26.116335 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-44fb56b1-7934-4f20-9284-e4a0a837f8b2 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8754056472926', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1513389'] for segment (a280169f-cd62-40b1-b23e-40cb603d4abb), precommit_create {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:36:26.116774 dv-cinder-825492-15-iscsi neutron-server[104525]: INFO neutron.db.segments_db [None req-44fb56b1-7934-4f20-9284-e4a0a837f8b2 admin admin] Added segment a280169f-cd62-40b1-b23e-40cb603d4abb of type vlan for network f39d85d3-0173-4496-879c-2b83e234d364 May 25 07:36:26.161062 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-44fb56b1-7934-4f20-9284-e4a0a837f8b2 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754056145246'] for network (f39d85d3-0173-4496-879c-2b83e234d364), precommit_create {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:36:26.313428 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-44fb56b1-7934-4f20-9284-e4a0a837f8b2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-278710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612926'] for network (f39d85d3-0173-4496-879c-2b83e234d364), after_create {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:36:26.314687 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44fb56b1-7934-4f20-9284-e4a0a837f8b2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 07:36:26.315259 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-44fb56b1-7934-4f20-9284-e4a0a837f8b2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1612908'] for network (None), before_response {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:36:26.317663 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a53bd07e-505e-4b93-bf43-adbc1c54c537 admin admin] Made reservation on behalf of 39578c81fb5b4b208039318217fdb3a2 for: {'network': 1} {{(pid=104525) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 07:36:26.329410 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-a53bd07e-505e-4b93-bf43-adbc1c54c537 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-616651'] for network (None), before_create {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:36:26.344313 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-a53bd07e-505e-4b93-bf43-adbc1c54c537 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:36:26.407897 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44fb56b1-7934-4f20-9284-e4a0a837f8b2 admin admin] Pushing event updated for resources: {'Network': ['ID=f39d85d3-0173-4496-879c-2b83e234d364,revision_number=1']} {{(pid=104525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 07:36:26.422168 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.plugins.ml2.rpc [None req-4c581813-650f-4b4b-ac0f-82f585bea231 None None] Network f39d85d3-0173-4496-879c-2b83e234d364 details requested by agent ovs-agent-dv-cinder-825492-15-iscsi with host dv-cinder-825492-15-iscsi {{(pid=104527) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 25 07:36:26.454254 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.wsgi [-] (104526) accepted ('10.222.0.24', 40576) {{(pid=104526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 07:36:26.454762 dv-cinder-825492-15-iscsi neutron-server[104525]: INFO neutron.wsgi [None req-44fb56b1-7934-4f20-9284-e4a0a837f8b2 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 869 time: 1.1297953 May 25 07:36:26.459837 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.api.v2.base [None req-ca78fc7b-9b53-46f9-87f2-41f6f78afbd3 admin admin] Request body: {'subnet': {'network_id': 'f39d85d3-0173-4496-879c-2b83e234d364', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-2135659387-subnet', 'tenant_id': '2d8e35800ce043acbcb027ce406ed2e7', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=104526) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 25 07:36:26.488837 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-a53bd07e-505e-4b93-bf43-adbc1c54c537 admin admin] Publish callbacks [] for security_group (14b7a71e-a874-4682-85d2-f3ac9c09834c), precommit_create {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:36:26.530007 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.api.v2.base [None req-bd8efb82-4739-43f3-bb4f-a62aca9f7539 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-5943718-network', 'tenant_id': 'd4719a4804e24f27b9427e58c5cbe13b'}} {{(pid=104526) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 25 07:36:26.581134 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ca78fc7b-9b53-46f9-87f2-41f6f78afbd3 admin admin] Made reservation on behalf of 2d8e35800ce043acbcb027ce406ed2e7 for: {'subnet': 1} {{(pid=104526) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 07:36:26.581305 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-a53bd07e-505e-4b93-bf43-adbc1c54c537 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-278753'] for security_group (14b7a71e-a874-4682-85d2-f3ac9c09834c), after_create {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:36:26.584083 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-ca78fc7b-9b53-46f9-87f2-41f6f78afbd3 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:36:26.612355 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a53bd07e-505e-4b93-bf43-adbc1c54c537 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 266} {{(pid=104525) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 25 07:36:26.623112 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a53bd07e-505e-4b93-bf43-adbc1c54c537 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=14b7a71e-a874-4682-85d2-f3ac9c09834c,revision_number=1']} {{(pid=104525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 07:36:26.628645 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-a53bd07e-505e-4b93-bf43-adbc1c54c537 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8754056472926', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1513389'] for segment (3f3ca2e8-0b6a-4310-9de6-1d405d8acaba), precommit_create {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:36:26.629231 dv-cinder-825492-15-iscsi neutron-server[104525]: INFO neutron.db.segments_db [None req-a53bd07e-505e-4b93-bf43-adbc1c54c537 admin admin] Added segment 3f3ca2e8-0b6a-4310-9de6-1d405d8acaba of type vlan for network 393dac28-ed3c-466a-907d-db6538b59cca May 25 07:36:26.663884 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bd8efb82-4739-43f3-bb4f-a62aca9f7539 admin admin] Made reservation on behalf of d4719a4804e24f27b9427e58c5cbe13b for: {'network': 1} {{(pid=104526) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 07:36:26.666292 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-bd8efb82-4739-43f3-bb4f-a62aca9f7539 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-616651'] for network (None), before_create {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:36:26.672084 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-a53bd07e-505e-4b93-bf43-adbc1c54c537 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754056145246'] for network (393dac28-ed3c-466a-907d-db6538b59cca), precommit_create {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:36:26.697444 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-bd8efb82-4739-43f3-bb4f-a62aca9f7539 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:36:26.714058 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron.wsgi [-] (104525) accepted ('10.222.0.24', 40584) {{(pid=104525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 07:36:26.788299 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-a53bd07e-505e-4b93-bf43-adbc1c54c537 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-278710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612926'] for network (393dac28-ed3c-466a-907d-db6538b59cca), after_create {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:36:26.790723 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a53bd07e-505e-4b93-bf43-adbc1c54c537 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 07:36:26.791581 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-a53bd07e-505e-4b93-bf43-adbc1c54c537 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1612908'] for network (None), before_response {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:36:26.805521 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron.wsgi [-] (104525) accepted ('10.222.0.24', 40588) {{(pid=104525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 07:36:26.853327 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-bd8efb82-4739-43f3-bb4f-a62aca9f7539 admin admin] Publish callbacks [] for security_group (98ed3ba3-167d-4434-bd0b-9600585017a5), precommit_create {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:36:26.873107 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-ca78fc7b-9b53-46f9-87f2-41f6f78afbd3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-280644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612926'] for subnet (4aef3d06-f4fb-4751-a5a8-ab68314fa54a), after_create {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:36:26.877533 dv-cinder-825492-15-iscsi neutron-server[104525]: INFO neutron.wsgi [None req-a53bd07e-505e-4b93-bf43-adbc1c54c537 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 866 time: 1.2275097 May 25 07:36:26.881173 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron.wsgi [-] (104525) accepted ('10.222.0.24', 40594) {{(pid=104525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 07:36:26.884340 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron.api.v2.base [None req-34a10273-40bd-4c09-a01e-6828403a8122 admin admin] Request body: {'subnet': {'network_id': '393dac28-ed3c-466a-907d-db6538b59cca', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-2120419525-subnet', 'tenant_id': '39578c81fb5b4b208039318217fdb3a2', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104525) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 25 07:36:26.887606 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG dbcounter [-] [104525] Writing DB stats neutron:SELECT=78,neutron:INSERT=18,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=104525) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 07:36:26.897841 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a53bd07e-505e-4b93-bf43-adbc1c54c537 admin admin] Pushing event updated for resources: {'Network': ['ID=393dac28-ed3c-466a-907d-db6538b59cca,revision_number=1']} {{(pid=104525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 07:36:26.911842 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.plugins.ml2.rpc [None req-4c581813-650f-4b4b-ac0f-82f585bea231 None None] Network 393dac28-ed3c-466a-907d-db6538b59cca details requested by agent ovs-agent-dv-cinder-825492-15-iscsi with host dv-cinder-825492-15-iscsi {{(pid=104527) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 25 07:36:26.951453 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca78fc7b-9b53-46f9-87f2-41f6f78afbd3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4aef3d06-f4fb-4751-a5a8-ab68314fa54a,revision_number=0']} {{(pid=104526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 07:36:26.971523 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca78fc7b-9b53-46f9-87f2-41f6f78afbd3 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825492-15-iscsi {{(pid=104526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 07:36:26.971965 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca78fc7b-9b53-46f9-87f2-41f6f78afbd3 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825492-15-iscsi {{(pid=104526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 07:36:26.972389 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca78fc7b-9b53-46f9-87f2-41f6f78afbd3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825492-15-iscsi {{(pid=104526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 07:36:26.972814 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca78fc7b-9b53-46f9-87f2-41f6f78afbd3 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825492-15-iscsi {{(pid=104526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 07:36:26.973346 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca78fc7b-9b53-46f9-87f2-41f6f78afbd3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825492-15-iscsi {{(pid=104526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 07:36:26.973750 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca78fc7b-9b53-46f9-87f2-41f6f78afbd3 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825492-15-iscsi {{(pid=104526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 07:36:26.974137 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca78fc7b-9b53-46f9-87f2-41f6f78afbd3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825492-15-iscsi {{(pid=104526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 07:36:26.974778 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca78fc7b-9b53-46f9-87f2-41f6f78afbd3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-825492-15-iscsi {{(pid=104526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 07:36:26.975316 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca78fc7b-9b53-46f9-87f2-41f6f78afbd3 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-825492-15-iscsi {{(pid=104526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 07:36:26.975823 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca78fc7b-9b53-46f9-87f2-41f6f78afbd3 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-825492-15-iscsi {{(pid=104526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 07:36:26.976328 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca78fc7b-9b53-46f9-87f2-41f6f78afbd3 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-825492-15-iscsi {{(pid=104526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 07:36:26.976852 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca78fc7b-9b53-46f9-87f2-41f6f78afbd3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825492-15-iscsi {{(pid=104526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 07:36:26.977607 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca78fc7b-9b53-46f9-87f2-41f6f78afbd3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825492-15-iscsi {{(pid=104526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 07:36:26.978136 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca78fc7b-9b53-46f9-87f2-41f6f78afbd3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825492-15-iscsi {{(pid=104526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 07:36:26.978642 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca78fc7b-9b53-46f9-87f2-41f6f78afbd3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825492-15-iscsi {{(pid=104526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 07:36:26.980222 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca78fc7b-9b53-46f9-87f2-41f6f78afbd3 admin admin] Tracked resource versions report: May 25 07:36:26.980222 dv-cinder-825492-15-iscsi neutron-server[104526]: pushed versions: May 25 07:36:26.980222 dv-cinder-825492-15-iscsi neutron-server[104526]: { 'AddressGroup': {'1.2'}, May 25 07:36:26.980222 dv-cinder-825492-15-iscsi neutron-server[104526]: 'Agent': {'1.1'}, May 25 07:36:26.980222 dv-cinder-825492-15-iscsi neutron-server[104526]: 'ConntrackHelper': {'1.0'}, May 25 07:36:26.980222 dv-cinder-825492-15-iscsi neutron-server[104526]: 'LocalIPAssociation': {'1.0'}, May 25 07:36:26.980222 dv-cinder-825492-15-iscsi neutron-server[104526]: 'Log': {'1.0'}, May 25 07:36:26.980222 dv-cinder-825492-15-iscsi neutron-server[104526]: 'NDPProxy': {'1.0'}, May 25 07:36:26.980222 dv-cinder-825492-15-iscsi neutron-server[104526]: 'Network': {'1.1'}, May 25 07:36:26.980222 dv-cinder-825492-15-iscsi neutron-server[104526]: 'Port': {'1.7'}, May 25 07:36:26.980222 dv-cinder-825492-15-iscsi neutron-server[104526]: 'PortForwarding': {'1.3'}, May 25 07:36:26.980222 dv-cinder-825492-15-iscsi neutron-server[104526]: 'QosPolicy': {'1.10'}, May 25 07:36:26.980222 dv-cinder-825492-15-iscsi neutron-server[104526]: 'SecurityGroup': {'1.5'}, May 25 07:36:26.980222 dv-cinder-825492-15-iscsi neutron-server[104526]: 'SecurityGroupRule': {'1.2'}, May 25 07:36:26.980222 dv-cinder-825492-15-iscsi neutron-server[104526]: 'SubPort': {'1.0'}, May 25 07:36:26.980222 dv-cinder-825492-15-iscsi neutron-server[104526]: 'Subnet': {'1.1'}, May 25 07:36:26.980222 dv-cinder-825492-15-iscsi neutron-server[104526]: 'Trunk': {'1.1'}} May 25 07:36:26.980222 dv-cinder-825492-15-iscsi neutron-server[104526]: consumer versions: May 25 07:36:26.980222 dv-cinder-825492-15-iscsi neutron-server[104526]: { DHCP agent@dv-cinder-825492-15-iscsi: {}, May 25 07:36:26.980222 dv-cinder-825492-15-iscsi neutron-server[104526]: HyperV agent@hv-cinder-82549: {}, May 25 07:36:26.980222 dv-cinder-825492-15-iscsi neutron-server[104526]: L3 agent@dv-cinder-825492-15-iscsi: {}, May 25 07:36:26.980222 dv-cinder-825492-15-iscsi neutron-server[104526]: Metadata agent@dv-cinder-825492-15-iscsi: {}, May 25 07:36:26.980222 dv-cinder-825492-15-iscsi neutron-server[104526]: Metering agent@dv-cinder-825492-15-iscsi: {}, May 25 07:36:26.980222 dv-cinder-825492-15-iscsi neutron-server[104526]: Open vSwitch agent@dv-cinder-825492-15-iscsi: { 'AddressGroup': '1.2', May 25 07:36:26.980222 dv-cinder-825492-15-iscsi neutron-server[104526]: 'Agent': '1.1', May 25 07:36:26.980222 dv-cinder-825492-15-iscsi neutron-server[104526]: 'ConntrackHelper': '1.0', May 25 07:36:26.980222 dv-cinder-825492-15-iscsi neutron-server[104526]: 'LocalIPAssociation': '1.0', May 25 07:36:26.980222 dv-cinder-825492-15-iscsi neutron-server[104526]: 'Log': '1.0', May 25 07:36:26.980222 dv-cinder-825492-15-iscsi neutron-server[104526]: 'NDPProxy': '1.0', May 25 07:36:26.980222 dv-cinder-825492-15-iscsi neutron-server[104526]: 'Network': '1.1', May 25 07:36:26.980222 dv-cinder-825492-15-iscsi neutron-server[104526]: 'Port': '1.7', May 25 07:36:26.980222 dv-cinder-825492-15-iscsi neutron-server[104526]: 'PortForwarding': '1.3', May 25 07:36:26.980222 dv-cinder-825492-15-iscsi neutron-server[104526]: 'QosPolicy': '1.10', May 25 07:36:26.980222 dv-cinder-825492-15-iscsi neutron-server[104526]: 'SecurityGroup': '1.5', May 25 07:36:26.980222 dv-cinder-825492-15-iscsi neutron-server[104526]: 'SecurityGroupRule': '1.2', May 25 07:36:26.980222 dv-cinder-825492-15-iscsi neutron-server[104526]: 'SubPort': '1.0', May 25 07:36:26.980222 dv-cinder-825492-15-iscsi neutron-server[104526]: 'Subnet': '1.1', May 25 07:36:26.980222 dv-cinder-825492-15-iscsi neutron-server[104526]: 'Trunk': '1.1'}} May 25 07:36:26.980222 dv-cinder-825492-15-iscsi neutron-server[104526]: {{(pid=104526) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 25 07:36:26.993217 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-bd8efb82-4739-43f3-bb4f-a62aca9f7539 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-278753'] for security_group (98ed3ba3-167d-4434-bd0b-9600585017a5), after_create {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:36:27.018422 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca78fc7b-9b53-46f9-87f2-41f6f78afbd3 admin admin] Checking segment: {'id': 'a280169f-cd62-40b1-b23e-40cb603d4abb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 267, 'network_id': 'f39d85d3-0173-4496-879c-2b83e234d364'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104526) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 25 07:36:27.018769 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca78fc7b-9b53-46f9-87f2-41f6f78afbd3 admin admin] Network hostable DHCP agents. Network: f39d85d3-0173-4496-879c-2b83e234d364, hostable agents: ['6cf9466f-68ff-4d03-9bb6-0c8244fa88eb'], hosted agents: [] {{(pid=104526) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 25 07:36:27.021882 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-34a10273-40bd-4c09-a01e-6828403a8122 admin admin] Made reservation on behalf of 39578c81fb5b4b208039318217fdb3a2 for: {'subnet': 1} {{(pid=104525) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 07:36:27.025188 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-34a10273-40bd-4c09-a01e-6828403a8122 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:36:27.028050 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bd8efb82-4739-43f3-bb4f-a62aca9f7539 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 252} {{(pid=104526) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 25 07:36:27.043563 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd8efb82-4739-43f3-bb4f-a62aca9f7539 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=98ed3ba3-167d-4434-bd0b-9600585017a5,revision_number=1']} {{(pid=104526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 07:36:27.046861 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-bd8efb82-4739-43f3-bb4f-a62aca9f7539 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8754056472926', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1513389'] for segment (969a65dc-e069-48a8-ad7f-e38fdf9684ce), precommit_create {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:36:27.047680 dv-cinder-825492-15-iscsi neutron-server[104526]: INFO neutron.db.segments_db [None req-bd8efb82-4739-43f3-bb4f-a62aca9f7539 admin admin] Added segment 969a65dc-e069-48a8-ad7f-e38fdf9684ce of type vlan for network e9255b8f-85b1-4659-9bc1-7aaec6681338 May 25 07:36:27.102213 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-bd8efb82-4739-43f3-bb4f-a62aca9f7539 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754056145246'] for network (e9255b8f-85b1-4659-9bc1-7aaec6681338), precommit_create {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:36:27.104378 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG dbcounter [-] [104526] Writing DB stats neutron:SELECT=79,neutron:INSERT=18,neutron:UPDATE=3 {{(pid=104526) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 07:36:27.135022 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG dbcounter [-] [104525] Writing DB stats neutron:SELECT=72,neutron:INSERT=20,neutron:UPDATE=5,neutron:DELETE=3 {{(pid=104525) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 07:36:27.140902 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron.api.v2.base [None req-0806d4c3-5b3f-41e9-9a42-ba5c7bf4c38f admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-1109401832-network', 'tenant_id': 'c4406d5d0e2347f1b96c34496f5ba5ae'}} {{(pid=104525) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 25 07:36:27.151213 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron.api.v2.base [None req-2c168771-f9dc-43cd-b556-60bcbe5d58e5 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-679687525-network', 'tenant_id': '294afe2c36184564a80fb6bef7b32359'}} {{(pid=104525) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 25 07:36:27.187597 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca78fc7b-9b53-46f9-87f2-41f6f78afbd3 admin admin] Network f39d85d3-0173-4496-879c-2b83e234d364 is scheduled to be hosted by DHCP agent 6cf9466f-68ff-4d03-9bb6-0c8244fa88eb with binding_index 1 {{(pid=104526) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 25 07:36:27.215536 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-bd8efb82-4739-43f3-bb4f-a62aca9f7539 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-278710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612926'] for network (e9255b8f-85b1-4659-9bc1-7aaec6681338), after_create {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:36:27.218644 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd8efb82-4739-43f3-bb4f-a62aca9f7539 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 07:36:27.218644 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-bd8efb82-4739-43f3-bb4f-a62aca9f7539 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1612908'] for network (None), before_response {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:36:27.303047 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd8efb82-4739-43f3-bb4f-a62aca9f7539 admin admin] Pushing event updated for resources: {'Network': ['ID=e9255b8f-85b1-4659-9bc1-7aaec6681338,revision_number=1']} {{(pid=104526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 07:36:27.313925 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.plugins.ml2.rpc [None req-4c581813-650f-4b4b-ac0f-82f585bea231 None None] Network e9255b8f-85b1-4659-9bc1-7aaec6681338 details requested by agent ovs-agent-dv-cinder-825492-15-iscsi with host dv-cinder-825492-15-iscsi {{(pid=104527) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 25 07:36:27.329858 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2c168771-f9dc-43cd-b556-60bcbe5d58e5 admin admin] Made reservation on behalf of 294afe2c36184564a80fb6bef7b32359 for: {'network': 1} {{(pid=104525) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 07:36:27.333424 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-2c168771-f9dc-43cd-b556-60bcbe5d58e5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-616651'] for network (None), before_create {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:36:27.344864 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-2c168771-f9dc-43cd-b556-60bcbe5d58e5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:36:27.387585 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.scheduler.base_scheduler [None req-ca78fc7b-9b53-46f9-87f2-41f6f78afbd3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-825492-15-iscsi, f39d85d3-0173-4496-879c-2b83e234d364) {{(pid=104526) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 07:36:27.400063 dv-cinder-825492-15-iscsi neutron-server[104526]: INFO neutron.wsgi [None req-bd8efb82-4739-43f3-bb4f-a62aca9f7539 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 870 time: 1.2933788 May 25 07:36:27.400063 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.wsgi [-] (104526) accepted ('10.222.0.24', 40606) {{(pid=104526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 07:36:27.403516 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce9a879e-4995-4e68-b279-393231986bd5 None None] Network f39d85d3-0173-4496-879c-2b83e234d364 requested from dv-cinder-825492-15-iscsi {{(pid=104527) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 25 07:36:27.403995 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0806d4c3-5b3f-41e9-9a42-ba5c7bf4c38f admin admin] Made reservation on behalf of c4406d5d0e2347f1b96c34496f5ba5ae for: {'network': 1} {{(pid=104525) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 07:36:27.406559 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-0806d4c3-5b3f-41e9-9a42-ba5c7bf4c38f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-616651'] for network (None), before_create {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:36:27.407325 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.api.v2.base [None req-79d91b52-093a-4d7f-974f-950f9d5cc62f admin admin] Request body: {'subnet': {'network_id': 'e9255b8f-85b1-4659-9bc1-7aaec6681338', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-5943718-subnet', 'tenant_id': 'd4719a4804e24f27b9427e58c5cbe13b', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=104526) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 25 07:36:27.411787 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca78fc7b-9b53-46f9-87f2-41f6f78afbd3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 07:36:27.412604 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-ca78fc7b-9b53-46f9-87f2-41f6f78afbd3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1612908'] for subnet (None), before_response {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:36:27.427546 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-0806d4c3-5b3f-41e9-9a42-ba5c7bf4c38f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:36:27.455318 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-34a10273-40bd-4c09-a01e-6828403a8122 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-280644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612926'] for subnet (4e7fa0a7-2e65-44c2-8a1b-e3bcf2fad0a3), after_create {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:36:27.511162 dv-cinder-825492-15-iscsi neutron-server[104526]: INFO neutron.wsgi [None req-ca78fc7b-9b53-46f9-87f2-41f6f78afbd3 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.0552640 May 25 07:36:27.512548 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-79d91b52-093a-4d7f-974f-950f9d5cc62f admin admin] Made reservation on behalf of d4719a4804e24f27b9427e58c5cbe13b for: {'subnet': 1} {{(pid=104526) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 07:36:27.515639 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-79d91b52-093a-4d7f-974f-950f9d5cc62f admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:36:27.521408 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.wsgi [-] (104526) accepted ('10.222.0.24', 40616) {{(pid=104526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 07:36:27.524075 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34a10273-40bd-4c09-a01e-6828403a8122 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4e7fa0a7-2e65-44c2-8a1b-e3bcf2fad0a3,revision_number=0']} {{(pid=104525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 07:36:27.538357 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.api.v2.base [None req-19851236-9668-4fa0-a451-3c4a452bfbfd admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeNegativeTest-2135659387-router', 'tenant_id': '2d8e35800ce043acbcb027ce406ed2e7', 'external_gateway_info': {'network_id': '29c629bd-3f50-4535-bfbc-a047608d6fb6'}}} {{(pid=104526) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 25 07:36:27.564119 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG dbcounter [-] [104526] Writing DB stats neutron:SELECT=82,neutron:INSERT=11,neutron:UPDATE=3,neutron:DELETE=4 {{(pid=104526) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 07:36:27.567539 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5bcba0cf-69d8-4161-85a8-e467882f955c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpffcd8e1d-abc4-5fc1-a873-fed7d59917e2-f39d85d3-0173-4496-879c-2b83e234d364', 'network_id': 'f39d85d3-0173-4496-879c-2b83e234d364', 'project_id': '2d8e35800ce043acbcb027ce406ed2e7', 'fixed_ips': [{'subnet_id': '4aef3d06-f4fb-4751-a5a8-ab68314fa54a'}]}} from dv-cinder-825492-15-iscsi. {{(pid=104527) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 25 07:36:27.569636 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron_lib.callbacks.manager [None req-5bcba0cf-69d8-4161-85a8-e467882f955c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-616651'] for port (None), before_create {{(pid=104527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:36:27.598112 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-2c168771-f9dc-43cd-b556-60bcbe5d58e5 admin admin] Publish callbacks [] for security_group (5fb0f326-13cb-4a19-88e8-59ed417b9ef2), precommit_create {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:36:27.606695 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34a10273-40bd-4c09-a01e-6828403a8122 admin admin] Checking segment: {'id': '3f3ca2e8-0b6a-4310-9de6-1d405d8acaba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 266, 'network_id': '393dac28-ed3c-466a-907d-db6538b59cca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104525) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 25 07:36:27.607070 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34a10273-40bd-4c09-a01e-6828403a8122 admin admin] Network hostable DHCP agents. Network: 393dac28-ed3c-466a-907d-db6538b59cca, hostable agents: ['6cf9466f-68ff-4d03-9bb6-0c8244fa88eb'], hosted agents: [] {{(pid=104525) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 25 07:36:27.659516 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-0806d4c3-5b3f-41e9-9a42-ba5c7bf4c38f admin admin] Publish callbacks [] for security_group (6df3a27b-29a7-46ba-8b60-db76f077022b), precommit_create {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:36:27.674295 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-2c168771-f9dc-43cd-b556-60bcbe5d58e5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-278753'] for security_group (5fb0f326-13cb-4a19-88e8-59ed417b9ef2), after_create {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:36:27.704957 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2c168771-f9dc-43cd-b556-60bcbe5d58e5 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 255} {{(pid=104525) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 25 07:36:27.711156 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c168771-f9dc-43cd-b556-60bcbe5d58e5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5fb0f326-13cb-4a19-88e8-59ed417b9ef2,revision_number=1']} {{(pid=104525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 07:36:27.735857 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-2c168771-f9dc-43cd-b556-60bcbe5d58e5 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8754056472926', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1513389'] for segment (39d8adcc-894d-48bd-a642-230f02087ed7), precommit_create {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:36:27.736564 dv-cinder-825492-15-iscsi neutron-server[104525]: INFO neutron.db.segments_db [None req-2c168771-f9dc-43cd-b556-60bcbe5d58e5 admin admin] Added segment 39d8adcc-894d-48bd-a642-230f02087ed7 of type vlan for network f85a9936-18a2-497c-90b9-ba6df25b9b6e May 25 07:36:27.748824 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34a10273-40bd-4c09-a01e-6828403a8122 admin admin] Network 393dac28-ed3c-466a-907d-db6538b59cca is scheduled to be hosted by DHCP agent 6cf9466f-68ff-4d03-9bb6-0c8244fa88eb with binding_index 1 {{(pid=104525) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 25 07:36:27.759949 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-0806d4c3-5b3f-41e9-9a42-ba5c7bf4c38f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-278753'] for security_group (6df3a27b-29a7-46ba-8b60-db76f077022b), after_create {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:36:27.793510 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-19851236-9668-4fa0-a451-3c4a452bfbfd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1616943', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4883'] for router (27856324-98d4-4244-bd01-93343ae31478), before_create {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:36:27.794588 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-19851236-9668-4fa0-a451-3c4a452bfbfd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1616063', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1614895', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-299349', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4888'] for router (27856324-98d4-4244-bd01-93343ae31478), precommit_create {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:36:27.815126 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0806d4c3-5b3f-41e9-9a42-ba5c7bf4c38f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 250} {{(pid=104525) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 25 07:36:27.840804 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.db.db_base_plugin_common [None req-5bcba0cf-69d8-4161-85a8-e467882f955c None None] Allocated IP 172.20.0.2 (f39d85d3-0173-4496-879c-2b83e234d364/4aef3d06-f4fb-4751-a5a8-ab68314fa54a/65d471ed-8b6e-49cf-8a4b-6bd705fb3fd2) {{(pid=104527) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 07:36:27.850112 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-2c168771-f9dc-43cd-b556-60bcbe5d58e5 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754056145246'] for network (f85a9936-18a2-497c-90b9-ba6df25b9b6e), precommit_create {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:36:27.852377 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-19851236-9668-4fa0-a451-3c4a452bfbfd admin admin] Publish callbacks [] for router_controller (27856324-98d4-4244-bd01-93343ae31478), precommit_add_association {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:36:27.859004 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0806d4c3-5b3f-41e9-9a42-ba5c7bf4c38f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6df3a27b-29a7-46ba-8b60-db76f077022b,revision_number=1']} {{(pid=104525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 07:36:27.862149 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-0806d4c3-5b3f-41e9-9a42-ba5c7bf4c38f admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8754056472926', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1513389'] for segment (5e8ca1f8-871e-422d-b246-85fba594b2cb), precommit_create {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:36:27.862777 dv-cinder-825492-15-iscsi neutron-server[104525]: INFO neutron.db.segments_db [None req-0806d4c3-5b3f-41e9-9a42-ba5c7bf4c38f admin admin] Added segment 5e8ca1f8-871e-422d-b246-85fba594b2cb of type vlan for network 7eef0ae9-55de-48c4-ada3-da713e1942b9 May 25 07:36:27.878590 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-79d91b52-093a-4d7f-974f-950f9d5cc62f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-280644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612926'] for subnet (2bd01566-eaf4-4493-b26a-8c7ef6fcaf51), after_create {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:36:27.892071 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron.scheduler.base_scheduler [None req-34a10273-40bd-4c09-a01e-6828403a8122 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-825492-15-iscsi, 393dac28-ed3c-466a-907d-db6538b59cca) {{(pid=104525) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 07:36:27.900158 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9d79bfb-6954-40a9-b6ec-bdbb8cf1c98e None None] Network 393dac28-ed3c-466a-907d-db6538b59cca requested from dv-cinder-825492-15-iscsi {{(pid=104527) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 25 07:36:27.935617 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34a10273-40bd-4c09-a01e-6828403a8122 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 07:36:27.936310 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-34a10273-40bd-4c09-a01e-6828403a8122 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1612908'] for subnet (None), before_response {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:36:27.942705 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79d91b52-093a-4d7f-974f-950f9d5cc62f admin admin] Pushing event updated for resources: {'Subnet': ['ID=2bd01566-eaf4-4493-b26a-8c7ef6fcaf51,revision_number=0']} {{(pid=104526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 07:36:27.956448 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-0806d4c3-5b3f-41e9-9a42-ba5c7bf4c38f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754056145246'] for network (7eef0ae9-55de-48c4-ada3-da713e1942b9), precommit_create {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:36:28.066923 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-2c168771-f9dc-43cd-b556-60bcbe5d58e5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-278710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612926'] for network (f85a9936-18a2-497c-90b9-ba6df25b9b6e), after_create {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:36:28.068280 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c168771-f9dc-43cd-b556-60bcbe5d58e5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 07:36:28.069089 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-2c168771-f9dc-43cd-b556-60bcbe5d58e5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1612908'] for network (None), before_response {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:36:28.091466 dv-cinder-825492-15-iscsi neutron-server[104525]: INFO neutron.wsgi [None req-34a10273-40bd-4c09-a01e-6828403a8122 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.2040474 May 25 07:36:28.118562 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79d91b52-093a-4d7f-974f-950f9d5cc62f admin admin] Checking segment: {'id': '969a65dc-e069-48a8-ad7f-e38fdf9684ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': 'e9255b8f-85b1-4659-9bc1-7aaec6681338'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104526) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 25 07:36:28.119127 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79d91b52-093a-4d7f-974f-950f9d5cc62f admin admin] Network hostable DHCP agents. Network: e9255b8f-85b1-4659-9bc1-7aaec6681338, hostable agents: ['6cf9466f-68ff-4d03-9bb6-0c8244fa88eb'], hosted agents: [] {{(pid=104526) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 25 07:36:28.127125 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d3f79a5-0ab2-4b84-8125-7bc94b08a4f6 None None] Network 393dac28-ed3c-466a-907d-db6538b59cca requested from dv-cinder-825492-15-iscsi {{(pid=104527) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 25 07:36:28.137998 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-0806d4c3-5b3f-41e9-9a42-ba5c7bf4c38f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-278710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612926'] for network (7eef0ae9-55de-48c4-ada3-da713e1942b9), after_create {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:36:28.141450 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0806d4c3-5b3f-41e9-9a42-ba5c7bf4c38f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 07:36:28.147813 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-0806d4c3-5b3f-41e9-9a42-ba5c7bf4c38f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1612908'] for network (None), before_response {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:36:28.197862 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-19851236-9668-4fa0-a451-3c4a452bfbfd admin admin] Publish callbacks [] for router_gateway (27856324-98d4-4244-bd01-93343ae31478), precommit_update {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:36:28.198081 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron_lib.callbacks.manager [None req-5bcba0cf-69d8-4161-85a8-e467882f955c None None] Publish callbacks [] for port (65d471ed-8b6e-49cf-8a4b-6bd705fb3fd2), precommit_create {{(pid=104527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:36:28.222358 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c168771-f9dc-43cd-b556-60bcbe5d58e5 admin admin] Pushing event updated for resources: {'Network': ['ID=f85a9936-18a2-497c-90b9-ba6df25b9b6e,revision_number=1']} {{(pid=104525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 07:36:28.247451 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.plugins.ml2.rpc [None req-4c581813-650f-4b4b-ac0f-82f585bea231 None None] Network f85a9936-18a2-497c-90b9-ba6df25b9b6e details requested by agent ovs-agent-dv-cinder-825492-15-iscsi with host dv-cinder-825492-15-iscsi {{(pid=104527) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 25 07:36:28.291975 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0806d4c3-5b3f-41e9-9a42-ba5c7bf4c38f admin admin] Pushing event updated for resources: {'Network': ['ID=7eef0ae9-55de-48c4-ada3-da713e1942b9,revision_number=1']} {{(pid=104525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 07:36:28.295994 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79d91b52-093a-4d7f-974f-950f9d5cc62f admin admin] Network e9255b8f-85b1-4659-9bc1-7aaec6681338 is scheduled to be hosted by DHCP agent 6cf9466f-68ff-4d03-9bb6-0c8244fa88eb with binding_index 1 {{(pid=104526) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 25 07:36:28.309173 dv-cinder-825492-15-iscsi neutron-server[104525]: INFO neutron.wsgi [None req-2c168771-f9dc-43cd-b556-60bcbe5d58e5 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 864 time: 1.4984274 May 25 07:36:28.322055 dv-cinder-825492-15-iscsi neutron-server[104525]: INFO neutron.wsgi [None req-0806d4c3-5b3f-41e9-9a42-ba5c7bf4c38f admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 871 time: 1.6063974 May 25 07:36:28.323254 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron.wsgi [-] (104525) accepted ('10.222.0.24', 40644) {{(pid=104525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 07:36:28.323374 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.wsgi [-] (104526) accepted ('10.222.0.24', 40646) {{(pid=104526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 07:36:28.328724 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron.api.v2.base [None req-88db7542-ae12-4318-b200-811a00f3bbbf admin admin] Request body: {'subnet': {'network_id': 'f85a9936-18a2-497c-90b9-ba6df25b9b6e', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-679687525-subnet', 'tenant_id': '294afe2c36184564a80fb6bef7b32359', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=104525) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 25 07:36:28.336317 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.api.v2.base [None req-6be0036d-20b2-4a18-9e86-93bffdc422dd admin admin] Request body: {'subnet': {'network_id': '7eef0ae9-55de-48c4-ada3-da713e1942b9', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-1109401832-subnet', 'tenant_id': 'c4406d5d0e2347f1b96c34496f5ba5ae', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=104526) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 25 07:36:28.382484 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.plugins.ml2.rpc [None req-4c581813-650f-4b4b-ac0f-82f585bea231 None None] Network 7eef0ae9-55de-48c4-ada3-da713e1942b9 details requested by agent ovs-agent-dv-cinder-825492-15-iscsi with host dv-cinder-825492-15-iscsi {{(pid=104527) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 25 07:36:28.479316 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-88db7542-ae12-4318-b200-811a00f3bbbf admin admin] Made reservation on behalf of 294afe2c36184564a80fb6bef7b32359 for: {'subnet': 1} {{(pid=104525) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 07:36:28.482710 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-88db7542-ae12-4318-b200-811a00f3bbbf admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:36:28.702589 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron_lib.callbacks.manager [None req-5bcba0cf-69d8-4161-85a8-e467882f955c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-617841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612926', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754056173864'] for port (65d471ed-8b6e-49cf-8a4b-6bd705fb3fd2), after_create {{(pid=104527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:36:28.704991 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG dbcounter [-] [104527] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=104527) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 07:36:28.750855 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG dbcounter [-] [104527] Writing DB stats neutron:SELECT=95,neutron:INSERT=2,neutron:UPDATE=3 {{(pid=104527) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 07:36:28.752513 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bcba0cf-69d8-4161-85a8-e467882f955c None None] Pushing event updated for resources: {'Port': ['ID=65d471ed-8b6e-49cf-8a4b-6bd705fb3fd2,revision_number=1']} {{(pid=104527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 07:36:28.762038 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-19851236-9668-4fa0-a451-3c4a452bfbfd admin admin] Publish callbacks [] for router_gateway (27856324-98d4-4244-bd01-93343ae31478), before_create {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:36:28.765976 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bcba0cf-69d8-4161-85a8-e467882f955c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825492-15-iscsi {{(pid=104527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 07:36:28.766576 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bcba0cf-69d8-4161-85a8-e467882f955c None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825492-15-iscsi {{(pid=104527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 07:36:28.782661 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bcba0cf-69d8-4161-85a8-e467882f955c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825492-15-iscsi {{(pid=104527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 07:36:28.782661 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bcba0cf-69d8-4161-85a8-e467882f955c None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825492-15-iscsi {{(pid=104527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 07:36:28.782661 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bcba0cf-69d8-4161-85a8-e467882f955c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825492-15-iscsi {{(pid=104527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 07:36:28.782661 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bcba0cf-69d8-4161-85a8-e467882f955c None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825492-15-iscsi {{(pid=104527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 07:36:28.782661 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bcba0cf-69d8-4161-85a8-e467882f955c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825492-15-iscsi {{(pid=104527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 07:36:28.782661 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bcba0cf-69d8-4161-85a8-e467882f955c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-825492-15-iscsi {{(pid=104527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 07:36:28.782661 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bcba0cf-69d8-4161-85a8-e467882f955c None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-825492-15-iscsi {{(pid=104527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 07:36:28.782661 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bcba0cf-69d8-4161-85a8-e467882f955c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-825492-15-iscsi {{(pid=104527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 07:36:28.782661 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bcba0cf-69d8-4161-85a8-e467882f955c None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-825492-15-iscsi {{(pid=104527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 07:36:28.782661 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bcba0cf-69d8-4161-85a8-e467882f955c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825492-15-iscsi {{(pid=104527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 07:36:28.782661 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bcba0cf-69d8-4161-85a8-e467882f955c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825492-15-iscsi {{(pid=104527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 07:36:28.782661 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bcba0cf-69d8-4161-85a8-e467882f955c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825492-15-iscsi {{(pid=104527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 07:36:28.782661 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bcba0cf-69d8-4161-85a8-e467882f955c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825492-15-iscsi {{(pid=104527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 07:36:28.791841 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bcba0cf-69d8-4161-85a8-e467882f955c None None] Tracked resource versions report: May 25 07:36:28.791841 dv-cinder-825492-15-iscsi neutron-server[104527]: pushed versions: May 25 07:36:28.791841 dv-cinder-825492-15-iscsi neutron-server[104527]: { 'AddressGroup': {'1.2'}, May 25 07:36:28.791841 dv-cinder-825492-15-iscsi neutron-server[104527]: 'Agent': {'1.1'}, May 25 07:36:28.791841 dv-cinder-825492-15-iscsi neutron-server[104527]: 'ConntrackHelper': {'1.0'}, May 25 07:36:28.791841 dv-cinder-825492-15-iscsi neutron-server[104527]: 'LocalIPAssociation': {'1.0'}, May 25 07:36:28.791841 dv-cinder-825492-15-iscsi neutron-server[104527]: 'Log': {'1.0'}, May 25 07:36:28.791841 dv-cinder-825492-15-iscsi neutron-server[104527]: 'NDPProxy': {'1.0'}, May 25 07:36:28.791841 dv-cinder-825492-15-iscsi neutron-server[104527]: 'Network': {'1.1'}, May 25 07:36:28.791841 dv-cinder-825492-15-iscsi neutron-server[104527]: 'Port': {'1.7'}, May 25 07:36:28.791841 dv-cinder-825492-15-iscsi neutron-server[104527]: 'PortForwarding': {'1.3'}, May 25 07:36:28.791841 dv-cinder-825492-15-iscsi neutron-server[104527]: 'QosPolicy': {'1.10'}, May 25 07:36:28.791841 dv-cinder-825492-15-iscsi neutron-server[104527]: 'SecurityGroup': {'1.5'}, May 25 07:36:28.791841 dv-cinder-825492-15-iscsi neutron-server[104527]: 'SecurityGroupRule': {'1.2'}, May 25 07:36:28.791841 dv-cinder-825492-15-iscsi neutron-server[104527]: 'SubPort': {'1.0'}, May 25 07:36:28.791841 dv-cinder-825492-15-iscsi neutron-server[104527]: 'Subnet': {'1.1'}, May 25 07:36:28.791841 dv-cinder-825492-15-iscsi neutron-server[104527]: 'Trunk': {'1.1'}} May 25 07:36:28.791841 dv-cinder-825492-15-iscsi neutron-server[104527]: consumer versions: May 25 07:36:28.791841 dv-cinder-825492-15-iscsi neutron-server[104527]: { DHCP agent@dv-cinder-825492-15-iscsi: {}, May 25 07:36:28.791841 dv-cinder-825492-15-iscsi neutron-server[104527]: HyperV agent@hv-cinder-82549: {}, May 25 07:36:28.791841 dv-cinder-825492-15-iscsi neutron-server[104527]: L3 agent@dv-cinder-825492-15-iscsi: {}, May 25 07:36:28.791841 dv-cinder-825492-15-iscsi neutron-server[104527]: Metadata agent@dv-cinder-825492-15-iscsi: {}, May 25 07:36:28.791841 dv-cinder-825492-15-iscsi neutron-server[104527]: Metering agent@dv-cinder-825492-15-iscsi: {}, May 25 07:36:28.791841 dv-cinder-825492-15-iscsi neutron-server[104527]: Open vSwitch agent@dv-cinder-825492-15-iscsi: { 'AddressGroup': '1.2', May 25 07:36:28.791841 dv-cinder-825492-15-iscsi neutron-server[104527]: 'Agent': '1.1', May 25 07:36:28.791841 dv-cinder-825492-15-iscsi neutron-server[104527]: 'ConntrackHelper': '1.0', May 25 07:36:28.791841 dv-cinder-825492-15-iscsi neutron-server[104527]: 'LocalIPAssociation': '1.0', May 25 07:36:28.791841 dv-cinder-825492-15-iscsi neutron-server[104527]: 'Log': '1.0', May 25 07:36:28.791841 dv-cinder-825492-15-iscsi neutron-server[104527]: 'NDPProxy': '1.0', May 25 07:36:28.791841 dv-cinder-825492-15-iscsi neutron-server[104527]: 'Network': '1.1', May 25 07:36:28.791841 dv-cinder-825492-15-iscsi neutron-server[104527]: 'Port': '1.7', May 25 07:36:28.791841 dv-cinder-825492-15-iscsi neutron-server[104527]: 'PortForwarding': '1.3', May 25 07:36:28.791841 dv-cinder-825492-15-iscsi neutron-server[104527]: 'QosPolicy': '1.10', May 25 07:36:28.791841 dv-cinder-825492-15-iscsi neutron-server[104527]: 'SecurityGroup': '1.5', May 25 07:36:28.791841 dv-cinder-825492-15-iscsi neutron-server[104527]: 'SecurityGroupRule': '1.2', May 25 07:36:28.791841 dv-cinder-825492-15-iscsi neutron-server[104527]: 'SubPort': '1.0', May 25 07:36:28.791841 dv-cinder-825492-15-iscsi neutron-server[104527]: 'Subnet': '1.1', May 25 07:36:28.791841 dv-cinder-825492-15-iscsi neutron-server[104527]: 'Trunk': '1.1'}} May 25 07:36:28.791841 dv-cinder-825492-15-iscsi neutron-server[104527]: {{(pid=104527) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 25 07:36:28.795616 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6be0036d-20b2-4a18-9e86-93bffdc422dd admin admin] Made reservation on behalf of c4406d5d0e2347f1b96c34496f5ba5ae for: {'subnet': 1} {{(pid=104526) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 07:36:28.803424 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-6be0036d-20b2-4a18-9e86-93bffdc422dd admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:36:28.809431 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.scheduler.base_scheduler [None req-79d91b52-093a-4d7f-974f-950f9d5cc62f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-825492-15-iscsi, e9255b8f-85b1-4659-9bc1-7aaec6681338) {{(pid=104526) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 07:36:28.821511 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79d91b52-093a-4d7f-974f-950f9d5cc62f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 07:36:28.826565 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-79d91b52-093a-4d7f-974f-950f9d5cc62f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1612908'] for subnet (None), before_response {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:36:28.829540 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG dbcounter [-] [104526] Writing DB stats neutron:SELECT=86,neutron:INSERT=12,neutron:UPDATE=2 {{(pid=104526) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 07:36:28.832233 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11e4049e-de6c-41af-ac24-e6d82ccb9098 None None] Network e9255b8f-85b1-4659-9bc1-7aaec6681338 requested from dv-cinder-825492-15-iscsi {{(pid=104527) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 25 07:36:28.837237 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-19851236-9668-4fa0-a451-3c4a452bfbfd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-616651'] for port (None), before_create {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:36:28.850241 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5bcba0cf-69d8-4161-85a8-e467882f955c None None] Network f39d85d3-0173-4496-879c-2b83e234d364 is already hosted by enough agents. {{(pid=104527) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 07:36:28.853689 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.scheduler.base_scheduler [None req-5bcba0cf-69d8-4161-85a8-e467882f955c None None] Resources bound (agent type, host, resource id): {{(pid=104527) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 07:36:28.898831 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bcba0cf-69d8-4161-85a8-e467882f955c None None] Received port after_create {{(pid=104527) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 25 07:36:29.038505 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG dbcounter [-] [104525] Writing DB stats neutron:SELECT=80,neutron:INSERT=18,neutron:UPDATE=2 {{(pid=104525) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 07:36:29.044505 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.plugins.ml2.managers [None req-5bcba0cf-69d8-4161-85a8-e467882f955c None None] Attempting to bind port 65d471ed-8b6e-49cf-8a4b-6bd705fb3fd2 on host dv-cinder-825492-15-iscsi for vnic_type normal with profile {{(pid=104527) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 25 07:36:29.045674 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.plugins.ml2.managers [None req-5bcba0cf-69d8-4161-85a8-e467882f955c None None] Attempting to bind port 65d471ed-8b6e-49cf-8a4b-6bd705fb3fd2 by drivers openvswitch,hyperv on host dv-cinder-825492-15-iscsi at level 0 using segments [{'id': 'a280169f-cd62-40b1-b23e-40cb603d4abb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 267, 'network_id': 'f39d85d3-0173-4496-879c-2b83e234d364'}] {{(pid=104527) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 25 07:36:29.045674 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bcba0cf-69d8-4161-85a8-e467882f955c None None] Attempting to bind port 65d471ed-8b6e-49cf-8a4b-6bd705fb3fd2 on network f39d85d3-0173-4496-879c-2b83e234d364 {{(pid=104527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 25 07:36:29.052000 dv-cinder-825492-15-iscsi neutron-server[104526]: INFO neutron.wsgi [None req-79d91b52-093a-4d7f-974f-950f9d5cc62f admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.6498189 May 25 07:36:29.053338 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron.wsgi [-] (104525) accepted ('10.222.0.24', 40680) {{(pid=104525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 07:36:29.058798 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron.api.v2.base [None req-64baa025-dc48-4c9b-8b36-aa9f968ca01e admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-5943718-router', 'tenant_id': 'd4719a4804e24f27b9427e58c5cbe13b', 'external_gateway_info': {'network_id': '29c629bd-3f50-4535-bfbc-a047608d6fb6'}}} {{(pid=104525) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 25 07:36:29.060818 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bcba0cf-69d8-4161-85a8-e467882f955c None None] Checking agent: {'id': '67455b2d-ff20-4068-8b38-73bd0628c5cb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-825492-15-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 25, 7, 27, 41), 'started_at': datetime.datetime(2022, 5, 25, 7, 28, 11), 'heartbeat_timestamp': datetime.datetime(2022, 5, 25, 7, 36, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-825492-15-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 25 07:36:29.061307 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bcba0cf-69d8-4161-85a8-e467882f955c None None] Checking segment: {'id': 'a280169f-cd62-40b1-b23e-40cb603d4abb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 267, 'network_id': 'f39d85d3-0173-4496-879c-2b83e234d364'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104527) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 25 07:36:29.062447 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron_lib.callbacks.manager [None req-5bcba0cf-69d8-4161-85a8-e467882f955c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:36:29.063073 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bcba0cf-69d8-4161-85a8-e467882f955c None None] Bound using segment: {'id': 'a280169f-cd62-40b1-b23e-40cb603d4abb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 267, 'network_id': 'f39d85d3-0173-4496-879c-2b83e234d364'} {{(pid=104527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 25 07:36:29.063698 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.plugins.ml2.managers [None req-5bcba0cf-69d8-4161-85a8-e467882f955c None None] Bound port: 65d471ed-8b6e-49cf-8a4b-6bd705fb3fd2, host: dv-cinder-825492-15-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a280169f-cd62-40b1-b23e-40cb603d4abb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 267, 'network_id': 'f39d85d3-0173-4496-879c-2b83e234d364'}}] {{(pid=104527) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 25 07:36:29.064169 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron_lib.callbacks.manager [None req-5bcba0cf-69d8-4161-85a8-e467882f955c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-616651'] for port (65d471ed-8b6e-49cf-8a4b-6bd705fb3fd2), before_update {{(pid=104527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:36:29.141484 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-88db7542-ae12-4318-b200-811a00f3bbbf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-280644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612926'] for subnet (fdef845a-6670-4f1a-9c6b-2e789510998b), after_create {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:36:29.149161 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-660e3b56-1d43-46dd-9102-938c6fb67887 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpffcd8e1d-abc4-5fc1-a873-fed7d59917e2-e9255b8f-85b1-4659-9bc1-7aaec6681338', 'network_id': 'e9255b8f-85b1-4659-9bc1-7aaec6681338', 'project_id': 'd4719a4804e24f27b9427e58c5cbe13b', 'fixed_ips': [{'subnet_id': '2bd01566-eaf4-4493-b26a-8c7ef6fcaf51'}]}} from dv-cinder-825492-15-iscsi. {{(pid=104527) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 25 07:36:29.151947 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron_lib.callbacks.manager [None req-660e3b56-1d43-46dd-9102-938c6fb67887 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-616651'] for port (None), before_create {{(pid=104527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:36:29.197284 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.db.db_base_plugin_common [None req-19851236-9668-4fa0-a451-3c4a452bfbfd admin admin] Allocated IP 172.27.3.226 (29c629bd-3f50-4535-bfbc-a047608d6fb6/7934ff5a-43f1-4f76-b9d8-e4343ace34f5/22f8fc27-9589-49b7-a3d1-f53043acd5a2) {{(pid=104526) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 07:36:29.261066 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.plugins.ml2.db [None req-5bcba0cf-69d8-4161-85a8-e467882f955c None None] For port 65d471ed-8b6e-49cf-8a4b-6bd705fb3fd2, host dv-cinder-825492-15-iscsi, cleared binding levels {{(pid=104527) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 25 07:36:29.274161 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.plugins.ml2.db [None req-5bcba0cf-69d8-4161-85a8-e467882f955c None None] For port 65d471ed-8b6e-49cf-8a4b-6bd705fb3fd2, host dv-cinder-825492-15-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825492-15-iscsi',level=0,port_id=65d471ed-8b6e-49cf-8a4b-6bd705fb3fd2,segment=NetworkSegment(a280169f-cd62-40b1-b23e-40cb603d4abb),segment_id=a280169f-cd62-40b1-b23e-40cb603d4abb)] {{(pid=104527) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 25 07:36:29.280881 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88db7542-ae12-4318-b200-811a00f3bbbf admin admin] Pushing event updated for resources: {'Subnet': ['ID=fdef845a-6670-4f1a-9c6b-2e789510998b,revision_number=0']} {{(pid=104525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 07:36:29.298048 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-64baa025-dc48-4c9b-8b36-aa9f968ca01e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1616943', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4883'] for router (89cbe682-09cd-46d4-8e46-d5caa5a0134e), before_create {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:36:29.299166 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-64baa025-dc48-4c9b-8b36-aa9f968ca01e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1616063', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1614895', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-299349', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4888'] for router (89cbe682-09cd-46d4-8e46-d5caa5a0134e), precommit_create {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:36:29.373533 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron_lib.callbacks.manager [None req-5bcba0cf-69d8-4161-85a8-e467882f955c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-617841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612926', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754056714442', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754056173882', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754056173900'] for port (65d471ed-8b6e-49cf-8a4b-6bd705fb3fd2), after_update {{(pid=104527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:36:29.402939 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-19851236-9668-4fa0-a451-3c4a452bfbfd admin admin] Publish callbacks [] for port (22f8fc27-9589-49b7-a3d1-f53043acd5a2), precommit_create {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:36:29.409574 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-6be0036d-20b2-4a18-9e86-93bffdc422dd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-280644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612926'] for subnet (e7796ec7-ead3-485d-a16b-d9ef7a0a8b85), after_create {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:36:29.461119 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bcba0cf-69d8-4161-85a8-e467882f955c None None] Pushing event updated for resources: {'Port': ['ID=65d471ed-8b6e-49cf-8a4b-6bd705fb3fd2,revision_number=2']} {{(pid=104527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 07:36:29.552880 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.db.db_base_plugin_common [None req-660e3b56-1d43-46dd-9102-938c6fb67887 None None] Allocated IP 172.20.0.2 (e9255b8f-85b1-4659-9bc1-7aaec6681338/2bd01566-eaf4-4493-b26a-8c7ef6fcaf51/3f9b8e5a-c834-4dec-b9c4-d4db1279f163) {{(pid=104527) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 07:36:29.603176 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-64baa025-dc48-4c9b-8b36-aa9f968ca01e admin admin] Publish callbacks [] for router_controller (89cbe682-09cd-46d4-8e46-d5caa5a0134e), precommit_add_association {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:36:29.611580 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88db7542-ae12-4318-b200-811a00f3bbbf admin admin] Checking segment: {'id': '39d8adcc-894d-48bd-a642-230f02087ed7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 255, 'network_id': 'f85a9936-18a2-497c-90b9-ba6df25b9b6e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104525) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 25 07:36:29.617056 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88db7542-ae12-4318-b200-811a00f3bbbf admin admin] Network hostable DHCP agents. Network: f85a9936-18a2-497c-90b9-ba6df25b9b6e, hostable agents: ['6cf9466f-68ff-4d03-9bb6-0c8244fa88eb'], hosted agents: [] {{(pid=104525) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 25 07:36:29.666487 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6be0036d-20b2-4a18-9e86-93bffdc422dd admin admin] Pushing event updated for resources: {'Subnet': ['ID=e7796ec7-ead3-485d-a16b-d9ef7a0a8b85,revision_number=0']} {{(pid=104526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 07:36:29.675988 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6be0036d-20b2-4a18-9e86-93bffdc422dd admin admin] Checking segment: {'id': '5e8ca1f8-871e-422d-b246-85fba594b2cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 250, 'network_id': '7eef0ae9-55de-48c4-ada3-da713e1942b9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104526) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 25 07:36:29.676349 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6be0036d-20b2-4a18-9e86-93bffdc422dd admin admin] Network hostable DHCP agents. Network: 7eef0ae9-55de-48c4-ada3-da713e1942b9, hostable agents: ['6cf9466f-68ff-4d03-9bb6-0c8244fa88eb'], hosted agents: [] {{(pid=104526) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 25 07:36:30.012822 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-19851236-9668-4fa0-a451-3c4a452bfbfd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-617841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612926', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754056173864'] for port (22f8fc27-9589-49b7-a3d1-f53043acd5a2), after_create {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:36:30.014056 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88db7542-ae12-4318-b200-811a00f3bbbf admin admin] Network f85a9936-18a2-497c-90b9-ba6df25b9b6e is scheduled to be hosted by DHCP agent 6cf9466f-68ff-4d03-9bb6-0c8244fa88eb with binding_index 1 {{(pid=104525) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 25 07:36:30.017997 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19851236-9668-4fa0-a451-3c4a452bfbfd admin admin] Network 29c629bd-3f50-4535-bfbc-a047608d6fb6 is already hosted by enough agents. {{(pid=104526) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 07:36:30.019060 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron_lib.callbacks.manager [None req-660e3b56-1d43-46dd-9102-938c6fb67887 None None] Publish callbacks [] for port (3f9b8e5a-c834-4dec-b9c4-d4db1279f163), precommit_create {{(pid=104527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:36:30.019683 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.scheduler.base_scheduler [None req-19851236-9668-4fa0-a451-3c4a452bfbfd admin admin] Resources bound (agent type, host, resource id): {{(pid=104526) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 07:36:30.019683 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19851236-9668-4fa0-a451-3c4a452bfbfd admin admin] Pushing event updated for resources: {'Port': ['ID=22f8fc27-9589-49b7-a3d1-f53043acd5a2,revision_number=1']} {{(pid=104526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 07:36:30.019683 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19851236-9668-4fa0-a451-3c4a452bfbfd admin admin] Received port after_create {{(pid=104526) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 25 07:36:30.019683 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.wsgi [-] (104526) accepted ('10.222.0.24', 40714) {{(pid=104526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 07:36:30.019683 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6be0036d-20b2-4a18-9e86-93bffdc422dd admin admin] Network 7eef0ae9-55de-48c4-ada3-da713e1942b9 is scheduled to be hosted by DHCP agent 6cf9466f-68ff-4d03-9bb6-0c8244fa88eb with binding_index 1 {{(pid=104526) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 25 07:36:30.019683 dv-cinder-825492-15-iscsi neutron-server[104526]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. May 25 07:36:30.020327 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-64baa025-dc48-4c9b-8b36-aa9f968ca01e admin admin] Publish callbacks [] for router_gateway (89cbe682-09cd-46d4-8e46-d5caa5a0134e), precommit_update {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:36:30.020442 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron_lib.callbacks.manager [None req-660e3b56-1d43-46dd-9102-938c6fb67887 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-617841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612926', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754056173864'] for port (3f9b8e5a-c834-4dec-b9c4-d4db1279f163), after_create {{(pid=104527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:36:30.020620 dv-cinder-825492-15-iscsi neutron-server[104528]: DEBUG dbcounter [-] [104528] Writing DB stats neutron:SELECT=5 {{(pid=104528) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 07:36:30.055633 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-660e3b56-1d43-46dd-9102-938c6fb67887 None None] Network e9255b8f-85b1-4659-9bc1-7aaec6681338 is already hosted by enough agents. {{(pid=104527) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 07:36:30.058541 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.scheduler.base_scheduler [None req-660e3b56-1d43-46dd-9102-938c6fb67887 None None] Resources bound (agent type, host, resource id): {{(pid=104527) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 07:36:30.063084 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.db.l3_dvrscheduler_db [None req-660e3b56-1d43-46dd-9102-938c6fb67887 None None] Received port after_create {{(pid=104527) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 25 07:36:30.070340 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-660e3b56-1d43-46dd-9102-938c6fb67887 None None] Pushing event updated for resources: {'Port': ['ID=3f9b8e5a-c834-4dec-b9c4-d4db1279f163,revision_number=1']} {{(pid=104527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 07:36:30.092551 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron.scheduler.base_scheduler [None req-88db7542-ae12-4318-b200-811a00f3bbbf admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-825492-15-iscsi, f85a9936-18a2-497c-90b9-ba6df25b9b6e) {{(pid=104525) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 07:36:30.104292 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88db7542-ae12-4318-b200-811a00f3bbbf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 07:36:30.123954 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-88db7542-ae12-4318-b200-811a00f3bbbf admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1612908'] for subnet (None), before_response {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:36:30.126580 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-765e26fd-bdca-48d0-bf08-7cb10f0be93b None None] Network f85a9936-18a2-497c-90b9-ba6df25b9b6e requested from dv-cinder-825492-15-iscsi {{(pid=104527) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 25 07:36:30.165465 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.scheduler.base_scheduler [None req-6be0036d-20b2-4a18-9e86-93bffdc422dd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-825492-15-iscsi, 7eef0ae9-55de-48c4-ada3-da713e1942b9) {{(pid=104526) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 07:36:30.190486 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6be0036d-20b2-4a18-9e86-93bffdc422dd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 07:36:30.191123 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-6be0036d-20b2-4a18-9e86-93bffdc422dd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1612908'] for subnet (None), before_response {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:36:30.207767 dv-cinder-825492-15-iscsi neutron-server[104528]: DEBUG dbcounter [-] [104528] Writing DB stats neutron:SELECT=23 {{(pid=104528) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 07:36:30.227461 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d28182b-5ef0-49a8-90e2-7b8522ed9b96 None None] Network 7eef0ae9-55de-48c4-ada3-da713e1942b9 requested from dv-cinder-825492-15-iscsi {{(pid=104527) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 25 07:36:30.262603 dv-cinder-825492-15-iscsi neutron-server[104525]: INFO neutron.wsgi [None req-88db7542-ae12-4318-b200-811a00f3bbbf admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.9382288 May 25 07:36:30.270096 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.plugins.ml2.managers [None req-660e3b56-1d43-46dd-9102-938c6fb67887 None None] Attempting to bind port 3f9b8e5a-c834-4dec-b9c4-d4db1279f163 on host dv-cinder-825492-15-iscsi for vnic_type normal with profile {{(pid=104527) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 25 07:36:30.270670 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.plugins.ml2.managers [None req-660e3b56-1d43-46dd-9102-938c6fb67887 None None] Attempting to bind port 3f9b8e5a-c834-4dec-b9c4-d4db1279f163 by drivers openvswitch,hyperv on host dv-cinder-825492-15-iscsi at level 0 using segments [{'id': '969a65dc-e069-48a8-ad7f-e38fdf9684ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': 'e9255b8f-85b1-4659-9bc1-7aaec6681338'}] {{(pid=104527) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 25 07:36:30.271353 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-660e3b56-1d43-46dd-9102-938c6fb67887 None None] Attempting to bind port 3f9b8e5a-c834-4dec-b9c4-d4db1279f163 on network e9255b8f-85b1-4659-9bc1-7aaec6681338 {{(pid=104527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 25 07:36:30.271590 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.wsgi [-] (104526) accepted ('10.222.0.24', 40726) {{(pid=104526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 07:36:30.283614 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.api.v2.base [None req-60892003-f034-4977-988f-7db365d426e8 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-679687525-router', 'tenant_id': '294afe2c36184564a80fb6bef7b32359', 'external_gateway_info': {'network_id': '29c629bd-3f50-4535-bfbc-a047608d6fb6'}}} {{(pid=104526) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 25 07:36:30.310730 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9fbb7fd-c9f5-4781-b518-ec08585e2389 req-395b229d-b2f5-4ab8-ad5b-7a8d0d504498 tempest-DeleteServersTestJSON-1468466414 tempest-DeleteServersTestJSON-1468466414-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 07:36:30.312896 dv-cinder-825492-15-iscsi neutron-server[104526]: INFO neutron.wsgi [req-e9fbb7fd-c9f5-4781-b518-ec08585e2389 req-395b229d-b2f5-4ab8-ad5b-7a8d0d504498 tempest-DeleteServersTestJSON-1468466414 tempest-DeleteServersTestJSON-1468466414-project] 10.222.0.24 "GET /v2.0/networks?id=393dac28-ed3c-466a-907d-db6538b59cca HTTP/1.1" status: 200 len: 812 time: 0.4112275 May 25 07:36:30.336148 dv-cinder-825492-15-iscsi neutron-server[104526]: INFO neutron.wsgi [None req-6be0036d-20b2-4a18-9e86-93bffdc422dd admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 2.0117791 May 25 07:36:30.339677 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.wsgi [-] (104526) accepted ('10.222.0.24', 40732) {{(pid=104526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 07:36:30.342473 dv-cinder-825492-15-iscsi neutron-server[104526]: INFO neutron.wsgi [req-e9fbb7fd-c9f5-4781-b518-ec08585e2389 req-d6b9db3e-74f7-40ea-8df8-ae8eac95112a tempest-DeleteServersTestJSON-1468466414 tempest-DeleteServersTestJSON-1468466414-project] 10.222.0.24 "GET /v2.0/quotas/39578c81fb5b4b208039318217fdb3a2 HTTP/1.1" status: 200 len: 375 time: 0.0242438 May 25 07:36:30.346024 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.api.v2.base [None req-ae713729-64de-4593-8e04-54fd80d4807b admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-1109401832-router', 'tenant_id': 'c4406d5d0e2347f1b96c34496f5ba5ae', 'external_gateway_info': {'network_id': '29c629bd-3f50-4535-bfbc-a047608d6fb6'}}} {{(pid=104526) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 25 07:36:30.380198 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-660e3b56-1d43-46dd-9102-938c6fb67887 None None] Checking agent: {'id': '67455b2d-ff20-4068-8b38-73bd0628c5cb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-825492-15-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 25, 7, 27, 41), 'started_at': datetime.datetime(2022, 5, 25, 7, 28, 11), 'heartbeat_timestamp': datetime.datetime(2022, 5, 25, 7, 36, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-825492-15-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 25 07:36:30.380778 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-660e3b56-1d43-46dd-9102-938c6fb67887 None None] Checking segment: {'id': '969a65dc-e069-48a8-ad7f-e38fdf9684ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': 'e9255b8f-85b1-4659-9bc1-7aaec6681338'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104527) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 25 07:36:30.381156 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron_lib.callbacks.manager [None req-660e3b56-1d43-46dd-9102-938c6fb67887 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:36:30.381540 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-660e3b56-1d43-46dd-9102-938c6fb67887 None None] Bound using segment: {'id': '969a65dc-e069-48a8-ad7f-e38fdf9684ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': 'e9255b8f-85b1-4659-9bc1-7aaec6681338'} {{(pid=104527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 25 07:36:30.382164 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.plugins.ml2.managers [None req-660e3b56-1d43-46dd-9102-938c6fb67887 None None] Bound port: 3f9b8e5a-c834-4dec-b9c4-d4db1279f163, host: dv-cinder-825492-15-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '969a65dc-e069-48a8-ad7f-e38fdf9684ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': 'e9255b8f-85b1-4659-9bc1-7aaec6681338'}}] {{(pid=104527) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 25 07:36:30.382981 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron_lib.callbacks.manager [None req-660e3b56-1d43-46dd-9102-938c6fb67887 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-616651'] for port (3f9b8e5a-c834-4dec-b9c4-d4db1279f163), before_update {{(pid=104527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:36:30.387418 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG dbcounter [-] [104525] Writing DB stats neutron:SELECT=72,neutron:INSERT=22,neutron:UPDATE=6 {{(pid=104525) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 07:36:30.492680 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-64baa025-dc48-4c9b-8b36-aa9f968ca01e admin admin] Publish callbacks [] for router_gateway (89cbe682-09cd-46d4-8e46-d5caa5a0134e), before_create {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:36:30.529829 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-60892003-f034-4977-988f-7db365d426e8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1616943', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4883'] for router (467a5089-229b-41f9-a57d-cb3df74d5ec8), before_create {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:36:30.529829 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-60892003-f034-4977-988f-7db365d426e8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1616063', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1614895', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-299349', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4888'] for router (467a5089-229b-41f9-a57d-cb3df74d5ec8), precommit_create {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:36:30.539427 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-64baa025-dc48-4c9b-8b36-aa9f968ca01e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-616651'] for port (None), before_create {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:36:30.556497 dv-cinder-825492-15-iscsi neutron-server[104526]: INFO neutron.wsgi [req-e9fbb7fd-c9f5-4781-b518-ec08585e2389 req-abc7aba8-7064-4cb4-937a-4e539267d744 tempest-DeleteServersTestJSON-1468466414 tempest-DeleteServersTestJSON-1468466414-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=39578c81fb5b4b208039318217fdb3a2&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1995780 May 25 07:36:30.561618 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0b055a9-b101-4fdc-93e2-2c40db9e8af2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpffcd8e1d-abc4-5fc1-a873-fed7d59917e2-f85a9936-18a2-497c-90b9-ba6df25b9b6e', 'network_id': 'f85a9936-18a2-497c-90b9-ba6df25b9b6e', 'project_id': '294afe2c36184564a80fb6bef7b32359', 'fixed_ips': [{'subnet_id': 'fdef845a-6670-4f1a-9c6b-2e789510998b'}]}} from dv-cinder-825492-15-iscsi. {{(pid=104527) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 25 07:36:30.563014 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron_lib.callbacks.manager [None req-e0b055a9-b101-4fdc-93e2-2c40db9e8af2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-616651'] for port (None), before_create {{(pid=104527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:36:30.661682 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.plugins.ml2.rpc [None req-4c581813-650f-4b4b-ac0f-82f585bea231 None None] Device 65d471ed-8b6e-49cf-8a4b-6bd705fb3fd2 up at agent ovs-agent-dv-cinder-825492-15-iscsi {{(pid=104527) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 25 07:36:30.728344 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron.db.db_base_plugin_common [None req-64baa025-dc48-4c9b-8b36-aa9f968ca01e admin admin] Allocated IP 172.27.3.173 (29c629bd-3f50-4535-bfbc-a047608d6fb6/7934ff5a-43f1-4f76-b9d8-e4343ace34f5/ff8aeffc-43d1-4e45-9c0c-9a1bd5a60423) {{(pid=104525) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 07:36:30.782924 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-ae713729-64de-4593-8e04-54fd80d4807b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1616943', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4883'] for router (7899052f-b07d-447b-ae4f-820daf0cb66c), before_create {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:36:30.784959 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-ae713729-64de-4593-8e04-54fd80d4807b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1616063', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1614895', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-299349', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4888'] for router (7899052f-b07d-447b-ae4f-820daf0cb66c), precommit_create {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:36:30.860206 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-552f4dfa-0961-43eb-8950-38242e65f0ee None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpffcd8e1d-abc4-5fc1-a873-fed7d59917e2-7eef0ae9-55de-48c4-ada3-da713e1942b9', 'network_id': '7eef0ae9-55de-48c4-ada3-da713e1942b9', 'project_id': 'c4406d5d0e2347f1b96c34496f5ba5ae', 'fixed_ips': [{'subnet_id': 'e7796ec7-ead3-485d-a16b-d9ef7a0a8b85'}]}} from dv-cinder-825492-15-iscsi. {{(pid=104527) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 25 07:36:30.861275 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron_lib.callbacks.manager [None req-552f4dfa-0961-43eb-8950-38242e65f0ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-616651'] for port (None), before_create {{(pid=104527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:36:30.875942 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.plugins.ml2.db [None req-660e3b56-1d43-46dd-9102-938c6fb67887 None None] For port 3f9b8e5a-c834-4dec-b9c4-d4db1279f163, host dv-cinder-825492-15-iscsi, cleared binding levels {{(pid=104527) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 25 07:36:30.886505 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-64baa025-dc48-4c9b-8b36-aa9f968ca01e admin admin] Publish callbacks [] for port (ff8aeffc-43d1-4e45-9c0c-9a1bd5a60423), precommit_create {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:36:30.925571 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.plugins.ml2.db [None req-660e3b56-1d43-46dd-9102-938c6fb67887 None None] For port 3f9b8e5a-c834-4dec-b9c4-d4db1279f163, host dv-cinder-825492-15-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825492-15-iscsi',level=0,port_id=3f9b8e5a-c834-4dec-b9c4-d4db1279f163,segment=NetworkSegment(969a65dc-e069-48a8-ad7f-e38fdf9684ce),segment_id=969a65dc-e069-48a8-ad7f-e38fdf9684ce)] {{(pid=104527) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 25 07:36:30.968207 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-60892003-f034-4977-988f-7db365d426e8 admin admin] Publish callbacks [] for router_controller (467a5089-229b-41f9-a57d-cb3df74d5ec8), precommit_add_association {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:36:30.973148 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-19851236-9668-4fa0-a451-3c4a452bfbfd admin admin] Publish callbacks [] for router_gateway (27856324-98d4-4244-bd01-93343ae31478), after_create {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:36:31.079624 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-ae713729-64de-4593-8e04-54fd80d4807b admin admin] Publish callbacks [] for router_controller (7899052f-b07d-447b-ae4f-820daf0cb66c), precommit_add_association {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:36:31.081456 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-64baa025-dc48-4c9b-8b36-aa9f968ca01e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-617841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612926', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754056173864'] for port (ff8aeffc-43d1-4e45-9c0c-9a1bd5a60423), after_create {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:36:31.084865 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.db.provisioning_blocks [None req-4c581813-650f-4b4b-ac0f-82f585bea231 None None] Provisioning complete for port 65d471ed-8b6e-49cf-8a4b-6bd705fb3fd2 triggered by entity L2. {{(pid=104527) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 25 07:36:31.085337 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron_lib.callbacks.manager [None req-4c581813-650f-4b4b-ac0f-82f585bea231 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1490782'] for port (65d471ed-8b6e-49cf-8a4b-6bd705fb3fd2), provisioning_complete {{(pid=104527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:36:31.088829 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.wsgi [-] (104526) accepted ('10.222.0.24', 40754) {{(pid=104526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 07:36:31.089976 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG dbcounter [-] [104526] Writing DB stats neutron:SELECT=85,neutron:UPDATE=4,neutron:INSERT=9,neutron:DELETE=2 {{(pid=104526) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 07:36:31.096327 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron_lib.callbacks.manager [None req-660e3b56-1d43-46dd-9102-938c6fb67887 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-617841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612926', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754056714442', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754056173882', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754056173900'] for port (3f9b8e5a-c834-4dec-b9c4-d4db1279f163), after_update {{(pid=104527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:36:31.173331 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64baa025-dc48-4c9b-8b36-aa9f968ca01e admin admin] Network 29c629bd-3f50-4535-bfbc-a047608d6fb6 is already hosted by enough agents. {{(pid=104525) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 07:36:31.177529 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.wsgi [req-e9fbb7fd-c9f5-4781-b518-ec08585e2389 req-dc6f3870-c526-4a2f-8c01-4829d15d621b service neutron] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=104526) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 25 07:36:31.178399 dv-cinder-825492-15-iscsi neutron-server[104526]: INFO neutron.wsgi [req-e9fbb7fd-c9f5-4781-b518-ec08585e2389 req-dc6f3870-c526-4a2f-8c01-4829d15d621b service neutron] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.3728468 May 25 07:36:31.178689 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron.scheduler.base_scheduler [None req-64baa025-dc48-4c9b-8b36-aa9f968ca01e admin admin] Resources bound (agent type, host, resource id): {{(pid=104525) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 07:36:31.183012 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64baa025-dc48-4c9b-8b36-aa9f968ca01e admin admin] Received port after_create {{(pid=104525) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 25 07:36:31.257745 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-660e3b56-1d43-46dd-9102-938c6fb67887 None None] Pushing event updated for resources: {'Port': ['ID=3f9b8e5a-c834-4dec-b9c4-d4db1279f163,revision_number=2']} {{(pid=104527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 07:36:31.257745 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.db.db_base_plugin_common [None req-e0b055a9-b101-4fdc-93e2-2c40db9e8af2 None None] Allocated IP 172.20.0.2 (f85a9936-18a2-497c-90b9-ba6df25b9b6e/fdef845a-6670-4f1a-9c6b-2e789510998b/14237580-8e47-4b2b-abba-fb6a03ea42a4) {{(pid=104527) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 07:36:31.281487 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64baa025-dc48-4c9b-8b36-aa9f968ca01e admin admin] Pushing event updated for resources: {'Port': ['ID=ff8aeffc-43d1-4e45-9c0c-9a1bd5a60423,revision_number=1']} {{(pid=104525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 07:36:31.293684 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e78e9289-91f0-4d79-95be-2657b385c5ef None None] Network f39d85d3-0173-4496-879c-2b83e234d364 requested from dv-cinder-825492-15-iscsi {{(pid=104527) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 25 07:36:31.343947 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-c06dfc0a-e73a-4ac7-a69f-49e40e85b906 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:36:31.489473 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.db.db_base_plugin_common [None req-552f4dfa-0961-43eb-8950-38242e65f0ee None None] Allocated IP 172.20.0.2 (7eef0ae9-55de-48c4-ada3-da713e1942b9/e7796ec7-ead3-485d-a16b-d9ef7a0a8b85/5da9a7f2-5b3e-469b-a2d6-d4f69bf54dc9) {{(pid=104527) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 07:36:31.492160 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.plugins.ml2.plugin [None req-4c581813-650f-4b4b-ac0f-82f585bea231 None None] Current status of the port 65d471ed-8b6e-49cf-8a4b-6bd705fb3fd2 is: DOWN; New status is: ACTIVE {{(pid=104527) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 25 07:36:31.492735 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron_lib.callbacks.manager [None req-4c581813-650f-4b4b-ac0f-82f585bea231 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-616651'] for port (65d471ed-8b6e-49cf-8a4b-6bd705fb3fd2), before_update {{(pid=104527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:36:31.529405 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.db.provisioning_blocks [None req-ce8ef5e3-805a-41d9-85ec-655d6b961d75 None None] Provisioning complete for port 65d471ed-8b6e-49cf-8a4b-6bd705fb3fd2 triggered by entity DHCP. {{(pid=104527) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 25 07:36:31.529769 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron_lib.callbacks.manager [None req-ce8ef5e3-805a-41d9-85ec-655d6b961d75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1490782'] for port (65d471ed-8b6e-49cf-8a4b-6bd705fb3fd2), provisioning_complete {{(pid=104527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:36:31.633418 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG dbcounter [-] [104527] Writing DB stats neutron:SELECT=94,neutron:UPDATE=3,neutron:INSERT=3 {{(pid=104527) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 07:36:31.668464 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG dbcounter [-] [104527] Writing DB stats neutron:SELECT=91,neutron:INSERT=4,neutron:UPDATE=5 {{(pid=104527) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 07:36:31.672908 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-64baa025-dc48-4c9b-8b36-aa9f968ca01e admin admin] Publish callbacks [] for router_gateway (89cbe682-09cd-46d4-8e46-d5caa5a0134e), after_create {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:36:31.706347 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-19851236-9668-4fa0-a451-3c4a452bfbfd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1616054', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1614970'] for router (27856324-98d4-4244-bd01-93343ae31478), after_create {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:36:31.914965 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron_lib.callbacks.manager [None req-e0b055a9-b101-4fdc-93e2-2c40db9e8af2 None None] Publish callbacks [] for port (14237580-8e47-4b2b-abba-fb6a03ea42a4), precommit_create {{(pid=104527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:36:31.925833 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-ae713729-64de-4593-8e04-54fd80d4807b admin admin] Publish callbacks [] for router_gateway (7899052f-b07d-447b-ae4f-820daf0cb66c), precommit_update {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:36:31.958525 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG dbcounter [-] [104525] Writing DB stats neutron:SELECT=82,neutron:INSERT=9,neutron:UPDATE=3,neutron:DELETE=6 {{(pid=104525) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 07:36:31.961084 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-64baa025-dc48-4c9b-8b36-aa9f968ca01e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1616054', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1614970'] for router (89cbe682-09cd-46d4-8e46-d5caa5a0134e), after_create {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:36:31.966397 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG dbcounter [-] [104526] Writing DB stats neutron:SELECT=91,neutron:INSERT=6,neutron:UPDATE=3 {{(pid=104526) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 07:36:31.974438 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-60892003-f034-4977-988f-7db365d426e8 admin admin] Publish callbacks [] for router_gateway (467a5089-229b-41f9-a57d-cb3df74d5ec8), precommit_update {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:36:31.980066 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.plugins.ml2.db [None req-4c581813-650f-4b4b-ac0f-82f585bea231 None None] For port 65d471ed-8b6e-49cf-8a4b-6bd705fb3fd2, host dv-cinder-825492-15-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825492-15-iscsi',level=0,port_id=65d471ed-8b6e-49cf-8a4b-6bd705fb3fd2,segment=NetworkSegment(a280169f-cd62-40b1-b23e-40cb603d4abb),segment_id=a280169f-cd62-40b1-b23e-40cb603d4abb)] {{(pid=104527) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 07:36:32.054118 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-c06dfc0a-e73a-4ac7-a69f-49e40e85b906 admin admin] Publish callbacks [] for security_group (e37c58c4-b256-4ba7-86dc-fe5501e3e4da), precommit_create {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:36:32.064820 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron_lib.callbacks.manager [None req-e0b055a9-b101-4fdc-93e2-2c40db9e8af2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-617841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612926', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754056173864'] for port (14237580-8e47-4b2b-abba-fb6a03ea42a4), after_create {{(pid=104527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:36:32.069037 dv-cinder-825492-15-iscsi neutron-server[104526]: INFO neutron.wsgi [req-e9fbb7fd-c9f5-4781-b518-ec08585e2389 req-3bed5ca4-b832-4d14-8f9b-378641c8328a service neutron] 10.222.0.24 "GET /v2.0/networks/393dac28-ed3c-466a-907d-db6538b59cca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8748312 May 25 07:36:32.132996 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron_lib.callbacks.manager [None req-798242cc-9ea0-464c-9109-86bd7997349e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754056472917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490168'] for agent (bbf5dc8c-5103-4973-a6b6-76af4660c126), after_update {{(pid=104527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:36:32.138488 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron_lib.callbacks.manager [None req-4c581813-650f-4b4b-ac0f-82f585bea231 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-617841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612926', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754056714442', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754056173882', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754056173900'] for port (65d471ed-8b6e-49cf-8a4b-6bd705fb3fd2), after_update {{(pid=104527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:36:32.153715 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0b055a9-b101-4fdc-93e2-2c40db9e8af2 None None] Network f85a9936-18a2-497c-90b9-ba6df25b9b6e is already hosted by enough agents. {{(pid=104527) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 07:36:32.154762 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0b055a9-b101-4fdc-93e2-2c40db9e8af2 None None] Pushing event updated for resources: {'Port': ['ID=14237580-8e47-4b2b-abba-fb6a03ea42a4,revision_number=1']} {{(pid=104527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 07:36:32.163228 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.scheduler.base_scheduler [None req-e0b055a9-b101-4fdc-93e2-2c40db9e8af2 None None] Resources bound (agent type, host, resource id): {{(pid=104527) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 07:36:32.165588 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0b055a9-b101-4fdc-93e2-2c40db9e8af2 None None] Received port after_create {{(pid=104527) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 25 07:36:32.167810 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.plugins.ml2.plugin [None req-ce8ef5e3-805a-41d9-85ec-655d6b961d75 None None] Current status of the port 65d471ed-8b6e-49cf-8a4b-6bd705fb3fd2 is: DOWN; New status is: ACTIVE {{(pid=104527) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 25 07:36:32.167975 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron_lib.callbacks.manager [None req-ce8ef5e3-805a-41d9-85ec-655d6b961d75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-616651'] for port (65d471ed-8b6e-49cf-8a4b-6bd705fb3fd2), before_update {{(pid=104527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:36:32.171962 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-64baa025-dc48-4c9b-8b36-aa9f968ca01e admin admin] Router 89cbe682-09cd-46d4-8e46-d5caa5a0134e is scheduled to L3 agent 54ff4013-997e-4376-a4e9-e6c98cf37cc7 with binding_index 1 {{(pid=104525) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 25 07:36:32.271792 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-c06dfc0a-e73a-4ac7-a69f-49e40e85b906 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-278753'] for security_group (e37c58c4-b256-4ba7-86dc-fe5501e3e4da), after_create {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:36:32.339373 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c581813-650f-4b4b-ac0f-82f585bea231 None None] Pushing event updated for resources: {'Port': ['ID=65d471ed-8b6e-49cf-8a4b-6bd705fb3fd2,revision_number=3']} {{(pid=104527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 07:36:32.430120 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron_lib.db.api [None req-ce8ef5e3-805a-41d9-85ec-655d6b961d75 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=104527) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} May 25 07:36:32.430602 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG oslo_db.api [None req-ce8ef5e3-805a-41d9-85ec-655d6b961d75 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=104527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 25 07:36:32.436193 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.plugins.ml2.managers [None req-e0b055a9-b101-4fdc-93e2-2c40db9e8af2 None None] Attempting to bind port 14237580-8e47-4b2b-abba-fb6a03ea42a4 on host dv-cinder-825492-15-iscsi for vnic_type normal with profile {{(pid=104527) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 25 07:36:32.437766 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.plugins.ml2.managers [None req-e0b055a9-b101-4fdc-93e2-2c40db9e8af2 None None] Attempting to bind port 14237580-8e47-4b2b-abba-fb6a03ea42a4 by drivers openvswitch,hyperv on host dv-cinder-825492-15-iscsi at level 0 using segments [{'id': '39d8adcc-894d-48bd-a642-230f02087ed7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 255, 'network_id': 'f85a9936-18a2-497c-90b9-ba6df25b9b6e'}] {{(pid=104527) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 25 07:36:32.438151 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0b055a9-b101-4fdc-93e2-2c40db9e8af2 None None] Attempting to bind port 14237580-8e47-4b2b-abba-fb6a03ea42a4 on network f85a9936-18a2-497c-90b9-ba6df25b9b6e {{(pid=104527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 25 07:36:32.451382 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0b055a9-b101-4fdc-93e2-2c40db9e8af2 None None] Checking agent: {'id': '67455b2d-ff20-4068-8b38-73bd0628c5cb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-825492-15-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 25, 7, 27, 41), 'started_at': datetime.datetime(2022, 5, 25, 7, 28, 11), 'heartbeat_timestamp': datetime.datetime(2022, 5, 25, 7, 36, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-825492-15-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 25 07:36:32.451760 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0b055a9-b101-4fdc-93e2-2c40db9e8af2 None None] Checking segment: {'id': '39d8adcc-894d-48bd-a642-230f02087ed7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 255, 'network_id': 'f85a9936-18a2-497c-90b9-ba6df25b9b6e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104527) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 25 07:36:32.452289 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron_lib.callbacks.manager [None req-e0b055a9-b101-4fdc-93e2-2c40db9e8af2 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:36:32.453327 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0b055a9-b101-4fdc-93e2-2c40db9e8af2 None None] Bound using segment: {'id': '39d8adcc-894d-48bd-a642-230f02087ed7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 255, 'network_id': 'f85a9936-18a2-497c-90b9-ba6df25b9b6e'} {{(pid=104527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 25 07:36:32.456295 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.plugins.ml2.managers [None req-e0b055a9-b101-4fdc-93e2-2c40db9e8af2 None None] Bound port: 14237580-8e47-4b2b-abba-fb6a03ea42a4, host: dv-cinder-825492-15-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '39d8adcc-894d-48bd-a642-230f02087ed7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 255, 'network_id': 'f85a9936-18a2-497c-90b9-ba6df25b9b6e'}}] {{(pid=104527) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 25 07:36:32.456295 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron_lib.callbacks.manager [None req-e0b055a9-b101-4fdc-93e2-2c40db9e8af2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-616651'] for port (14237580-8e47-4b2b-abba-fb6a03ea42a4), before_update {{(pid=104527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:36:32.476583 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron_lib.callbacks.manager [None req-552f4dfa-0961-43eb-8950-38242e65f0ee None None] Publish callbacks [] for port (5da9a7f2-5b3e-469b-a2d6-d4f69bf54dc9), precommit_create {{(pid=104527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:36:32.543857 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.plugins.ml2.db [None req-e0b055a9-b101-4fdc-93e2-2c40db9e8af2 None None] For port 14237580-8e47-4b2b-abba-fb6a03ea42a4, host dv-cinder-825492-15-iscsi, cleared binding levels {{(pid=104527) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 25 07:36:32.548123 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.plugins.ml2.db [None req-e0b055a9-b101-4fdc-93e2-2c40db9e8af2 None None] For port 14237580-8e47-4b2b-abba-fb6a03ea42a4, host dv-cinder-825492-15-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825492-15-iscsi',level=0,port_id=14237580-8e47-4b2b-abba-fb6a03ea42a4,segment=NetworkSegment(39d8adcc-894d-48bd-a642-230f02087ed7),segment_id=39d8adcc-894d-48bd-a642-230f02087ed7)] {{(pid=104527) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 25 07:36:32.567089 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG dbcounter [-] [104525] Writing DB stats neutron:SELECT=88,neutron:INSERT=9,neutron:UPDATE=3 {{(pid=104525) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 07:36:32.588950 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-64baa025-dc48-4c9b-8b36-aa9f968ca01e admin admin] Notify agent at l3_agent.dv-cinder-825492-15-iscsi the message routers_updated {{(pid=104525) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 25 07:36:32.593836 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron_lib.callbacks.manager [None req-552f4dfa-0961-43eb-8950-38242e65f0ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-617841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612926', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754056173864'] for port (5da9a7f2-5b3e-469b-a2d6-d4f69bf54dc9), after_create {{(pid=104527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:36:32.606652 dv-cinder-825492-15-iscsi neutron-server[104528]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-318bf622-87a4-433e-9558-0f725d34e12a None None] Sync routers for ids ['89cbe682-09cd-46d4-8e46-d5caa5a0134e'] in dv-cinder-825492-15-iscsi {{(pid=104528) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 25 07:36:32.651931 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-552f4dfa-0961-43eb-8950-38242e65f0ee None None] Pushing event updated for resources: {'Port': ['ID=5da9a7f2-5b3e-469b-a2d6-d4f69bf54dc9,revision_number=1']} {{(pid=104527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 07:36:32.657601 dv-cinder-825492-15-iscsi neutron-server[104528]: DEBUG neutron.db.l3_dvrscheduler_db [None req-318bf622-87a4-433e-9558-0f725d34e12a None None] Routers {'89cbe682-09cd-46d4-8e46-d5caa5a0134e'} bound to L3 agent in host dv-cinder-825492-15-iscsi {{(pid=104528) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 25 07:36:32.658337 dv-cinder-825492-15-iscsi neutron-server[104528]: DEBUG neutron.db.l3_hamode_db [None req-318bf622-87a4-433e-9558-0f725d34e12a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825492-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-25T07:27:37Z,description=,heartbeat_timestamp=2022-05-25T07:36:07Z,host='dv-cinder-825492-15-iscsi',id=54ff4013-997e-4376-a4e9-e6c98cf37cc7,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T07:27:38Z,topic='l3_agent')) {'router_ids': ['89cbe682-09cd-46d4-8e46-d5caa5a0134e'], 'active': True} {{(pid=104528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 07:36:32.660183 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron_lib.callbacks.manager [None req-e0b055a9-b101-4fdc-93e2-2c40db9e8af2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-617841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612926', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754056714442', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754056173882', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754056173900'] for port (14237580-8e47-4b2b-abba-fb6a03ea42a4), after_update {{(pid=104527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:36:32.672966 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-ae713729-64de-4593-8e04-54fd80d4807b admin admin] Publish callbacks [] for router_gateway (7899052f-b07d-447b-ae4f-820daf0cb66c), before_create {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:36:32.684738 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-64baa025-dc48-4c9b-8b36-aa9f968ca01e admin admin] Publish callbacks [] for router (None), before_response {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:36:32.686353 dv-cinder-825492-15-iscsi neutron-server[104525]: INFO neutron.wsgi [None req-64baa025-dc48-4c9b-8b36-aa9f968ca01e admin admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 3.6313748 May 25 07:36:32.690199 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron.wsgi [-] (104525) accepted ('10.222.0.24', 40780) {{(pid=104525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 07:36:32.708668 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.plugins.ml2.rpc [None req-4c581813-650f-4b4b-ac0f-82f585bea231 None None] Device 65d471ed-8b6e-49cf-8a4b-6bd705fb3fd2 up at agent ovs-agent-dv-cinder-825492-15-iscsi {{(pid=104527) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 25 07:36:32.805668 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c06dfc0a-e73a-4ac7-a69f-49e40e85b906 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e37c58c4-b256-4ba7-86dc-fe5501e3e4da,revision_number=1']} {{(pid=104526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 07:36:32.814742 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-ae713729-64de-4593-8e04-54fd80d4807b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-616651'] for port (None), before_create {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:36:32.825134 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-552f4dfa-0961-43eb-8950-38242e65f0ee None None] Network 7eef0ae9-55de-48c4-ada3-da713e1942b9 is already hosted by enough agents. {{(pid=104527) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 07:36:32.851709 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f29e848-75c3-440d-9b3b-52dfa8e98b43 None None] Network e9255b8f-85b1-4659-9bc1-7aaec6681338 requested from dv-cinder-825492-15-iscsi {{(pid=104527) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 25 07:36:32.878628 dv-cinder-825492-15-iscsi neutron-server[104526]: INFO neutron.wsgi [None req-c06dfc0a-e73a-4ac7-a69f-49e40e85b906 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=b8c00a254f984ace8b02d68d030d4155&name=default HTTP/1.1" status: 200 len: 2992 time: 1.7878747 May 25 07:36:32.946213 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.db.db_base_plugin_common [None req-ae713729-64de-4593-8e04-54fd80d4807b admin admin] Allocated IP 172.27.3.76 (29c629bd-3f50-4535-bfbc-a047608d6fb6/7934ff5a-43f1-4f76-b9d8-e4343ace34f5/7acc11af-cd2a-46fe-98c2-4a90e3178336) {{(pid=104526) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 07:36:32.951226 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron.wsgi [-] (104525) accepted ('10.222.0.24', 40790) {{(pid=104525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 07:36:32.960548 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.scheduler.base_scheduler [None req-552f4dfa-0961-43eb-8950-38242e65f0ee None None] Resources bound (agent type, host, resource id): {{(pid=104527) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 07:36:32.963396 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.db.l3_dvrscheduler_db [None req-552f4dfa-0961-43eb-8950-38242e65f0ee None None] Received port after_create {{(pid=104527) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 25 07:36:33.038580 dv-cinder-825492-15-iscsi neutron-server[104528]: DEBUG neutron.db.l3_dvr_db [None req-318bf622-87a4-433e-9558-0f725d34e12a None None] Set router 89cbe682-09cd-46d4-8e46-d5caa5a0134e gateway port host: dv-cinder-825492-15-iscsi {{(pid=104528) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 25 07:36:33.092287 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0b055a9-b101-4fdc-93e2-2c40db9e8af2 None None] Pushing event updated for resources: {'Port': ['ID=14237580-8e47-4b2b-abba-fb6a03ea42a4,revision_number=2']} {{(pid=104527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 07:36:33.118763 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-3fcaacdd-387c-4a45-a2a6-c784d314e299 admin admin] Publish callbacks [] for security_group (e37c58c4-b256-4ba7-86dc-fe5501e3e4da), before_delete {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:36:33.182696 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-3fcaacdd-387c-4a45-a2a6-c784d314e299 admin admin] Publish callbacks [] for security_group (e37c58c4-b256-4ba7-86dc-fe5501e3e4da), precommit_delete {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:36:33.229600 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-ae713729-64de-4593-8e04-54fd80d4807b admin admin] Publish callbacks [] for port (7acc11af-cd2a-46fe-98c2-4a90e3178336), precommit_create {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:36:33.248519 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.plugins.ml2.managers [None req-552f4dfa-0961-43eb-8950-38242e65f0ee None None] Attempting to bind port 5da9a7f2-5b3e-469b-a2d6-d4f69bf54dc9 on host dv-cinder-825492-15-iscsi for vnic_type normal with profile {{(pid=104527) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 25 07:36:33.249787 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.plugins.ml2.managers [None req-552f4dfa-0961-43eb-8950-38242e65f0ee None None] Attempting to bind port 5da9a7f2-5b3e-469b-a2d6-d4f69bf54dc9 by drivers openvswitch,hyperv on host dv-cinder-825492-15-iscsi at level 0 using segments [{'id': '5e8ca1f8-871e-422d-b246-85fba594b2cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 250, 'network_id': '7eef0ae9-55de-48c4-ada3-da713e1942b9'}] {{(pid=104527) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 25 07:36:33.250290 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-552f4dfa-0961-43eb-8950-38242e65f0ee None None] Attempting to bind port 5da9a7f2-5b3e-469b-a2d6-d4f69bf54dc9 on network 7eef0ae9-55de-48c4-ada3-da713e1942b9 {{(pid=104527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 25 07:36:33.259080 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-552f4dfa-0961-43eb-8950-38242e65f0ee None None] Checking agent: {'id': '67455b2d-ff20-4068-8b38-73bd0628c5cb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-825492-15-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 25, 7, 27, 41), 'started_at': datetime.datetime(2022, 5, 25, 7, 28, 11), 'heartbeat_timestamp': datetime.datetime(2022, 5, 25, 7, 36, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-825492-15-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 25 07:36:33.259959 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-552f4dfa-0961-43eb-8950-38242e65f0ee None None] Checking segment: {'id': '5e8ca1f8-871e-422d-b246-85fba594b2cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 250, 'network_id': '7eef0ae9-55de-48c4-ada3-da713e1942b9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104527) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 25 07:36:33.260577 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron_lib.callbacks.manager [None req-552f4dfa-0961-43eb-8950-38242e65f0ee None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:36:33.261086 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-552f4dfa-0961-43eb-8950-38242e65f0ee None None] Bound using segment: {'id': '5e8ca1f8-871e-422d-b246-85fba594b2cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 250, 'network_id': '7eef0ae9-55de-48c4-ada3-da713e1942b9'} {{(pid=104527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 25 07:36:33.261883 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.plugins.ml2.managers [None req-552f4dfa-0961-43eb-8950-38242e65f0ee None None] Bound port: 5da9a7f2-5b3e-469b-a2d6-d4f69bf54dc9, host: dv-cinder-825492-15-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5e8ca1f8-871e-422d-b246-85fba594b2cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 250, 'network_id': '7eef0ae9-55de-48c4-ada3-da713e1942b9'}}] {{(pid=104527) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 25 07:36:33.262490 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron_lib.callbacks.manager [None req-552f4dfa-0961-43eb-8950-38242e65f0ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-616651'] for port (5da9a7f2-5b3e-469b-a2d6-d4f69bf54dc9), before_update {{(pid=104527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:36:33.273839 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.db.provisioning_blocks [None req-4c581813-650f-4b4b-ac0f-82f585bea231 None None] Provisioning complete for port 65d471ed-8b6e-49cf-8a4b-6bd705fb3fd2 triggered by entity L2. {{(pid=104527) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 25 07:36:33.274632 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron_lib.callbacks.manager [None req-4c581813-650f-4b4b-ac0f-82f585bea231 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1490782'] for port (65d471ed-8b6e-49cf-8a4b-6bd705fb3fd2), provisioning_complete {{(pid=104527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:36:33.326876 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-19851236-9668-4fa0-a451-3c4a452bfbfd admin admin] Router 27856324-98d4-4244-bd01-93343ae31478 is scheduled to L3 agent 54ff4013-997e-4376-a4e9-e6c98cf37cc7 with binding_index 1 {{(pid=104526) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 25 07:36:33.346033 dv-cinder-825492-15-iscsi neutron-server[104528]: DEBUG neutron.db.l3_hamode_db [None req-318bf622-87a4-433e-9558-0f725d34e12a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '89cbe682-09cd-46d4-8e46-d5caa5a0134e', 'name': 'tempest-ServerRescueNegativeTestJSON-5943718-router', 'tenant_id': 'd4719a4804e24f27b9427e58c5cbe13b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '29c629bd-3f50-4535-bfbc-a047608d6fb6', 'external_fixed_ips': [{'subnet_id': '7934ff5a-43f1-4f76-b9d8-e4343ace34f5', 'ip_address': '172.27.3.173'}], 'enable_snat': True}, 'gw_port_id': 'ff8aeffc-43d1-4e45-9c0c-9a1bd5a60423', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T07:36:29Z', 'updated_at': '2022-05-25T07:36:31Z', 'revision_number': 3, 'project_id': 'd4719a4804e24f27b9427e58c5cbe13b', 'gw_port': {'id': 'ff8aeffc-43d1-4e45-9c0c-9a1bd5a60423', 'name': '', 'network_id': '29c629bd-3f50-4535-bfbc-a047608d6fb6', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:52:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '89cbe682-09cd-46d4-8e46-d5caa5a0134e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '7934ff5a-43f1-4f76-b9d8-e4343ace34f5', 'ip_address': '172.27.3.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T07:36:30Z', 'updated_at': '2022-05-25T07:36:30Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7934ff5a-43f1-4f76-b9d8-e4343ace34f5', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825492-15-iscsi'}], 'dv-cinder-825492-15-iscsi', False) {} {{(pid=104528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 07:36:33.349961 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.plugins.ml2.plugin [None req-ce8ef5e3-805a-41d9-85ec-655d6b961d75 None None] Current status of the port 65d471ed-8b6e-49cf-8a4b-6bd705fb3fd2 is: ACTIVE; New status is: ACTIVE {{(pid=104527) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 25 07:36:33.378404 dv-cinder-825492-15-iscsi neutron-server[104528]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-318bf622-87a4-433e-9558-0f725d34e12a None None] Checking router: 89cbe682-09cd-46d4-8e46-d5caa5a0134e for host: dv-cinder-825492-15-iscsi {{(pid=104528) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 25 07:36:33.378986 dv-cinder-825492-15-iscsi neutron-server[104528]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-318bf622-87a4-433e-9558-0f725d34e12a None None] Updating router 89cbe682-09cd-46d4-8e46-d5caa5a0134e port ff8aeffc-43d1-4e45-9c0c-9a1bd5a60423 binding host dv-cinder-825492-15-iscsi {{(pid=104528) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 25 07:36:33.379247 dv-cinder-825492-15-iscsi neutron-server[104526]: INFO neutron.wsgi [req-e9fbb7fd-c9f5-4781-b518-ec08585e2389 req-c6b4088c-96bc-4023-8847-151d5881f695 service neutron] 10.222.0.24 "GET /v2.0/networks/393dac28-ed3c-466a-907d-db6538b59cca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.3081803 May 25 07:36:33.413305 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-ae713729-64de-4593-8e04-54fd80d4807b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-617841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612926', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754056173864'] for port (7acc11af-cd2a-46fe-98c2-4a90e3178336), after_create {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:36:33.414924 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-3fcaacdd-387c-4a45-a2a6-c784d314e299 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-278753'] for security_group (e37c58c4-b256-4ba7-86dc-fe5501e3e4da), after_delete {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:36:33.417799 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-3fcaacdd-387c-4a45-a2a6-c784d314e299 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:36:33.419281 dv-cinder-825492-15-iscsi neutron-server[104525]: INFO neutron.wsgi [None req-3fcaacdd-387c-4a45-a2a6-c784d314e299 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/e37c58c4-b256-4ba7-86dc-fe5501e3e4da HTTP/1.1" status: 204 len: 168 time: 0.4658494 May 25 07:36:33.459128 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fcaacdd-387c-4a45-a2a6-c784d314e299 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e37c58c4-b256-4ba7-86dc-fe5501e3e4da,revision_number=None']} {{(pid=104525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 07:36:33.465307 dv-cinder-825492-15-iscsi neutron-server[104528]: DEBUG neutron_lib.callbacks.manager [None req-318bf622-87a4-433e-9558-0f725d34e12a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-616651'] for port (ff8aeffc-43d1-4e45-9c0c-9a1bd5a60423), before_update {{(pid=104528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:36:33.491402 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.plugins.ml2.plugin [None req-4c581813-650f-4b4b-ac0f-82f585bea231 None None] Current status of the port 65d471ed-8b6e-49cf-8a4b-6bd705fb3fd2 is: ACTIVE; New status is: ACTIVE {{(pid=104527) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 25 07:36:33.495646 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.plugins.ml2.rpc [None req-4c581813-650f-4b4b-ac0f-82f585bea231 None None] Device 3f9b8e5a-c834-4dec-b9c4-d4db1279f163 up at agent ovs-agent-dv-cinder-825492-15-iscsi {{(pid=104527) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 25 07:36:33.721059 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae713729-64de-4593-8e04-54fd80d4807b admin admin] Network 29c629bd-3f50-4535-bfbc-a047608d6fb6 is already hosted by enough agents. {{(pid=104526) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 07:36:33.727453 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.plugins.ml2.db [None req-552f4dfa-0961-43eb-8950-38242e65f0ee None None] For port 5da9a7f2-5b3e-469b-a2d6-d4f69bf54dc9, host dv-cinder-825492-15-iscsi, cleared binding levels {{(pid=104527) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 25 07:36:33.750431 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.plugins.ml2.db [None req-552f4dfa-0961-43eb-8950-38242e65f0ee None None] For port 5da9a7f2-5b3e-469b-a2d6-d4f69bf54dc9, host dv-cinder-825492-15-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825492-15-iscsi',level=0,port_id=5da9a7f2-5b3e-469b-a2d6-d4f69bf54dc9,segment=NetworkSegment(5e8ca1f8-871e-422d-b246-85fba594b2cb),segment_id=5e8ca1f8-871e-422d-b246-85fba594b2cb)] {{(pid=104527) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 25 07:36:33.769012 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.db.provisioning_blocks [None req-039f3fed-7036-431a-98cb-f2bf86bacb77 None None] Provisioning complete for port 3f9b8e5a-c834-4dec-b9c4-d4db1279f163 triggered by entity DHCP. {{(pid=104527) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 25 07:36:33.769465 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron_lib.callbacks.manager [None req-039f3fed-7036-431a-98cb-f2bf86bacb77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1490782'] for port (3f9b8e5a-c834-4dec-b9c4-d4db1279f163), provisioning_complete {{(pid=104527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:36:33.770428 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.scheduler.base_scheduler [None req-ae713729-64de-4593-8e04-54fd80d4807b admin admin] Resources bound (agent type, host, resource id): {{(pid=104526) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 07:36:33.774201 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae713729-64de-4593-8e04-54fd80d4807b admin admin] Received port after_create {{(pid=104526) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 25 07:36:33.776940 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae713729-64de-4593-8e04-54fd80d4807b admin admin] Pushing event updated for resources: {'Port': ['ID=7acc11af-cd2a-46fe-98c2-4a90e3178336,revision_number=1']} {{(pid=104526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 07:36:33.861256 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG dbcounter [-] [104527] Writing DB stats neutron:SELECT=92,neutron:UPDATE=3,neutron:INSERT=5 {{(pid=104527) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 07:36:33.870037 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.db.provisioning_blocks [None req-4c581813-650f-4b4b-ac0f-82f585bea231 None None] Provisioning complete for port 3f9b8e5a-c834-4dec-b9c4-d4db1279f163 triggered by entity L2. {{(pid=104527) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 25 07:36:33.870521 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron_lib.callbacks.manager [None req-4c581813-650f-4b4b-ac0f-82f585bea231 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1490782'] for port (3f9b8e5a-c834-4dec-b9c4-d4db1279f163), provisioning_complete {{(pid=104527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:36:33.890584 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-19851236-9668-4fa0-a451-3c4a452bfbfd admin admin] Notify agent at l3_agent.dv-cinder-825492-15-iscsi the message routers_updated {{(pid=104526) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 25 07:36:33.942279 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-0bf275ac-5955-476b-83ab-d4c327e66f9f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-616651'] for port (None), before_create {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:36:33.942581 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00d2348b-b682-4512-9a99-f1ce17a468e4 None None] Sync routers for ids ['27856324-98d4-4244-bd01-93343ae31478'] in dv-cinder-825492-15-iscsi {{(pid=104527) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 25 07:36:33.966318 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron_lib.callbacks.manager [None req-552f4dfa-0961-43eb-8950-38242e65f0ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-617841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612926', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754056714442', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754056173882', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754056173900'] for port (5da9a7f2-5b3e-469b-a2d6-d4f69bf54dc9), after_update {{(pid=104527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:36:34.039738 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00d2348b-b682-4512-9a99-f1ce17a468e4 None None] Routers {'27856324-98d4-4244-bd01-93343ae31478'} bound to L3 agent in host dv-cinder-825492-15-iscsi {{(pid=104527) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 25 07:36:34.039738 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.db.l3_hamode_db [None req-00d2348b-b682-4512-9a99-f1ce17a468e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825492-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-25T07:27:37Z,description=,heartbeat_timestamp=2022-05-25T07:36:07Z,host='dv-cinder-825492-15-iscsi',id=54ff4013-997e-4376-a4e9-e6c98cf37cc7,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T07:27:38Z,topic='l3_agent')) {'router_ids': ['27856324-98d4-4244-bd01-93343ae31478'], 'active': True} {{(pid=104527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 07:36:34.056469 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-552f4dfa-0961-43eb-8950-38242e65f0ee None None] Pushing event updated for resources: {'Port': ['ID=5da9a7f2-5b3e-469b-a2d6-d4f69bf54dc9,revision_number=2']} {{(pid=104527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 07:36:34.110091 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG dbcounter [-] [104527] Writing DB stats neutron:SELECT=86,neutron:UPDATE=9,neutron:INSERT=5 {{(pid=104527) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 07:36:34.120326 dv-cinder-825492-15-iscsi neutron-server[104528]: DEBUG neutron_lib.callbacks.manager [None req-318bf622-87a4-433e-9558-0f725d34e12a None None] Publish callbacks [] for port (ff8aeffc-43d1-4e45-9c0c-9a1bd5a60423), precommit_update {{(pid=104528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:36:34.131086 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-60892003-f034-4977-988f-7db365d426e8 admin admin] Publish callbacks [] for router_gateway (467a5089-229b-41f9-a57d-cb3df74d5ec8), before_create {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:36:34.153560 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron.wsgi [-] (104525) accepted ('10.222.0.24', 40828) {{(pid=104525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 07:36:34.170396 dv-cinder-825492-15-iscsi neutron-server[104525]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. May 25 07:36:34.227333 dv-cinder-825492-15-iscsi neutron-server[104528]: DEBUG neutron_lib.callbacks.manager [None req-318bf622-87a4-433e-9558-0f725d34e12a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-617841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612926', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754056714442', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754056173882', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754056173900'] for port (ff8aeffc-43d1-4e45-9c0c-9a1bd5a60423), after_update {{(pid=104528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:36:34.260900 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-60892003-f034-4977-988f-7db365d426e8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-616651'] for port (None), before_create {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:36:34.304668 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.plugins.ml2.plugin [None req-039f3fed-7036-431a-98cb-f2bf86bacb77 None None] Current status of the port 3f9b8e5a-c834-4dec-b9c4-d4db1279f163 is: DOWN; New status is: ACTIVE {{(pid=104527) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 25 07:36:34.305665 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron_lib.callbacks.manager [None req-039f3fed-7036-431a-98cb-f2bf86bacb77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-616651'] for port (3f9b8e5a-c834-4dec-b9c4-d4db1279f163), before_update {{(pid=104527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:36:34.381226 dv-cinder-825492-15-iscsi neutron-server[104525]: INFO neutron.wsgi [req-ae6285d2-a764-4e77-ada2-0548fd120236 req-838bafd8-748a-4c5f-8cd7-b5522e79c82e tempest-DeleteServersTestJSON-1468466414 tempest-DeleteServersTestJSON-1468466414-project] 10.222.0.24 "GET /v2.0/ports?device_id=57fedc8c-b769-4f1d-b263-478dcb44da40 HTTP/1.1" status: 200 len: 210 time: 0.2259464 May 25 07:36:34.400832 dv-cinder-825492-15-iscsi neutron-server[104528]: DEBUG neutron.plugins.ml2.managers [None req-318bf622-87a4-433e-9558-0f725d34e12a None None] Attempting to bind port ff8aeffc-43d1-4e45-9c0c-9a1bd5a60423 on host dv-cinder-825492-15-iscsi for vnic_type normal with profile {{(pid=104528) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 25 07:36:34.401211 dv-cinder-825492-15-iscsi neutron-server[104528]: DEBUG neutron.plugins.ml2.managers [None req-318bf622-87a4-433e-9558-0f725d34e12a None None] Attempting to bind port ff8aeffc-43d1-4e45-9c0c-9a1bd5a60423 by drivers openvswitch,hyperv on host dv-cinder-825492-15-iscsi at level 0 using segments [{'id': '3ed655b3-ed39-457b-b353-0296e3eaac46', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '29c629bd-3f50-4535-bfbc-a047608d6fb6'}] {{(pid=104528) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 25 07:36:34.401576 dv-cinder-825492-15-iscsi neutron-server[104528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-318bf622-87a4-433e-9558-0f725d34e12a None None] Attempting to bind port ff8aeffc-43d1-4e45-9c0c-9a1bd5a60423 on network 29c629bd-3f50-4535-bfbc-a047608d6fb6 {{(pid=104528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 25 07:36:34.422546 dv-cinder-825492-15-iscsi neutron-server[104528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-318bf622-87a4-433e-9558-0f725d34e12a None None] Checking agent: {'id': '67455b2d-ff20-4068-8b38-73bd0628c5cb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-825492-15-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 25, 7, 27, 41), 'started_at': datetime.datetime(2022, 5, 25, 7, 28, 11), 'heartbeat_timestamp': datetime.datetime(2022, 5, 25, 7, 36, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-825492-15-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 25 07:36:34.425123 dv-cinder-825492-15-iscsi neutron-server[104528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-318bf622-87a4-433e-9558-0f725d34e12a None None] Checking segment: {'id': '3ed655b3-ed39-457b-b353-0296e3eaac46', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '29c629bd-3f50-4535-bfbc-a047608d6fb6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104528) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 25 07:36:34.425733 dv-cinder-825492-15-iscsi neutron-server[104528]: DEBUG neutron_lib.callbacks.manager [None req-318bf622-87a4-433e-9558-0f725d34e12a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:36:34.426173 dv-cinder-825492-15-iscsi neutron-server[104528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-318bf622-87a4-433e-9558-0f725d34e12a None None] Bound using segment: {'id': '3ed655b3-ed39-457b-b353-0296e3eaac46', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '29c629bd-3f50-4535-bfbc-a047608d6fb6'} {{(pid=104528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 25 07:36:34.426673 dv-cinder-825492-15-iscsi neutron-server[104528]: DEBUG neutron.plugins.ml2.managers [None req-318bf622-87a4-433e-9558-0f725d34e12a None None] Bound port: ff8aeffc-43d1-4e45-9c0c-9a1bd5a60423, host: dv-cinder-825492-15-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3ed655b3-ed39-457b-b353-0296e3eaac46', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '29c629bd-3f50-4535-bfbc-a047608d6fb6'}}] {{(pid=104528) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 25 07:36:34.427052 dv-cinder-825492-15-iscsi neutron-server[104528]: DEBUG neutron_lib.callbacks.manager [None req-318bf622-87a4-433e-9558-0f725d34e12a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-616651'] for port (ff8aeffc-43d1-4e45-9c0c-9a1bd5a60423), before_update {{(pid=104528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:36:34.456249 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.db.l3_dvr_db [None req-00d2348b-b682-4512-9a99-f1ce17a468e4 None None] Set router 27856324-98d4-4244-bd01-93343ae31478 gateway port host: dv-cinder-825492-15-iscsi {{(pid=104527) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 25 07:36:34.510454 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron.db.db_base_plugin_common [None req-0bf275ac-5955-476b-83ab-d4c327e66f9f admin admin] Allocated IP 172.20.0.1 (e9255b8f-85b1-4659-9bc1-7aaec6681338/2bd01566-eaf4-4493-b26a-8c7ef6fcaf51/93f39134-ddc6-48cc-900e-93b44ac11bfb) {{(pid=104525) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 07:36:34.522497 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-19851236-9668-4fa0-a451-3c4a452bfbfd admin admin] Publish callbacks [] for router (None), before_response {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:36:34.525466 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.plugins.ml2.plugin [None req-4c581813-650f-4b4b-ac0f-82f585bea231 None None] Current status of the port 3f9b8e5a-c834-4dec-b9c4-d4db1279f163 is: DOWN; New status is: ACTIVE {{(pid=104527) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 25 07:36:34.525856 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron_lib.callbacks.manager [None req-4c581813-650f-4b4b-ac0f-82f585bea231 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-616651'] for port (3f9b8e5a-c834-4dec-b9c4-d4db1279f163), before_update {{(pid=104527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:36:34.531168 dv-cinder-825492-15-iscsi neutron-server[104526]: INFO neutron.wsgi [None req-19851236-9668-4fa0-a451-3c4a452bfbfd admin admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 7.0067973 May 25 07:36:34.552454 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron.wsgi [-] (104525) accepted ('10.222.0.24', 40842) {{(pid=104525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 07:36:34.575719 dv-cinder-825492-15-iscsi neutron-server[104528]: DEBUG neutron.plugins.ml2.db [None req-318bf622-87a4-433e-9558-0f725d34e12a None None] For port ff8aeffc-43d1-4e45-9c0c-9a1bd5a60423, host dv-cinder-825492-15-iscsi, cleared binding levels {{(pid=104528) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 25 07:36:34.602733 dv-cinder-825492-15-iscsi neutron-server[104528]: DEBUG neutron.plugins.ml2.db [None req-318bf622-87a4-433e-9558-0f725d34e12a None None] For port ff8aeffc-43d1-4e45-9c0c-9a1bd5a60423, host dv-cinder-825492-15-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825492-15-iscsi',level=0,port_id=ff8aeffc-43d1-4e45-9c0c-9a1bd5a60423,segment=NetworkSegment(3ed655b3-ed39-457b-b353-0296e3eaac46),segment_id=3ed655b3-ed39-457b-b353-0296e3eaac46)] {{(pid=104528) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 25 07:36:34.666343 dv-cinder-825492-15-iscsi neutron-server[104528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fd4da3b-a2ba-4a84-bbd6-c324b7c6f045 None None] Pushing event updated for resources: {'Port': ['ID=ff8aeffc-43d1-4e45-9c0c-9a1bd5a60423,revision_number=2']} {{(pid=104528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 07:36:34.675004 dv-cinder-825492-15-iscsi neutron-server[104528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fd4da3b-a2ba-4a84-bbd6-c324b7c6f045 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825492-15-iscsi {{(pid=104528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 07:36:34.675557 dv-cinder-825492-15-iscsi neutron-server[104528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fd4da3b-a2ba-4a84-bbd6-c324b7c6f045 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825492-15-iscsi {{(pid=104528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 07:36:34.676054 dv-cinder-825492-15-iscsi neutron-server[104528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fd4da3b-a2ba-4a84-bbd6-c324b7c6f045 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825492-15-iscsi {{(pid=104528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 07:36:34.700824 dv-cinder-825492-15-iscsi neutron-server[104528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fd4da3b-a2ba-4a84-bbd6-c324b7c6f045 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825492-15-iscsi {{(pid=104528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 07:36:34.701539 dv-cinder-825492-15-iscsi neutron-server[104528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fd4da3b-a2ba-4a84-bbd6-c324b7c6f045 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825492-15-iscsi {{(pid=104528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 07:36:34.702017 dv-cinder-825492-15-iscsi neutron-server[104528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fd4da3b-a2ba-4a84-bbd6-c324b7c6f045 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825492-15-iscsi {{(pid=104528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 07:36:34.703427 dv-cinder-825492-15-iscsi neutron-server[104528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fd4da3b-a2ba-4a84-bbd6-c324b7c6f045 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825492-15-iscsi {{(pid=104528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 07:36:34.703901 dv-cinder-825492-15-iscsi neutron-server[104528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fd4da3b-a2ba-4a84-bbd6-c324b7c6f045 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-825492-15-iscsi {{(pid=104528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 07:36:34.704386 dv-cinder-825492-15-iscsi neutron-server[104528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fd4da3b-a2ba-4a84-bbd6-c324b7c6f045 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-825492-15-iscsi {{(pid=104528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 07:36:34.704889 dv-cinder-825492-15-iscsi neutron-server[104528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fd4da3b-a2ba-4a84-bbd6-c324b7c6f045 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-825492-15-iscsi {{(pid=104528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 07:36:34.706972 dv-cinder-825492-15-iscsi neutron-server[104528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fd4da3b-a2ba-4a84-bbd6-c324b7c6f045 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-825492-15-iscsi {{(pid=104528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 07:36:34.707500 dv-cinder-825492-15-iscsi neutron-server[104528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fd4da3b-a2ba-4a84-bbd6-c324b7c6f045 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825492-15-iscsi {{(pid=104528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 07:36:34.707966 dv-cinder-825492-15-iscsi neutron-server[104528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fd4da3b-a2ba-4a84-bbd6-c324b7c6f045 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825492-15-iscsi {{(pid=104528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 07:36:34.708428 dv-cinder-825492-15-iscsi neutron-server[104528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fd4da3b-a2ba-4a84-bbd6-c324b7c6f045 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825492-15-iscsi {{(pid=104528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 07:36:34.709563 dv-cinder-825492-15-iscsi neutron-server[104528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fd4da3b-a2ba-4a84-bbd6-c324b7c6f045 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825492-15-iscsi {{(pid=104528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 07:36:34.713045 dv-cinder-825492-15-iscsi neutron-server[104528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fd4da3b-a2ba-4a84-bbd6-c324b7c6f045 None None] Tracked resource versions report: May 25 07:36:34.713045 dv-cinder-825492-15-iscsi neutron-server[104528]: pushed versions: May 25 07:36:34.713045 dv-cinder-825492-15-iscsi neutron-server[104528]: { 'AddressGroup': {'1.2'}, May 25 07:36:34.713045 dv-cinder-825492-15-iscsi neutron-server[104528]: 'Agent': {'1.1'}, May 25 07:36:34.713045 dv-cinder-825492-15-iscsi neutron-server[104528]: 'ConntrackHelper': {'1.0'}, May 25 07:36:34.713045 dv-cinder-825492-15-iscsi neutron-server[104528]: 'LocalIPAssociation': {'1.0'}, May 25 07:36:34.713045 dv-cinder-825492-15-iscsi neutron-server[104528]: 'Log': {'1.0'}, May 25 07:36:34.713045 dv-cinder-825492-15-iscsi neutron-server[104528]: 'NDPProxy': {'1.0'}, May 25 07:36:34.713045 dv-cinder-825492-15-iscsi neutron-server[104528]: 'Network': {'1.1'}, May 25 07:36:34.713045 dv-cinder-825492-15-iscsi neutron-server[104528]: 'Port': {'1.7'}, May 25 07:36:34.713045 dv-cinder-825492-15-iscsi neutron-server[104528]: 'PortForwarding': {'1.3'}, May 25 07:36:34.713045 dv-cinder-825492-15-iscsi neutron-server[104528]: 'QosPolicy': {'1.10'}, May 25 07:36:34.713045 dv-cinder-825492-15-iscsi neutron-server[104528]: 'SecurityGroup': {'1.5'}, May 25 07:36:34.713045 dv-cinder-825492-15-iscsi neutron-server[104528]: 'SecurityGroupRule': {'1.2'}, May 25 07:36:34.713045 dv-cinder-825492-15-iscsi neutron-server[104528]: 'SubPort': {'1.0'}, May 25 07:36:34.713045 dv-cinder-825492-15-iscsi neutron-server[104528]: 'Subnet': {'1.1'}, May 25 07:36:34.713045 dv-cinder-825492-15-iscsi neutron-server[104528]: 'Trunk': {'1.1'}} May 25 07:36:34.713045 dv-cinder-825492-15-iscsi neutron-server[104528]: consumer versions: May 25 07:36:34.713045 dv-cinder-825492-15-iscsi neutron-server[104528]: { DHCP agent@dv-cinder-825492-15-iscsi: {}, May 25 07:36:34.713045 dv-cinder-825492-15-iscsi neutron-server[104528]: HyperV agent@hv-cinder-82549: {}, May 25 07:36:34.713045 dv-cinder-825492-15-iscsi neutron-server[104528]: L3 agent@dv-cinder-825492-15-iscsi: {}, May 25 07:36:34.713045 dv-cinder-825492-15-iscsi neutron-server[104528]: Metadata agent@dv-cinder-825492-15-iscsi: {}, May 25 07:36:34.713045 dv-cinder-825492-15-iscsi neutron-server[104528]: Metering agent@dv-cinder-825492-15-iscsi: {}, May 25 07:36:34.713045 dv-cinder-825492-15-iscsi neutron-server[104528]: Open vSwitch agent@dv-cinder-825492-15-iscsi: { 'AddressGroup': '1.2', May 25 07:36:34.713045 dv-cinder-825492-15-iscsi neutron-server[104528]: 'Agent': '1.1', May 25 07:36:34.713045 dv-cinder-825492-15-iscsi neutron-server[104528]: 'ConntrackHelper': '1.0', May 25 07:36:34.713045 dv-cinder-825492-15-iscsi neutron-server[104528]: 'LocalIPAssociation': '1.0', May 25 07:36:34.713045 dv-cinder-825492-15-iscsi neutron-server[104528]: 'Log': '1.0', May 25 07:36:34.713045 dv-cinder-825492-15-iscsi neutron-server[104528]: 'NDPProxy': '1.0', May 25 07:36:34.713045 dv-cinder-825492-15-iscsi neutron-server[104528]: 'Network': '1.1', May 25 07:36:34.713045 dv-cinder-825492-15-iscsi neutron-server[104528]: 'Port': '1.7', May 25 07:36:34.713045 dv-cinder-825492-15-iscsi neutron-server[104528]: 'PortForwarding': '1.3', May 25 07:36:34.713045 dv-cinder-825492-15-iscsi neutron-server[104528]: 'QosPolicy': '1.10', May 25 07:36:34.713045 dv-cinder-825492-15-iscsi neutron-server[104528]: 'SecurityGroup': '1.5', May 25 07:36:34.713045 dv-cinder-825492-15-iscsi neutron-server[104528]: 'SecurityGroupRule': '1.2', May 25 07:36:34.713045 dv-cinder-825492-15-iscsi neutron-server[104528]: 'SubPort': '1.0', May 25 07:36:34.713045 dv-cinder-825492-15-iscsi neutron-server[104528]: 'Subnet': '1.1', May 25 07:36:34.713045 dv-cinder-825492-15-iscsi neutron-server[104528]: 'Trunk': '1.1'}} May 25 07:36:34.713045 dv-cinder-825492-15-iscsi neutron-server[104528]: {{(pid=104528) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 25 07:36:34.722902 dv-cinder-825492-15-iscsi neutron-server[104528]: DEBUG neutron_lib.callbacks.manager [None req-318bf622-87a4-433e-9558-0f725d34e12a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-617841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612926', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754056714442', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754056173882', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754056173900'] for port (ff8aeffc-43d1-4e45-9c0c-9a1bd5a60423), after_update {{(pid=104528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:36:34.739767 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.plugins.ml2.db [None req-039f3fed-7036-431a-98cb-f2bf86bacb77 None None] For port 3f9b8e5a-c834-4dec-b9c4-d4db1279f163, host dv-cinder-825492-15-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825492-15-iscsi',level=0,port_id=3f9b8e5a-c834-4dec-b9c4-d4db1279f163,segment=NetworkSegment(969a65dc-e069-48a8-ad7f-e38fdf9684ce),segment_id=969a65dc-e069-48a8-ad7f-e38fdf9684ce)] {{(pid=104527) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 07:36:34.745028 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.db.db_base_plugin_common [None req-60892003-f034-4977-988f-7db365d426e8 admin admin] Allocated IP 172.27.3.252 (29c629bd-3f50-4535-bfbc-a047608d6fb6/7934ff5a-43f1-4f76-b9d8-e4343ace34f5/1ba2fc44-c661-405c-8806-11b2129ff3d1) {{(pid=104526) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 07:36:34.753794 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG dbcounter [-] [104526] Writing DB stats neutron:SELECT=88,neutron:INSERT=7,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=104526) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 07:36:34.878406 dv-cinder-825492-15-iscsi neutron-server[104528]: DEBUG dbcounter [-] [104528] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=104528) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 07:36:34.892165 dv-cinder-825492-15-iscsi neutron-server[104528]: DEBUG neutron.db.l3_dvrscheduler_db [None req-318bf622-87a4-433e-9558-0f725d34e12a None None] Routers {'89cbe682-09cd-46d4-8e46-d5caa5a0134e'} bound to L3 agent in host dv-cinder-825492-15-iscsi {{(pid=104528) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 25 07:36:34.893318 dv-cinder-825492-15-iscsi neutron-server[104528]: DEBUG neutron.db.l3_hamode_db [None req-318bf622-87a4-433e-9558-0f725d34e12a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825492-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-25T07:27:37Z,description=,heartbeat_timestamp=2022-05-25T07:36:07Z,host='dv-cinder-825492-15-iscsi',id=54ff4013-997e-4376-a4e9-e6c98cf37cc7,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T07:27:38Z,topic='l3_agent')) {'router_ids': ['89cbe682-09cd-46d4-8e46-d5caa5a0134e'], 'active': True} {{(pid=104528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 07:36:34.894919 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron_lib.callbacks.manager [None req-039f3fed-7036-431a-98cb-f2bf86bacb77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-617841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612926', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754056714442', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754056173882', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754056173900'] for port (3f9b8e5a-c834-4dec-b9c4-d4db1279f163), after_update {{(pid=104527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:36:34.898413 dv-cinder-825492-15-iscsi neutron-server[104528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fd4da3b-a2ba-4a84-bbd6-c324b7c6f045 None None] Pushing event updated for resources: {'Port': ['ID=ff8aeffc-43d1-4e45-9c0c-9a1bd5a60423,revision_number=3']} {{(pid=104528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 07:36:34.913061 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a7a57df-b0b7-4013-a1b7-a607ac724f3d None None] Network f85a9936-18a2-497c-90b9-ba6df25b9b6e requested from dv-cinder-825492-15-iscsi {{(pid=104527) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 25 07:36:34.945302 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-0bf275ac-5955-476b-83ab-d4c327e66f9f admin admin] Publish callbacks [] for port (93f39134-ddc6-48cc-900e-93b44ac11bfb), precommit_create {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:36:34.982228 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.wsgi [-] (104526) accepted ('10.222.0.24', 40846) {{(pid=104526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 07:36:34.982957 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-ae713729-64de-4593-8e04-54fd80d4807b admin admin] Publish callbacks [] for router_gateway (7899052f-b07d-447b-ae4f-820daf0cb66c), after_create {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:36:34.991104 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG dbcounter [-] [104525] Writing DB stats neutron:DELETE=2,neutron:SELECT=88,neutron:INSERT=6,neutron:UPDATE=4 {{(pid=104525) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 07:36:35.017278 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG dbcounter [-] [104525] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104525) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 07:36:35.042948 dv-cinder-825492-15-iscsi neutron-server[104528]: DEBUG dbcounter [-] [104528] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104528) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 07:36:35.100318 dv-cinder-825492-15-iscsi neutron-server[104528]: DEBUG neutron.db.l3_dvr_db [None req-318bf622-87a4-433e-9558-0f725d34e12a None None] Set router 89cbe682-09cd-46d4-8e46-d5caa5a0134e gateway port host: dv-cinder-825492-15-iscsi {{(pid=104528) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 25 07:36:35.156996 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-60892003-f034-4977-988f-7db365d426e8 admin admin] Publish callbacks [] for port (1ba2fc44-c661-405c-8806-11b2129ff3d1), precommit_create {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:36:35.178478 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-0bf275ac-5955-476b-83ab-d4c327e66f9f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-617841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612926', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754056173864'] for port (93f39134-ddc6-48cc-900e-93b44ac11bfb), after_create {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:36:35.206788 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-a14e2775-1bb5-4e62-9c8d-d9367f2d6932 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:36:35.239306 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0bf275ac-5955-476b-83ab-d4c327e66f9f admin admin] Network e9255b8f-85b1-4659-9bc1-7aaec6681338 is already hosted by enough agents. {{(pid=104525) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 07:36:35.279982 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron.scheduler.base_scheduler [None req-0bf275ac-5955-476b-83ab-d4c327e66f9f admin admin] Resources bound (agent type, host, resource id): {{(pid=104525) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 07:36:35.291739 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bf275ac-5955-476b-83ab-d4c327e66f9f admin admin] Received port after_create {{(pid=104525) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 25 07:36:35.292544 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-0bf275ac-5955-476b-83ab-d4c327e66f9f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1617199'] for router_interface (89cbe682-09cd-46d4-8e46-d5caa5a0134e), before_create {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:36:35.306041 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-a14e2775-1bb5-4e62-9c8d-d9367f2d6932 admin admin] Publish callbacks [] for security_group (7c4d030f-2ee4-4f9e-95ab-3054048752e4), precommit_create {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:36:35.314949 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-60892003-f034-4977-988f-7db365d426e8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-617841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612926', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754056173864'] for port (1ba2fc44-c661-405c-8806-11b2129ff3d1), after_create {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:36:35.323611 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG dbcounter [-] [104526] Writing DB stats neutron:INSERT=9,neutron:SELECT=89,neutron:UPDATE=2 {{(pid=104526) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 07:36:35.382782 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-039f3fed-7036-431a-98cb-f2bf86bacb77 None None] Pushing event updated for resources: {'Port': ['ID=3f9b8e5a-c834-4dec-b9c4-d4db1279f163,revision_number=3']} {{(pid=104527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 07:36:35.409413 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bf275ac-5955-476b-83ab-d4c327e66f9f admin admin] Pushing event updated for resources: {'Port': ['ID=93f39134-ddc6-48cc-900e-93b44ac11bfb,revision_number=1']} {{(pid=104525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 07:36:35.489751 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60892003-f034-4977-988f-7db365d426e8 admin admin] Network 29c629bd-3f50-4535-bfbc-a047608d6fb6 is already hosted by enough agents. {{(pid=104526) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 07:36:35.497955 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.scheduler.base_scheduler [None req-60892003-f034-4977-988f-7db365d426e8 admin admin] Resources bound (agent type, host, resource id): {{(pid=104526) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 07:36:35.511962 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-a14e2775-1bb5-4e62-9c8d-d9367f2d6932 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-278753'] for security_group (7c4d030f-2ee4-4f9e-95ab-3054048752e4), after_create {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:36:35.518002 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60892003-f034-4977-988f-7db365d426e8 admin admin] Received port after_create {{(pid=104526) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 25 07:36:35.538006 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60892003-f034-4977-988f-7db365d426e8 admin admin] Pushing event updated for resources: {'Port': ['ID=1ba2fc44-c661-405c-8806-11b2129ff3d1,revision_number=1']} {{(pid=104526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 07:36:35.554647 dv-cinder-825492-15-iscsi neutron-server[104528]: DEBUG neutron.db.l3_hamode_db [None req-318bf622-87a4-433e-9558-0f725d34e12a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '89cbe682-09cd-46d4-8e46-d5caa5a0134e', 'name': 'tempest-ServerRescueNegativeTestJSON-5943718-router', 'tenant_id': 'd4719a4804e24f27b9427e58c5cbe13b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '29c629bd-3f50-4535-bfbc-a047608d6fb6', 'external_fixed_ips': [{'subnet_id': '7934ff5a-43f1-4f76-b9d8-e4343ace34f5', 'ip_address': '172.27.3.173'}], 'enable_snat': True}, 'gw_port_id': 'ff8aeffc-43d1-4e45-9c0c-9a1bd5a60423', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T07:36:29Z', 'updated_at': '2022-05-25T07:36:31Z', 'revision_number': 3, 'project_id': 'd4719a4804e24f27b9427e58c5cbe13b', 'gw_port': {'id': 'ff8aeffc-43d1-4e45-9c0c-9a1bd5a60423', 'name': '', 'network_id': '29c629bd-3f50-4535-bfbc-a047608d6fb6', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:52:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '89cbe682-09cd-46d4-8e46-d5caa5a0134e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '7934ff5a-43f1-4f76-b9d8-e4343ace34f5', 'ip_address': '172.27.3.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825492-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T07:36:30Z', 'updated_at': '2022-05-25T07:36:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7934ff5a-43f1-4f76-b9d8-e4343ace34f5', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825492-15-iscsi'}], 'dv-cinder-825492-15-iscsi', False) {} {{(pid=104528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 07:36:35.608001 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.db.l3_hamode_db [None req-00d2348b-b682-4512-9a99-f1ce17a468e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '27856324-98d4-4244-bd01-93343ae31478', 'name': 'tempest-AttachVolumeNegativeTest-2135659387-router', 'tenant_id': '2d8e35800ce043acbcb027ce406ed2e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '29c629bd-3f50-4535-bfbc-a047608d6fb6', 'external_fixed_ips': [{'subnet_id': '7934ff5a-43f1-4f76-b9d8-e4343ace34f5', 'ip_address': '172.27.3.226'}], 'enable_snat': True}, 'gw_port_id': '22f8fc27-9589-49b7-a3d1-f53043acd5a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T07:36:27Z', 'updated_at': '2022-05-25T07:36:30Z', 'revision_number': 3, 'project_id': '2d8e35800ce043acbcb027ce406ed2e7', 'gw_port': {'id': '22f8fc27-9589-49b7-a3d1-f53043acd5a2', 'name': '', 'network_id': '29c629bd-3f50-4535-bfbc-a047608d6fb6', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:51:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '27856324-98d4-4244-bd01-93343ae31478', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '7934ff5a-43f1-4f76-b9d8-e4343ace34f5', 'ip_address': '172.27.3.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T07:36:28Z', 'updated_at': '2022-05-25T07:36:29Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7934ff5a-43f1-4f76-b9d8-e4343ace34f5', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825492-15-iscsi'}], 'dv-cinder-825492-15-iscsi', False) {} {{(pid=104527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 07:36:35.627927 dv-cinder-825492-15-iscsi neutron-server[104525]: INFO neutron.wsgi [req-5b2febe5-d6ad-4566-aa58-74c5151acecf req-a4a17053-02a3-47a4-a6b3-3d3bd6a63c96 tempest-DeleteServersTestJSON-1468466414 tempest-DeleteServersTestJSON-1468466414-project] 10.222.0.24 "GET /v2.0/ports?device_id=57fedc8c-b769-4f1d-b263-478dcb44da40 HTTP/1.1" status: 200 len: 210 time: 0.1368947 May 25 07:36:35.656842 dv-cinder-825492-15-iscsi neutron-server[104528]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-318bf622-87a4-433e-9558-0f725d34e12a None None] The sync data for ids ['89cbe682-09cd-46d4-8e46-d5caa5a0134e'] in dv-cinder-825492-15-iscsi is: [{'id': '89cbe682-09cd-46d4-8e46-d5caa5a0134e', 'name': 'tempest-ServerRescueNegativeTestJSON-5943718-router', 'tenant_id': 'd4719a4804e24f27b9427e58c5cbe13b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '29c629bd-3f50-4535-bfbc-a047608d6fb6', 'external_fixed_ips': [{'subnet_id': '7934ff5a-43f1-4f76-b9d8-e4343ace34f5', 'ip_address': '172.27.3.173'}], 'enable_snat': True}, 'gw_port_id': 'ff8aeffc-43d1-4e45-9c0c-9a1bd5a60423', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T07:36:29Z', 'updated_at': '2022-05-25T07:36:31Z', 'revision_number': 3, 'project_id': 'd4719a4804e24f27b9427e58c5cbe13b', 'gw_port': {'id': 'ff8aeffc-43d1-4e45-9c0c-9a1bd5a60423', 'name': '', 'network_id': '29c629bd-3f50-4535-bfbc-a047608d6fb6', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:52:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '89cbe682-09cd-46d4-8e46-d5caa5a0134e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '7934ff5a-43f1-4f76-b9d8-e4343ace34f5', 'ip_address': '172.27.3.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825492-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T07:36:30Z', 'updated_at': '2022-05-25T07:36:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7934ff5a-43f1-4f76-b9d8-e4343ace34f5', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825492-15-iscsi'}] {{(pid=104528) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 25 07:36:35.705281 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00d2348b-b682-4512-9a99-f1ce17a468e4 None None] Checking router: 27856324-98d4-4244-bd01-93343ae31478 for host: dv-cinder-825492-15-iscsi {{(pid=104527) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 25 07:36:35.705616 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00d2348b-b682-4512-9a99-f1ce17a468e4 None None] Updating router 27856324-98d4-4244-bd01-93343ae31478 port 22f8fc27-9589-49b7-a3d1-f53043acd5a2 binding host dv-cinder-825492-15-iscsi {{(pid=104527) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 25 07:36:35.740330 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.db.provisioning_blocks [None req-039f3fed-7036-431a-98cb-f2bf86bacb77 None None] Provisioning complete for port 65d471ed-8b6e-49cf-8a4b-6bd705fb3fd2 triggered by entity DHCP. {{(pid=104527) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 25 07:36:35.740783 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron_lib.callbacks.manager [None req-039f3fed-7036-431a-98cb-f2bf86bacb77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1490782'] for port (65d471ed-8b6e-49cf-8a4b-6bd705fb3fd2), provisioning_complete {{(pid=104527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:36:35.851749 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a14e2775-1bb5-4e62-9c8d-d9367f2d6932 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7c4d030f-2ee4-4f9e-95ab-3054048752e4,revision_number=1']} {{(pid=104526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 07:36:35.858297 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron_lib.callbacks.manager [None req-ec52604a-cd6b-48ab-903e-0f55c80db5d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754056472917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490168'] for agent (6cf9466f-68ff-4d03-9bb6-0c8244fa88eb), after_update {{(pid=104527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:36:35.872702 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron_lib.db.api [None req-4c581813-650f-4b4b-ac0f-82f585bea231 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=104527) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} May 25 07:36:35.873051 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG oslo_db.api [None req-4c581813-650f-4b4b-ac0f-82f585bea231 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=104527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 25 07:36:35.932223 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.plugins.ml2.plugin [None req-039f3fed-7036-431a-98cb-f2bf86bacb77 None None] Current status of the port 65d471ed-8b6e-49cf-8a4b-6bd705fb3fd2 is: ACTIVE; New status is: ACTIVE {{(pid=104527) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 25 07:36:35.939482 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron_lib.callbacks.manager [None req-00d2348b-b682-4512-9a99-f1ce17a468e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-616651'] for port (22f8fc27-9589-49b7-a3d1-f53043acd5a2), before_update {{(pid=104527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:36:35.941331 dv-cinder-825492-15-iscsi neutron-server[104526]: INFO neutron.wsgi [None req-a14e2775-1bb5-4e62-9c8d-d9367f2d6932 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=4de53696f22f44d9ba77f5fad9f7f66e&name=default HTTP/1.1" status: 200 len: 2992 time: 0.9433239 May 25 07:36:35.945763 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.wsgi [-] (104526) accepted ('10.222.0.24', 40874) {{(pid=104526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 07:36:36.025626 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-0bf275ac-5955-476b-83ab-d4c327e66f9f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-616651'] for port (93f39134-ddc6-48cc-900e-93b44ac11bfb), before_update {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:36:36.203552 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-ae713729-64de-4593-8e04-54fd80d4807b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1616054', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1614970'] for router (7899052f-b07d-447b-ae4f-820daf0cb66c), after_create {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:36:36.248759 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb666f55-ed1f-45ca-a70e-4a5434a925c4 None None] Network 7eef0ae9-55de-48c4-ada3-da713e1942b9 requested from dv-cinder-825492-15-iscsi {{(pid=104527) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 25 07:36:36.254903 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.db.provisioning_blocks [None req-7c9e1a21-9c31-4298-887b-2645764260b0 None None] Provisioning complete for port 14237580-8e47-4b2b-abba-fb6a03ea42a4 triggered by entity DHCP. {{(pid=104527) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 25 07:36:36.255279 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron_lib.callbacks.manager [None req-7c9e1a21-9c31-4298-887b-2645764260b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1490782'] for port (14237580-8e47-4b2b-abba-fb6a03ea42a4), provisioning_complete {{(pid=104527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:36:36.382111 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-6c5b3483-1bc9-4626-8418-ce6cc81679fe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-616651'] for port (None), before_create {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:36:36.430104 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-f6a659b5-fbaf-42ba-ae67-8d1cc74d47dc admin admin] Publish callbacks [] for security_group (7c4d030f-2ee4-4f9e-95ab-3054048752e4), before_delete {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:36:36.476589 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-f6a659b5-fbaf-42ba-ae67-8d1cc74d47dc admin admin] Publish callbacks [] for security_group (7c4d030f-2ee4-4f9e-95ab-3054048752e4), precommit_delete {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:36:36.565802 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron_lib.callbacks.manager [None req-00d2348b-b682-4512-9a99-f1ce17a468e4 None None] Publish callbacks [] for port (22f8fc27-9589-49b7-a3d1-f53043acd5a2), precommit_update {{(pid=104527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:36:36.569127 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG dbcounter [-] [104527] Writing DB stats neutron:SELECT=95,neutron:INSERT=2,neutron:UPDATE=3 {{(pid=104527) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 07:36:36.587443 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG dbcounter [-] [104527] Writing DB stats neutron:SELECT=93,neutron:INSERT=2,neutron:UPDATE=5 {{(pid=104527) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 07:36:36.643720 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron.db.db_base_plugin_common [None req-6c5b3483-1bc9-4626-8418-ce6cc81679fe admin admin] Allocated IP 172.20.0.1 (f39d85d3-0173-4496-879c-2b83e234d364/4aef3d06-f4fb-4751-a5a8-ab68314fa54a/521b8e74-ff39-43eb-be41-5f6b4257049b) {{(pid=104525) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 07:36:36.656672 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.plugins.ml2.plugin [None req-4c581813-650f-4b4b-ac0f-82f585bea231 None None] Current status of the port 3f9b8e5a-c834-4dec-b9c4-d4db1279f163 is: ACTIVE; New status is: ACTIVE {{(pid=104527) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 25 07:36:36.692511 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron_lib.callbacks.manager [None req-00d2348b-b682-4512-9a99-f1ce17a468e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-617841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612926', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754056714442', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754056173882', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754056173900'] for port (22f8fc27-9589-49b7-a3d1-f53043acd5a2), after_update {{(pid=104527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:36:36.767652 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-60892003-f034-4977-988f-7db365d426e8 admin admin] Publish callbacks [] for router_gateway (467a5089-229b-41f9-a57d-cb3df74d5ec8), after_create {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:36:36.878087 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.plugins.ml2.plugin [None req-7c9e1a21-9c31-4298-887b-2645764260b0 None None] Current status of the port 14237580-8e47-4b2b-abba-fb6a03ea42a4 is: DOWN; New status is: ACTIVE {{(pid=104527) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 25 07:36:36.878476 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron_lib.callbacks.manager [None req-7c9e1a21-9c31-4298-887b-2645764260b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-616651'] for port (14237580-8e47-4b2b-abba-fb6a03ea42a4), before_update {{(pid=104527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:36:36.908197 dv-cinder-825492-15-iscsi neutron-server[104525]: INFO neutron.wsgi [req-79fc58e3-9db2-4e32-8fb2-560b3a34aad9 req-0bdb5eb9-e4a9-43e7-a4aa-216d1516130e tempest-DeleteServersTestJSON-1468466414 tempest-DeleteServersTestJSON-1468466414-project] 10.222.0.24 "GET /v2.0/ports?device_id=57fedc8c-b769-4f1d-b263-478dcb44da40 HTTP/1.1" status: 200 len: 210 time: 0.1321816 May 25 07:36:36.916426 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.plugins.ml2.managers [None req-00d2348b-b682-4512-9a99-f1ce17a468e4 None None] Attempting to bind port 22f8fc27-9589-49b7-a3d1-f53043acd5a2 on host dv-cinder-825492-15-iscsi for vnic_type normal with profile {{(pid=104527) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 25 07:36:36.918714 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.plugins.ml2.managers [None req-00d2348b-b682-4512-9a99-f1ce17a468e4 None None] Attempting to bind port 22f8fc27-9589-49b7-a3d1-f53043acd5a2 by drivers openvswitch,hyperv on host dv-cinder-825492-15-iscsi at level 0 using segments [{'id': '3ed655b3-ed39-457b-b353-0296e3eaac46', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '29c629bd-3f50-4535-bfbc-a047608d6fb6'}] {{(pid=104527) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 25 07:36:36.919038 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00d2348b-b682-4512-9a99-f1ce17a468e4 None None] Attempting to bind port 22f8fc27-9589-49b7-a3d1-f53043acd5a2 on network 29c629bd-3f50-4535-bfbc-a047608d6fb6 {{(pid=104527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 25 07:36:36.938723 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4f3d6be-1dda-4139-b388-cc86967fdd03 None None] Pushing event updated for resources: {'Port': ['ID=22f8fc27-9589-49b7-a3d1-f53043acd5a2,revision_number=2']} {{(pid=104527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 07:36:36.958768 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00d2348b-b682-4512-9a99-f1ce17a468e4 None None] Checking agent: {'id': '67455b2d-ff20-4068-8b38-73bd0628c5cb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-825492-15-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 25, 7, 27, 41), 'started_at': datetime.datetime(2022, 5, 25, 7, 28, 11), 'heartbeat_timestamp': datetime.datetime(2022, 5, 25, 7, 36, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-825492-15-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 25 07:36:36.959148 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00d2348b-b682-4512-9a99-f1ce17a468e4 None None] Checking segment: {'id': '3ed655b3-ed39-457b-b353-0296e3eaac46', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '29c629bd-3f50-4535-bfbc-a047608d6fb6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104527) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 25 07:36:36.961074 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron_lib.callbacks.manager [None req-00d2348b-b682-4512-9a99-f1ce17a468e4 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:36:36.961074 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00d2348b-b682-4512-9a99-f1ce17a468e4 None None] Bound using segment: {'id': '3ed655b3-ed39-457b-b353-0296e3eaac46', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '29c629bd-3f50-4535-bfbc-a047608d6fb6'} {{(pid=104527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 25 07:36:36.961074 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.plugins.ml2.managers [None req-00d2348b-b682-4512-9a99-f1ce17a468e4 None None] Bound port: 22f8fc27-9589-49b7-a3d1-f53043acd5a2, host: dv-cinder-825492-15-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3ed655b3-ed39-457b-b353-0296e3eaac46', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '29c629bd-3f50-4535-bfbc-a047608d6fb6'}}] {{(pid=104527) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 25 07:36:36.961463 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron_lib.callbacks.manager [None req-00d2348b-b682-4512-9a99-f1ce17a468e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-616651'] for port (22f8fc27-9589-49b7-a3d1-f53043acd5a2), before_update {{(pid=104527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:36:37.022860 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-6c5b3483-1bc9-4626-8418-ce6cc81679fe admin admin] Publish callbacks [] for port (521b8e74-ff39-43eb-be41-5f6b4257049b), precommit_create {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:36:37.058825 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.plugins.ml2.db [None req-7c9e1a21-9c31-4298-887b-2645764260b0 None None] For port 14237580-8e47-4b2b-abba-fb6a03ea42a4, host dv-cinder-825492-15-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825492-15-iscsi',level=0,port_id=14237580-8e47-4b2b-abba-fb6a03ea42a4,segment=NetworkSegment(39d8adcc-894d-48bd-a642-230f02087ed7),segment_id=39d8adcc-894d-48bd-a642-230f02087ed7)] {{(pid=104527) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 07:36:37.097706 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-f6a659b5-fbaf-42ba-ae67-8d1cc74d47dc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-278753'] for security_group (7c4d030f-2ee4-4f9e-95ab-3054048752e4), after_delete {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:36:37.100942 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-f6a659b5-fbaf-42ba-ae67-8d1cc74d47dc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:36:37.105982 dv-cinder-825492-15-iscsi neutron-server[104526]: INFO neutron.wsgi [None req-f6a659b5-fbaf-42ba-ae67-8d1cc74d47dc admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/7c4d030f-2ee4-4f9e-95ab-3054048752e4 HTTP/1.1" status: 204 len: 168 time: 1.0726144 May 25 07:36:37.111901 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ae713729-64de-4593-8e04-54fd80d4807b admin admin] Router 7899052f-b07d-447b-ae4f-820daf0cb66c is scheduled to L3 agent 54ff4013-997e-4376-a4e9-e6c98cf37cc7 with binding_index 1 {{(pid=104526) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 25 07:36:37.131982 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6a659b5-fbaf-42ba-ae67-8d1cc74d47dc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c4d030f-2ee4-4f9e-95ab-3054048752e4,revision_number=None']} {{(pid=104526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 07:36:37.158805 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.plugins.ml2.rpc [None req-4c581813-650f-4b4b-ac0f-82f585bea231 None None] Device 14237580-8e47-4b2b-abba-fb6a03ea42a4 up at agent ovs-agent-dv-cinder-825492-15-iscsi {{(pid=104527) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 25 07:36:37.163341 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-0bf275ac-5955-476b-83ab-d4c327e66f9f admin admin] Publish callbacks [] for port (93f39134-ddc6-48cc-900e-93b44ac11bfb), precommit_update {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:36:37.184115 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.plugins.ml2.db [None req-00d2348b-b682-4512-9a99-f1ce17a468e4 None None] For port 22f8fc27-9589-49b7-a3d1-f53043acd5a2, host dv-cinder-825492-15-iscsi, cleared binding levels {{(pid=104527) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 25 07:36:37.187751 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron_lib.callbacks.manager [None req-7c9e1a21-9c31-4298-887b-2645764260b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-617841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612926', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754056714442', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754056173882', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754056173900'] for port (14237580-8e47-4b2b-abba-fb6a03ea42a4), after_update {{(pid=104527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:36:37.228404 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-60892003-f034-4977-988f-7db365d426e8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1616054', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1614970'] for router (467a5089-229b-41f9-a57d-cb3df74d5ec8), after_create {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:36:37.280744 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.plugins.ml2.db [None req-00d2348b-b682-4512-9a99-f1ce17a468e4 None None] For port 22f8fc27-9589-49b7-a3d1-f53043acd5a2, host dv-cinder-825492-15-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825492-15-iscsi',level=0,port_id=22f8fc27-9589-49b7-a3d1-f53043acd5a2,segment=NetworkSegment(3ed655b3-ed39-457b-b353-0296e3eaac46),segment_id=3ed655b3-ed39-457b-b353-0296e3eaac46)] {{(pid=104527) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 25 07:36:37.299453 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.db.provisioning_blocks [None req-7c9e1a21-9c31-4298-887b-2645764260b0 None None] Provisioning complete for port 3f9b8e5a-c834-4dec-b9c4-d4db1279f163 triggered by entity DHCP. {{(pid=104527) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 25 07:36:37.299835 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron_lib.callbacks.manager [None req-7c9e1a21-9c31-4298-887b-2645764260b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1490782'] for port (3f9b8e5a-c834-4dec-b9c4-d4db1279f163), provisioning_complete {{(pid=104527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:36:37.330346 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-6c5b3483-1bc9-4626-8418-ce6cc81679fe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-617841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612926', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754056173864'] for port (521b8e74-ff39-43eb-be41-5f6b4257049b), after_create {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:36:37.334992 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-0bf275ac-5955-476b-83ab-d4c327e66f9f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-617841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612926', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754056714442', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754056173882', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754056173900'] for port (93f39134-ddc6-48cc-900e-93b44ac11bfb), after_update {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:36:37.335713 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-0bf275ac-5955-476b-83ab-d4c327e66f9f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1611396', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1614271'] for router_interface (89cbe682-09cd-46d4-8e46-d5caa5a0134e), after_create {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:36:37.358835 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.db.provisioning_blocks [None req-4c581813-650f-4b4b-ac0f-82f585bea231 None None] Provisioning complete for port 14237580-8e47-4b2b-abba-fb6a03ea42a4 triggered by entity L2. {{(pid=104527) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 25 07:36:37.359413 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron_lib.callbacks.manager [None req-4c581813-650f-4b4b-ac0f-82f585bea231 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1490782'] for port (14237580-8e47-4b2b-abba-fb6a03ea42a4), provisioning_complete {{(pid=104527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:36:37.361087 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c9e1a21-9c31-4298-887b-2645764260b0 None None] Pushing event updated for resources: {'Port': ['ID=14237580-8e47-4b2b-abba-fb6a03ea42a4,revision_number=3']} {{(pid=104527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 07:36:37.386375 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron_lib.callbacks.manager [None req-00d2348b-b682-4512-9a99-f1ce17a468e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-617841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612926', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754056714442', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754056173882', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754056173900'] for port (22f8fc27-9589-49b7-a3d1-f53043acd5a2), after_update {{(pid=104527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:36:37.389594 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c5b3483-1bc9-4626-8418-ce6cc81679fe admin admin] Network f39d85d3-0173-4496-879c-2b83e234d364 is already hosted by enough agents. {{(pid=104525) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 07:36:37.391939 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ae713729-64de-4593-8e04-54fd80d4807b admin admin] Notify agent at l3_agent.dv-cinder-825492-15-iscsi the message routers_updated {{(pid=104526) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 25 07:36:37.406877 dv-cinder-825492-15-iscsi neutron-server[104528]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ed12c2c-b8f9-4dba-b077-574661fa191a None None] Sync routers for ids ['7899052f-b07d-447b-ae4f-820daf0cb66c'] in dv-cinder-825492-15-iscsi {{(pid=104528) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 25 07:36:37.429543 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron.scheduler.base_scheduler [None req-6c5b3483-1bc9-4626-8418-ce6cc81679fe admin admin] Resources bound (agent type, host, resource id): {{(pid=104525) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 07:36:37.439816 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c5b3483-1bc9-4626-8418-ce6cc81679fe admin admin] Received port after_create {{(pid=104525) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 25 07:36:37.440770 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-6c5b3483-1bc9-4626-8418-ce6cc81679fe admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1617199'] for router_interface (27856324-98d4-4244-bd01-93343ae31478), before_create {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:36:37.447556 dv-cinder-825492-15-iscsi neutron-server[104528]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ed12c2c-b8f9-4dba-b077-574661fa191a None None] Routers {'7899052f-b07d-447b-ae4f-820daf0cb66c'} bound to L3 agent in host dv-cinder-825492-15-iscsi {{(pid=104528) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 25 07:36:37.448242 dv-cinder-825492-15-iscsi neutron-server[104528]: DEBUG neutron.db.l3_hamode_db [None req-5ed12c2c-b8f9-4dba-b077-574661fa191a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825492-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-25T07:27:37Z,description=,heartbeat_timestamp=2022-05-25T07:36:07Z,host='dv-cinder-825492-15-iscsi',id=54ff4013-997e-4376-a4e9-e6c98cf37cc7,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T07:27:38Z,topic='l3_agent')) {'router_ids': ['7899052f-b07d-447b-ae4f-820daf0cb66c'], 'active': True} {{(pid=104528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 07:36:37.452010 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c5b3483-1bc9-4626-8418-ce6cc81679fe admin admin] Pushing event updated for resources: {'Port': ['ID=521b8e74-ff39-43eb-be41-5f6b4257049b,revision_number=1']} {{(pid=104525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 07:36:37.560729 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-ae713729-64de-4593-8e04-54fd80d4807b admin admin] Publish callbacks [] for router (None), before_response {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:36:37.563352 dv-cinder-825492-15-iscsi neutron-server[104526]: INFO neutron.wsgi [None req-ae713729-64de-4593-8e04-54fd80d4807b admin admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 7.2224817 May 25 07:36:37.566470 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.wsgi [-] (104526) accepted ('10.222.0.24', 40904) {{(pid=104526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 07:36:37.597835 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bf275ac-5955-476b-83ab-d4c327e66f9f admin admin] Pushing event updated for resources: {'Port': ['ID=93f39134-ddc6-48cc-900e-93b44ac11bfb,revision_number=2']} {{(pid=104525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 07:36:37.608099 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.plugins.ml2.plugin [None req-7c9e1a21-9c31-4298-887b-2645764260b0 None None] Current status of the port 3f9b8e5a-c834-4dec-b9c4-d4db1279f163 is: ACTIVE; New status is: ACTIVE {{(pid=104527) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 25 07:36:37.670779 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0bf275ac-5955-476b-83ab-d4c327e66f9f admin admin] Network e9255b8f-85b1-4659-9bc1-7aaec6681338 is already hosted by enough agents. {{(pid=104525) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 07:36:37.673835 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron.scheduler.base_scheduler [None req-0bf275ac-5955-476b-83ab-d4c327e66f9f admin admin] Resources bound (agent type, host, resource id): {{(pid=104525) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 07:36:37.675457 dv-cinder-825492-15-iscsi neutron-server[104528]: DEBUG neutron.db.l3_dvr_db [None req-5ed12c2c-b8f9-4dba-b077-574661fa191a None None] Set router 7899052f-b07d-447b-ae4f-820daf0cb66c gateway port host: dv-cinder-825492-15-iscsi {{(pid=104528) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 25 07:36:37.715986 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.db.provisioning_blocks [None req-7c9e1a21-9c31-4298-887b-2645764260b0 None None] Provisioning complete for port 93f39134-ddc6-48cc-900e-93b44ac11bfb triggered by entity DHCP. {{(pid=104527) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 25 07:36:37.716742 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron_lib.callbacks.manager [None req-7c9e1a21-9c31-4298-887b-2645764260b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1490782'] for port (93f39134-ddc6-48cc-900e-93b44ac11bfb), provisioning_complete {{(pid=104527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:36:37.793906 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.plugins.ml2.plugin [None req-4c581813-650f-4b4b-ac0f-82f585bea231 None None] Current status of the port 14237580-8e47-4b2b-abba-fb6a03ea42a4 is: ACTIVE; New status is: ACTIVE {{(pid=104527) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 25 07:36:37.799662 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.plugins.ml2.rpc [None req-4c581813-650f-4b4b-ac0f-82f585bea231 None None] Device 5da9a7f2-5b3e-469b-a2d6-d4f69bf54dc9 up at agent ovs-agent-dv-cinder-825492-15-iscsi {{(pid=104527) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 25 07:36:37.832613 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-60892003-f034-4977-988f-7db365d426e8 admin admin] Router 467a5089-229b-41f9-a57d-cb3df74d5ec8 is scheduled to L3 agent 54ff4013-997e-4376-a4e9-e6c98cf37cc7 with binding_index 1 {{(pid=104526) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 25 07:36:37.845597 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG dbcounter [-] [104525] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:DELETE=2 {{(pid=104525) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 07:36:37.851099 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG dbcounter [-] [104526] Writing DB stats neutron:SELECT=88,neutron:INSERT=9,neutron:UPDATE=3 {{(pid=104526) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 07:36:37.895987 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.plugins.ml2.plugin [None req-7c9e1a21-9c31-4298-887b-2645764260b0 None None] Port 93f39134-ddc6-48cc-900e-93b44ac11bfb cannot update to ACTIVE because it is not bound. {{(pid=104527) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 25 07:36:37.903150 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00d2348b-b682-4512-9a99-f1ce17a468e4 None None] Routers {'27856324-98d4-4244-bd01-93343ae31478'} bound to L3 agent in host dv-cinder-825492-15-iscsi {{(pid=104527) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 25 07:36:37.910229 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.db.l3_hamode_db [None req-00d2348b-b682-4512-9a99-f1ce17a468e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825492-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-25T07:27:37Z,description=,heartbeat_timestamp=2022-05-25T07:36:07Z,host='dv-cinder-825492-15-iscsi',id=54ff4013-997e-4376-a4e9-e6c98cf37cc7,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T07:27:38Z,topic='l3_agent')) {'router_ids': ['27856324-98d4-4244-bd01-93343ae31478'], 'active': True} {{(pid=104527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 07:36:37.930709 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG dbcounter [-] [104525] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104525) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 07:36:37.979016 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0bf275ac-5955-476b-83ab-d4c327e66f9f admin admin] Router 89cbe682-09cd-46d4-8e46-d5caa5a0134e has already been hosted by L3 agent 54ff4013-997e-4376-a4e9-e6c98cf37cc7 {{(pid=104525) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 25 07:36:37.985113 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-6c5b3483-1bc9-4626-8418-ce6cc81679fe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-616651'] for port (521b8e74-ff39-43eb-be41-5f6b4257049b), before_update {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:36:38.053142 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.db.l3_dvr_db [None req-00d2348b-b682-4512-9a99-f1ce17a468e4 None None] Set router 27856324-98d4-4244-bd01-93343ae31478 gateway port host: dv-cinder-825492-15-iscsi {{(pid=104527) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 25 07:36:38.071711 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG dbcounter [-] [104526] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=104526) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 07:36:38.218561 dv-cinder-825492-15-iscsi neutron-server[104528]: DEBUG neutron.db.l3_hamode_db [None req-5ed12c2c-b8f9-4dba-b077-574661fa191a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7899052f-b07d-447b-ae4f-820daf0cb66c', 'name': 'tempest-AttachVolumeShelveTestJSON-1109401832-router', 'tenant_id': 'c4406d5d0e2347f1b96c34496f5ba5ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '29c629bd-3f50-4535-bfbc-a047608d6fb6', 'external_fixed_ips': [{'subnet_id': '7934ff5a-43f1-4f76-b9d8-e4343ace34f5', 'ip_address': '172.27.3.76'}], 'enable_snat': True}, 'gw_port_id': '7acc11af-cd2a-46fe-98c2-4a90e3178336', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T07:36:30Z', 'updated_at': '2022-05-25T07:36:34Z', 'revision_number': 3, 'project_id': 'c4406d5d0e2347f1b96c34496f5ba5ae', 'gw_port': {'id': '7acc11af-cd2a-46fe-98c2-4a90e3178336', 'name': '', 'network_id': '29c629bd-3f50-4535-bfbc-a047608d6fb6', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:ce:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7899052f-b07d-447b-ae4f-820daf0cb66c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '7934ff5a-43f1-4f76-b9d8-e4343ace34f5', 'ip_address': '172.27.3.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T07:36:32Z', 'updated_at': '2022-05-25T07:36:32Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7934ff5a-43f1-4f76-b9d8-e4343ace34f5', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825492-15-iscsi'}], 'dv-cinder-825492-15-iscsi', False) {} {{(pid=104528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 07:36:38.271193 dv-cinder-825492-15-iscsi neutron-server[104528]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ed12c2c-b8f9-4dba-b077-574661fa191a None None] Checking router: 7899052f-b07d-447b-ae4f-820daf0cb66c for host: dv-cinder-825492-15-iscsi {{(pid=104528) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 25 07:36:38.278837 dv-cinder-825492-15-iscsi neutron-server[104528]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ed12c2c-b8f9-4dba-b077-574661fa191a None None] Updating router 7899052f-b07d-447b-ae4f-820daf0cb66c port 7acc11af-cd2a-46fe-98c2-4a90e3178336 binding host dv-cinder-825492-15-iscsi {{(pid=104528) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 25 07:36:38.337984 dv-cinder-825492-15-iscsi neutron-server[104528]: DEBUG neutron_lib.callbacks.manager [None req-5ed12c2c-b8f9-4dba-b077-574661fa191a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-616651'] for port (7acc11af-cd2a-46fe-98c2-4a90e3178336), before_update {{(pid=104528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:36:38.347562 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG dbcounter [-] [104525] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=4 {{(pid=104525) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 07:36:38.392968 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-60892003-f034-4977-988f-7db365d426e8 admin admin] Notify agent at l3_agent.dv-cinder-825492-15-iscsi the message routers_updated {{(pid=104526) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 25 07:36:38.399823 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0bf275ac-5955-476b-83ab-d4c327e66f9f admin admin] Notify agent at l3_agent.dv-cinder-825492-15-iscsi the message routers_updated {{(pid=104525) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 25 07:36:38.418105 dv-cinder-825492-15-iscsi neutron-server[104525]: INFO neutron.wsgi [None req-0bf275ac-5955-476b-83ab-d4c327e66f9f admin admin] 10.222.0.24 "PUT /v2.0/routers/89cbe682-09cd-46d4-8e46-d5caa5a0134e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.7264550 May 25 07:36:38.420686 dv-cinder-825492-15-iscsi neutron-server[104525]: INFO neutron.wsgi [req-d7625502-6550-40d7-9381-eec05512f25e req-f5ef6cc9-d37f-4085-8e38-6e893a89f454 tempest-DeleteServersTestJSON-1468466414 tempest-DeleteServersTestJSON-1468466414-project] 10.222.0.24 "GET /v2.0/ports?device_id=57fedc8c-b769-4f1d-b263-478dcb44da40 HTTP/1.1" status: 200 len: 210 time: 0.1031072 May 25 07:36:38.452940 dv-cinder-825492-15-iscsi neutron-server[104528]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5bd05ba-c14b-4dd3-b7c9-c07727f097a3 None None] Sync routers for ids ['89cbe682-09cd-46d4-8e46-d5caa5a0134e'] in dv-cinder-825492-15-iscsi {{(pid=104528) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 25 07:36:38.473004 dv-cinder-825492-15-iscsi neutron-server[104528]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5bd05ba-c14b-4dd3-b7c9-c07727f097a3 None None] Routers {'89cbe682-09cd-46d4-8e46-d5caa5a0134e'} bound to L3 agent in host dv-cinder-825492-15-iscsi {{(pid=104528) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 25 07:36:38.473976 dv-cinder-825492-15-iscsi neutron-server[104528]: DEBUG neutron.db.l3_hamode_db [None req-e5bd05ba-c14b-4dd3-b7c9-c07727f097a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825492-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-25T07:27:37Z,description=,heartbeat_timestamp=2022-05-25T07:36:37Z,host='dv-cinder-825492-15-iscsi',id=54ff4013-997e-4376-a4e9-e6c98cf37cc7,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T07:27:38Z,topic='l3_agent')) {'router_ids': ['89cbe682-09cd-46d4-8e46-d5caa5a0134e'], 'active': True} {{(pid=104528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 07:36:38.575050 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG dbcounter [-] [104525] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=104525) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 07:36:38.617685 dv-cinder-825492-15-iscsi neutron-server[104528]: DEBUG neutron.db.l3_dvr_db [None req-e5bd05ba-c14b-4dd3-b7c9-c07727f097a3 None None] Set router 89cbe682-09cd-46d4-8e46-d5caa5a0134e gateway port host: dv-cinder-825492-15-iscsi {{(pid=104528) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 25 07:36:38.671883 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.db.provisioning_blocks [None req-a0e74002-bba4-4d0d-84fb-79ddda1a96d9 None None] Provisioning complete for port 521b8e74-ff39-43eb-be41-5f6b4257049b triggered by entity DHCP. {{(pid=104527) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 25 07:36:38.672577 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron_lib.callbacks.manager [None req-a0e74002-bba4-4d0d-84fb-79ddda1a96d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1490782'] for port (521b8e74-ff39-43eb-be41-5f6b4257049b), provisioning_complete {{(pid=104527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:36:38.692660 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-6c5b3483-1bc9-4626-8418-ce6cc81679fe admin admin] Publish callbacks [] for port (521b8e74-ff39-43eb-be41-5f6b4257049b), precommit_update {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:36:38.696829 dv-cinder-825492-15-iscsi neutron-server[104528]: DEBUG dbcounter [-] [104528] Writing DB stats neutron:SELECT=100 {{(pid=104528) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 07:36:38.700265 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-60892003-f034-4977-988f-7db365d426e8 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:36:38.702706 dv-cinder-825492-15-iscsi neutron-server[104526]: INFO neutron.wsgi [None req-60892003-f034-4977-988f-7db365d426e8 admin admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 8.4299858 May 25 07:36:38.705931 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron.wsgi [-] (104525) accepted ('10.222.0.24', 40944) {{(pid=104525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 07:36:38.729889 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG dbcounter [-] [104526] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=104526) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 07:36:38.751581 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron_lib.callbacks.manager [None req-5f5ba46a-aa18-4bee-850d-c102c9d6eba8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754056472917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490168'] for agent (54ff4013-997e-4376-a4e9-e6c98cf37cc7), after_update {{(pid=104527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:36:38.753481 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87748aaa-21cb-4ead-be47-2bcae04bf180 None None] Sync routers for ids ['467a5089-229b-41f9-a57d-cb3df74d5ec8'] in dv-cinder-825492-15-iscsi {{(pid=104527) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 25 07:36:38.767736 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.db.provisioning_blocks [None req-4c581813-650f-4b4b-ac0f-82f585bea231 None None] Provisioning complete for port 5da9a7f2-5b3e-469b-a2d6-d4f69bf54dc9 triggered by entity L2. {{(pid=104527) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 25 07:36:38.768175 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron_lib.callbacks.manager [None req-4c581813-650f-4b4b-ac0f-82f585bea231 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1490782'] for port (5da9a7f2-5b3e-469b-a2d6-d4f69bf54dc9), provisioning_complete {{(pid=104527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:36:38.772109 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.db.l3_hamode_db [None req-00d2348b-b682-4512-9a99-f1ce17a468e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '27856324-98d4-4244-bd01-93343ae31478', 'name': 'tempest-AttachVolumeNegativeTest-2135659387-router', 'tenant_id': '2d8e35800ce043acbcb027ce406ed2e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '29c629bd-3f50-4535-bfbc-a047608d6fb6', 'external_fixed_ips': [{'subnet_id': '7934ff5a-43f1-4f76-b9d8-e4343ace34f5', 'ip_address': '172.27.3.226'}], 'enable_snat': True}, 'gw_port_id': '22f8fc27-9589-49b7-a3d1-f53043acd5a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T07:36:27Z', 'updated_at': '2022-05-25T07:36:37Z', 'revision_number': 4, 'project_id': '2d8e35800ce043acbcb027ce406ed2e7', 'gw_port': {'id': '22f8fc27-9589-49b7-a3d1-f53043acd5a2', 'name': '', 'network_id': '29c629bd-3f50-4535-bfbc-a047608d6fb6', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:51:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '27856324-98d4-4244-bd01-93343ae31478', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '7934ff5a-43f1-4f76-b9d8-e4343ace34f5', 'ip_address': '172.27.3.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825492-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T07:36:28Z', 'updated_at': '2022-05-25T07:36:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7934ff5a-43f1-4f76-b9d8-e4343ace34f5', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825492-15-iscsi', '_interfaces': [{'id': '521b8e74-ff39-43eb-be41-5f6b4257049b', 'name': '', 'network_id': 'f39d85d3-0173-4496-879c-2b83e234d364', 'tenant_id': '2d8e35800ce043acbcb027ce406ed2e7', 'mac_address': 'fa:16:3e:38:3d:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '27856324-98d4-4244-bd01-93343ae31478', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '4aef3d06-f4fb-4751-a5a8-ab68314fa54a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T07:36:36Z', 'updated_at': '2022-05-25T07:36:36Z', 'revision_number': 1, 'project_id': '2d8e35800ce043acbcb027ce406ed2e7', 'subnets': [{'id': '4aef3d06-f4fb-4751-a5a8-ab68314fa54a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-825492-15-iscsi', False) {} {{(pid=104527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 07:36:38.795808 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-6c5b3483-1bc9-4626-8418-ce6cc81679fe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-617841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612926', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754056714442', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754056173882', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754056173900'] for port (521b8e74-ff39-43eb-be41-5f6b4257049b), after_update {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:36:38.797032 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-6c5b3483-1bc9-4626-8418-ce6cc81679fe admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1611396', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1614271'] for router_interface (27856324-98d4-4244-bd01-93343ae31478), after_create {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:36:38.834882 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4f3d6be-1dda-4139-b388-cc86967fdd03 None None] Pushing event updated for resources: {'Port': ['ID=22f8fc27-9589-49b7-a3d1-f53043acd5a2,revision_number=3']} {{(pid=104527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 07:36:38.843431 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00d2348b-b682-4512-9a99-f1ce17a468e4 None None] The sync data for ids ['27856324-98d4-4244-bd01-93343ae31478'] in dv-cinder-825492-15-iscsi is: [{'id': '27856324-98d4-4244-bd01-93343ae31478', 'name': 'tempest-AttachVolumeNegativeTest-2135659387-router', 'tenant_id': '2d8e35800ce043acbcb027ce406ed2e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '29c629bd-3f50-4535-bfbc-a047608d6fb6', 'external_fixed_ips': [{'subnet_id': '7934ff5a-43f1-4f76-b9d8-e4343ace34f5', 'ip_address': '172.27.3.226'}], 'enable_snat': True}, 'gw_port_id': '22f8fc27-9589-49b7-a3d1-f53043acd5a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T07:36:27Z', 'updated_at': '2022-05-25T07:36:37Z', 'revision_number': 4, 'project_id': '2d8e35800ce043acbcb027ce406ed2e7', 'gw_port': {'id': '22f8fc27-9589-49b7-a3d1-f53043acd5a2', 'name': '', 'network_id': '29c629bd-3f50-4535-bfbc-a047608d6fb6', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:51:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '27856324-98d4-4244-bd01-93343ae31478', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '7934ff5a-43f1-4f76-b9d8-e4343ace34f5', 'ip_address': '172.27.3.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825492-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T07:36:28Z', 'updated_at': '2022-05-25T07:36:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7934ff5a-43f1-4f76-b9d8-e4343ace34f5', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825492-15-iscsi', '_interfaces': [{'id': '521b8e74-ff39-43eb-be41-5f6b4257049b', 'name': '', 'network_id': 'f39d85d3-0173-4496-879c-2b83e234d364', 'tenant_id': '2d8e35800ce043acbcb027ce406ed2e7', 'mac_address': 'fa:16:3e:38:3d:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '27856324-98d4-4244-bd01-93343ae31478', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '4aef3d06-f4fb-4751-a5a8-ab68314fa54a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T07:36:36Z', 'updated_at': '2022-05-25T07:36:36Z', 'revision_number': 1, 'project_id': '2d8e35800ce043acbcb027ce406ed2e7', 'subnets': [{'id': '4aef3d06-f4fb-4751-a5a8-ab68314fa54a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104527) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 25 07:36:38.865991 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.plugins.ml2.plugin [None req-a0e74002-bba4-4d0d-84fb-79ddda1a96d9 None None] Port 521b8e74-ff39-43eb-be41-5f6b4257049b cannot update to ACTIVE because it is not bound. {{(pid=104527) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 25 07:36:38.878529 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.db.provisioning_blocks [None req-a0e74002-bba4-4d0d-84fb-79ddda1a96d9 None None] Provisioning complete for port 14237580-8e47-4b2b-abba-fb6a03ea42a4 triggered by entity DHCP. {{(pid=104527) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 25 07:36:38.879149 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron_lib.callbacks.manager [None req-a0e74002-bba4-4d0d-84fb-79ddda1a96d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1490782'] for port (14237580-8e47-4b2b-abba-fb6a03ea42a4), provisioning_complete {{(pid=104527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:36:38.885997 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG dbcounter [-] [104526] Writing DB stats neutron:SELECT=86,neutron:DELETE=2,neutron:UPDATE=6,neutron:INSERT=6 {{(pid=104526) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 07:36:38.890302 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87748aaa-21cb-4ead-be47-2bcae04bf180 None None] Routers {'467a5089-229b-41f9-a57d-cb3df74d5ec8'} bound to L3 agent in host dv-cinder-825492-15-iscsi {{(pid=104527) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 25 07:36:38.890855 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.db.l3_hamode_db [None req-87748aaa-21cb-4ead-be47-2bcae04bf180 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825492-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-25T07:27:37Z,description=,heartbeat_timestamp=2022-05-25T07:36:37Z,host='dv-cinder-825492-15-iscsi',id=54ff4013-997e-4376-a4e9-e6c98cf37cc7,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T07:27:38Z,topic='l3_agent')) {'router_ids': ['467a5089-229b-41f9-a57d-cb3df74d5ec8'], 'active': True} {{(pid=104527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 07:36:38.908673 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-55c6a5e7-f286-4a65-a9aa-a5a9f7223720 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-616651'] for port (None), before_create {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:36:38.947256 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron_lib.callbacks.manager [None req-461c163e-e11a-425b-8a8d-f39fb153da48 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754056472917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490168'] for agent (fa5554a0-25df-434f-a0d0-5996d872220a), after_update {{(pid=104527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:36:39.029997 dv-cinder-825492-15-iscsi neutron-server[104528]: DEBUG neutron.db.l3_hamode_db [None req-e5bd05ba-c14b-4dd3-b7c9-c07727f097a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '89cbe682-09cd-46d4-8e46-d5caa5a0134e', 'name': 'tempest-ServerRescueNegativeTestJSON-5943718-router', 'tenant_id': 'd4719a4804e24f27b9427e58c5cbe13b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '29c629bd-3f50-4535-bfbc-a047608d6fb6', 'external_fixed_ips': [{'subnet_id': '7934ff5a-43f1-4f76-b9d8-e4343ace34f5', 'ip_address': '172.27.3.173'}], 'enable_snat': True}, 'gw_port_id': 'ff8aeffc-43d1-4e45-9c0c-9a1bd5a60423', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T07:36:29Z', 'updated_at': '2022-05-25T07:36:35Z', 'revision_number': 4, 'project_id': 'd4719a4804e24f27b9427e58c5cbe13b', 'gw_port': {'id': 'ff8aeffc-43d1-4e45-9c0c-9a1bd5a60423', 'name': '', 'network_id': '29c629bd-3f50-4535-bfbc-a047608d6fb6', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:52:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '89cbe682-09cd-46d4-8e46-d5caa5a0134e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '7934ff5a-43f1-4f76-b9d8-e4343ace34f5', 'ip_address': '172.27.3.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825492-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T07:36:30Z', 'updated_at': '2022-05-25T07:36:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7934ff5a-43f1-4f76-b9d8-e4343ace34f5', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825492-15-iscsi', '_interfaces': [{'id': '93f39134-ddc6-48cc-900e-93b44ac11bfb', 'name': '', 'network_id': 'e9255b8f-85b1-4659-9bc1-7aaec6681338', 'tenant_id': 'd4719a4804e24f27b9427e58c5cbe13b', 'mac_address': 'fa:16:3e:c1:4d:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '89cbe682-09cd-46d4-8e46-d5caa5a0134e', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '2bd01566-eaf4-4493-b26a-8c7ef6fcaf51', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T07:36:33Z', 'updated_at': '2022-05-25T07:36:36Z', 'revision_number': 2, 'project_id': 'd4719a4804e24f27b9427e58c5cbe13b', 'subnets': [{'id': '2bd01566-eaf4-4493-b26a-8c7ef6fcaf51', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-825492-15-iscsi', False) {} {{(pid=104528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 07:36:39.048998 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c5b3483-1bc9-4626-8418-ce6cc81679fe admin admin] Pushing event updated for resources: {'Port': ['ID=521b8e74-ff39-43eb-be41-5f6b4257049b,revision_number=2']} {{(pid=104525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 07:36:39.108238 dv-cinder-825492-15-iscsi neutron-server[104528]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5bd05ba-c14b-4dd3-b7c9-c07727f097a3 None None] Checking router: 89cbe682-09cd-46d4-8e46-d5caa5a0134e for host: dv-cinder-825492-15-iscsi {{(pid=104528) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 25 07:36:39.111864 dv-cinder-825492-15-iscsi neutron-server[104528]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5bd05ba-c14b-4dd3-b7c9-c07727f097a3 None None] Updating router 89cbe682-09cd-46d4-8e46-d5caa5a0134e port 93f39134-ddc6-48cc-900e-93b44ac11bfb binding host dv-cinder-825492-15-iscsi {{(pid=104528) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 25 07:36:39.117073 dv-cinder-825492-15-iscsi neutron-server[104528]: DEBUG dbcounter [-] [104528] Writing DB stats neutron:SELECT=100 {{(pid=104528) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 07:36:39.170159 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.plugins.ml2.plugin [None req-a0e74002-bba4-4d0d-84fb-79ddda1a96d9 None None] Current status of the port 14237580-8e47-4b2b-abba-fb6a03ea42a4 is: ACTIVE; New status is: ACTIVE {{(pid=104527) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 25 07:36:39.188819 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG dbcounter [-] [104527] Writing DB stats neutron:SELECT=100 {{(pid=104527) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 07:36:39.201671 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG dbcounter [-] [104525] Writing DB stats neutron:SELECT=90,neutron:UPDATE=5,neutron:INSERT=5 {{(pid=104525) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 07:36:39.265524 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c5b3483-1bc9-4626-8418-ce6cc81679fe admin admin] Network f39d85d3-0173-4496-879c-2b83e234d364 is already hosted by enough agents. {{(pid=104525) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 07:36:39.270704 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG dbcounter [-] [104527] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=104527) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 07:36:39.273052 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG dbcounter [-] [104525] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=104525) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 07:36:39.274433 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron.scheduler.base_scheduler [None req-6c5b3483-1bc9-4626-8418-ce6cc81679fe admin admin] Resources bound (agent type, host, resource id): {{(pid=104525) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 07:36:39.298259 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.db.provisioning_blocks [None req-a0e74002-bba4-4d0d-84fb-79ddda1a96d9 None None] Provisioning complete for port 5da9a7f2-5b3e-469b-a2d6-d4f69bf54dc9 triggered by entity DHCP. {{(pid=104527) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 25 07:36:39.298864 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron_lib.callbacks.manager [None req-a0e74002-bba4-4d0d-84fb-79ddda1a96d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1490782'] for port (5da9a7f2-5b3e-469b-a2d6-d4f69bf54dc9), provisioning_complete {{(pid=104527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:36:39.377466 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.plugins.ml2.plugin [None req-4c581813-650f-4b4b-ac0f-82f585bea231 None None] Current status of the port 5da9a7f2-5b3e-469b-a2d6-d4f69bf54dc9 is: DOWN; New status is: ACTIVE {{(pid=104527) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 25 07:36:39.378005 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron_lib.callbacks.manager [None req-4c581813-650f-4b4b-ac0f-82f585bea231 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-616651'] for port (5da9a7f2-5b3e-469b-a2d6-d4f69bf54dc9), before_update {{(pid=104527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:36:39.458429 dv-cinder-825492-15-iscsi neutron-server[104528]: DEBUG neutron_lib.callbacks.manager [None req-5ed12c2c-b8f9-4dba-b077-574661fa191a None None] Publish callbacks [] for port (7acc11af-cd2a-46fe-98c2-4a90e3178336), precommit_update {{(pid=104528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:36:39.482872 dv-cinder-825492-15-iscsi neutron-server[104528]: DEBUG neutron_lib.callbacks.manager [None req-e5bd05ba-c14b-4dd3-b7c9-c07727f097a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-616651'] for port (93f39134-ddc6-48cc-900e-93b44ac11bfb), before_update {{(pid=104528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:36:39.487588 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.plugins.ml2.db [None req-4c581813-650f-4b4b-ac0f-82f585bea231 None None] For port 5da9a7f2-5b3e-469b-a2d6-d4f69bf54dc9, host dv-cinder-825492-15-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825492-15-iscsi',level=0,port_id=5da9a7f2-5b3e-469b-a2d6-d4f69bf54dc9,segment=NetworkSegment(5e8ca1f8-871e-422d-b246-85fba594b2cb),segment_id=5e8ca1f8-871e-422d-b246-85fba594b2cb)] {{(pid=104527) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 07:36:39.498442 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.db.l3_dvr_db [None req-87748aaa-21cb-4ead-be47-2bcae04bf180 None None] Set router 467a5089-229b-41f9-a57d-cb3df74d5ec8 gateway port host: dv-cinder-825492-15-iscsi {{(pid=104527) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 25 07:36:39.601392 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG dbcounter [-] [104527] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104527) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 07:36:39.601606 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a1a5dfc-2258-4396-87ee-18f68cf1e2c6 req-82a5be12-63fb-4e38-b1d5-77b2274bd24c tempest-ServerRescueNegativeTestJSON-274124411 tempest-ServerRescueNegativeTestJSON-274124411-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 07:36:39.606075 dv-cinder-825492-15-iscsi neutron-server[104526]: INFO neutron.wsgi [req-1a1a5dfc-2258-4396-87ee-18f68cf1e2c6 req-82a5be12-63fb-4e38-b1d5-77b2274bd24c tempest-ServerRescueNegativeTestJSON-274124411 tempest-ServerRescueNegativeTestJSON-274124411-project] 10.222.0.24 "GET /v2.0/networks?id=e9255b8f-85b1-4659-9bc1-7aaec6681338 HTTP/1.1" status: 200 len: 816 time: 0.3014627 May 25 07:36:39.681653 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron_lib.callbacks.manager [None req-4c581813-650f-4b4b-ac0f-82f585bea231 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-617841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612926', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754056714442', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754056173882', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754056173900'] for port (5da9a7f2-5b3e-469b-a2d6-d4f69bf54dc9), after_update {{(pid=104527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:36:39.685687 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.plugins.ml2.rpc [None req-4c581813-650f-4b4b-ac0f-82f585bea231 None None] Device ff8aeffc-43d1-4e45-9c0c-9a1bd5a60423 up at agent ovs-agent-dv-cinder-825492-15-iscsi {{(pid=104527) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 25 07:36:39.715795 dv-cinder-825492-15-iscsi neutron-server[104526]: INFO neutron.wsgi [req-1a1a5dfc-2258-4396-87ee-18f68cf1e2c6 req-975f9ffb-57fc-4e0f-ba95-adeea68ba01a tempest-ServerRescueNegativeTestJSON-274124411 tempest-ServerRescueNegativeTestJSON-274124411-project] 10.222.0.24 "GET /v2.0/quotas/d4719a4804e24f27b9427e58c5cbe13b HTTP/1.1" status: 200 len: 375 time: 0.1033816 May 25 07:36:39.769128 dv-cinder-825492-15-iscsi neutron-server[104525]: INFO neutron.wsgi [req-683ebabb-c9c3-47f5-a41e-36f39e73c0aa req-6c44804d-d33e-4a5e-b15c-6109867b74c2 tempest-DeleteServersTestJSON-1468466414 tempest-DeleteServersTestJSON-1468466414-project] 10.222.0.24 "GET /v2.0/ports?device_id=57fedc8c-b769-4f1d-b263-478dcb44da40 HTTP/1.1" status: 200 len: 210 time: 0.1406422 May 25 07:36:39.903847 dv-cinder-825492-15-iscsi neutron-server[104526]: INFO neutron.wsgi [req-1a1a5dfc-2258-4396-87ee-18f68cf1e2c6 req-bc565016-7725-4627-9de0-2a4c9ae3cba9 tempest-ServerRescueNegativeTestJSON-274124411 tempest-ServerRescueNegativeTestJSON-274124411-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=d4719a4804e24f27b9427e58c5cbe13b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1777523 May 25 07:36:39.910376 dv-cinder-825492-15-iscsi neutron-server[104528]: DEBUG neutron_lib.callbacks.manager [None req-5ed12c2c-b8f9-4dba-b077-574661fa191a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-617841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612926', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754056714442', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754056173882', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754056173900'] for port (7acc11af-cd2a-46fe-98c2-4a90e3178336), after_update {{(pid=104528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:36:39.963213 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.db.l3_hamode_db [None req-87748aaa-21cb-4ead-be47-2bcae04bf180 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '467a5089-229b-41f9-a57d-cb3df74d5ec8', 'name': 'tempest-AttachVolumeTestJSON-679687525-router', 'tenant_id': '294afe2c36184564a80fb6bef7b32359', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '29c629bd-3f50-4535-bfbc-a047608d6fb6', 'external_fixed_ips': [{'subnet_id': '7934ff5a-43f1-4f76-b9d8-e4343ace34f5', 'ip_address': '172.27.3.252'}], 'enable_snat': True}, 'gw_port_id': '1ba2fc44-c661-405c-8806-11b2129ff3d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T07:36:30Z', 'updated_at': '2022-05-25T07:36:36Z', 'revision_number': 3, 'project_id': '294afe2c36184564a80fb6bef7b32359', 'gw_port': {'id': '1ba2fc44-c661-405c-8806-11b2129ff3d1', 'name': '', 'network_id': '29c629bd-3f50-4535-bfbc-a047608d6fb6', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:0b:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '467a5089-229b-41f9-a57d-cb3df74d5ec8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '7934ff5a-43f1-4f76-b9d8-e4343ace34f5', 'ip_address': '172.27.3.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T07:36:34Z', 'updated_at': '2022-05-25T07:36:34Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7934ff5a-43f1-4f76-b9d8-e4343ace34f5', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825492-15-iscsi'}], 'dv-cinder-825492-15-iscsi', False) {} {{(pid=104527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 07:36:39.971584 dv-cinder-825492-15-iscsi neutron-server[104528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-308cb1df-3a1b-45c7-9025-d96899481d04 None None] Pushing event updated for resources: {'Port': ['ID=7acc11af-cd2a-46fe-98c2-4a90e3178336,revision_number=2']} {{(pid=104528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 07:36:40.001060 dv-cinder-825492-15-iscsi neutron-server[104528]: DEBUG neutron.plugins.ml2.managers [None req-5ed12c2c-b8f9-4dba-b077-574661fa191a None None] Attempting to bind port 7acc11af-cd2a-46fe-98c2-4a90e3178336 on host dv-cinder-825492-15-iscsi for vnic_type normal with profile {{(pid=104528) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 25 07:36:40.001428 dv-cinder-825492-15-iscsi neutron-server[104528]: DEBUG neutron.plugins.ml2.managers [None req-5ed12c2c-b8f9-4dba-b077-574661fa191a None None] Attempting to bind port 7acc11af-cd2a-46fe-98c2-4a90e3178336 by drivers openvswitch,hyperv on host dv-cinder-825492-15-iscsi at level 0 using segments [{'id': '3ed655b3-ed39-457b-b353-0296e3eaac46', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '29c629bd-3f50-4535-bfbc-a047608d6fb6'}] {{(pid=104528) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 25 07:36:40.001783 dv-cinder-825492-15-iscsi neutron-server[104528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ed12c2c-b8f9-4dba-b077-574661fa191a None None] Attempting to bind port 7acc11af-cd2a-46fe-98c2-4a90e3178336 on network 29c629bd-3f50-4535-bfbc-a047608d6fb6 {{(pid=104528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 25 07:36:40.020790 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87748aaa-21cb-4ead-be47-2bcae04bf180 None None] Checking router: 467a5089-229b-41f9-a57d-cb3df74d5ec8 for host: dv-cinder-825492-15-iscsi {{(pid=104527) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 25 07:36:40.021625 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87748aaa-21cb-4ead-be47-2bcae04bf180 None None] Updating router 467a5089-229b-41f9-a57d-cb3df74d5ec8 port 1ba2fc44-c661-405c-8806-11b2129ff3d1 binding host dv-cinder-825492-15-iscsi {{(pid=104527) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 25 07:36:40.025832 dv-cinder-825492-15-iscsi neutron-server[104528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ed12c2c-b8f9-4dba-b077-574661fa191a None None] Checking agent: {'id': '67455b2d-ff20-4068-8b38-73bd0628c5cb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-825492-15-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 25, 7, 27, 41), 'started_at': datetime.datetime(2022, 5, 25, 7, 28, 11), 'heartbeat_timestamp': datetime.datetime(2022, 5, 25, 7, 36, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-825492-15-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 25 07:36:40.037814 dv-cinder-825492-15-iscsi neutron-server[104528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ed12c2c-b8f9-4dba-b077-574661fa191a None None] Checking segment: {'id': '3ed655b3-ed39-457b-b353-0296e3eaac46', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '29c629bd-3f50-4535-bfbc-a047608d6fb6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104528) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 25 07:36:40.037814 dv-cinder-825492-15-iscsi neutron-server[104528]: DEBUG neutron_lib.callbacks.manager [None req-5ed12c2c-b8f9-4dba-b077-574661fa191a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:36:40.037814 dv-cinder-825492-15-iscsi neutron-server[104528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ed12c2c-b8f9-4dba-b077-574661fa191a None None] Bound using segment: {'id': '3ed655b3-ed39-457b-b353-0296e3eaac46', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '29c629bd-3f50-4535-bfbc-a047608d6fb6'} {{(pid=104528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 25 07:36:40.037814 dv-cinder-825492-15-iscsi neutron-server[104528]: DEBUG neutron.plugins.ml2.managers [None req-5ed12c2c-b8f9-4dba-b077-574661fa191a None None] Bound port: 7acc11af-cd2a-46fe-98c2-4a90e3178336, host: dv-cinder-825492-15-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3ed655b3-ed39-457b-b353-0296e3eaac46', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '29c629bd-3f50-4535-bfbc-a047608d6fb6'}}] {{(pid=104528) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 25 07:36:40.037814 dv-cinder-825492-15-iscsi neutron-server[104528]: DEBUG neutron_lib.callbacks.manager [None req-5ed12c2c-b8f9-4dba-b077-574661fa191a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-616651'] for port (7acc11af-cd2a-46fe-98c2-4a90e3178336), before_update {{(pid=104528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:36:40.057893 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron_lib.callbacks.manager [None req-87748aaa-21cb-4ead-be47-2bcae04bf180 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-616651'] for port (1ba2fc44-c661-405c-8806-11b2129ff3d1), before_update {{(pid=104527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:36:40.059367 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6c5b3483-1bc9-4626-8418-ce6cc81679fe admin admin] Router 27856324-98d4-4244-bd01-93343ae31478 has already been hosted by L3 agent 54ff4013-997e-4376-a4e9-e6c98cf37cc7 {{(pid=104525) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 25 07:36:40.077629 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.db.db_base_plugin_common [None req-55c6a5e7-f286-4a65-a9aa-a5a9f7223720 admin admin] Allocated IP 172.20.0.1 (7eef0ae9-55de-48c4-ada3-da713e1942b9/e7796ec7-ead3-485d-a16b-d9ef7a0a8b85/43f951e0-f3c1-4b20-b081-79f30cf13fbd) {{(pid=104526) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 07:36:40.081134 dv-cinder-825492-15-iscsi neutron-server[104528]: DEBUG neutron.plugins.ml2.db [None req-5ed12c2c-b8f9-4dba-b077-574661fa191a None None] For port 7acc11af-cd2a-46fe-98c2-4a90e3178336, host dv-cinder-825492-15-iscsi, cleared binding levels {{(pid=104528) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 25 07:36:40.084708 dv-cinder-825492-15-iscsi neutron-server[104528]: DEBUG neutron.plugins.ml2.db [None req-5ed12c2c-b8f9-4dba-b077-574661fa191a None None] For port 7acc11af-cd2a-46fe-98c2-4a90e3178336, host dv-cinder-825492-15-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825492-15-iscsi',level=0,port_id=7acc11af-cd2a-46fe-98c2-4a90e3178336,segment=NetworkSegment(3ed655b3-ed39-457b-b353-0296e3eaac46),segment_id=3ed655b3-ed39-457b-b353-0296e3eaac46)] {{(pid=104528) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 25 07:36:40.115429 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.db.provisioning_blocks [None req-4c581813-650f-4b4b-ac0f-82f585bea231 None None] Provisioning complete for port ff8aeffc-43d1-4e45-9c0c-9a1bd5a60423 triggered by entity L2. {{(pid=104527) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 25 07:36:40.115894 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron_lib.callbacks.manager [None req-4c581813-650f-4b4b-ac0f-82f585bea231 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1490782'] for port (ff8aeffc-43d1-4e45-9c0c-9a1bd5a60423), provisioning_complete {{(pid=104527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:36:40.146304 dv-cinder-825492-15-iscsi neutron-server[104528]: DEBUG neutron_lib.callbacks.manager [None req-e5bd05ba-c14b-4dd3-b7c9-c07727f097a3 None None] Publish callbacks [] for port (93f39134-ddc6-48cc-900e-93b44ac11bfb), precommit_update {{(pid=104528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:36:40.168632 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.plugins.ml2.plugin [None req-a0e74002-bba4-4d0d-84fb-79ddda1a96d9 None None] Current status of the port 5da9a7f2-5b3e-469b-a2d6-d4f69bf54dc9 is: ACTIVE; New status is: ACTIVE {{(pid=104527) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 25 07:36:40.216141 dv-cinder-825492-15-iscsi neutron-server[104528]: DEBUG neutron_lib.callbacks.manager [None req-5ed12c2c-b8f9-4dba-b077-574661fa191a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-617841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612926', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754056714442', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754056173882', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754056173900'] for port (7acc11af-cd2a-46fe-98c2-4a90e3178336), after_update {{(pid=104528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:36:40.302175 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c581813-650f-4b4b-ac0f-82f585bea231 None None] Pushing event updated for resources: {'Port': ['ID=5da9a7f2-5b3e-469b-a2d6-d4f69bf54dc9,revision_number=3']} {{(pid=104527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 07:36:40.304991 dv-cinder-825492-15-iscsi neutron-server[104528]: DEBUG dbcounter [-] [104528] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=104528) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 07:36:40.306318 dv-cinder-825492-15-iscsi neutron-server[104528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-308cb1df-3a1b-45c7-9025-d96899481d04 None None] Pushing event updated for resources: {'Port': ['ID=7acc11af-cd2a-46fe-98c2-4a90e3178336,revision_number=3']} {{(pid=104528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 07:36:40.313548 dv-cinder-825492-15-iscsi neutron-server[104528]: DEBUG neutron_lib.callbacks.manager [None req-e5bd05ba-c14b-4dd3-b7c9-c07727f097a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-617841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612926', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754056714442', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754056173882', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754056173900'] for port (93f39134-ddc6-48cc-900e-93b44ac11bfb), after_update {{(pid=104528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:36:40.344037 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.plugins.ml2.plugin [None req-4c581813-650f-4b4b-ac0f-82f585bea231 None None] Current status of the port ff8aeffc-43d1-4e45-9c0c-9a1bd5a60423 is: DOWN; New status is: ACTIVE {{(pid=104527) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 25 07:36:40.344411 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron_lib.callbacks.manager [None req-4c581813-650f-4b4b-ac0f-82f585bea231 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-616651'] for port (ff8aeffc-43d1-4e45-9c0c-9a1bd5a60423), before_update {{(pid=104527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:36:40.357366 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6c5b3483-1bc9-4626-8418-ce6cc81679fe admin admin] Notify agent at l3_agent.dv-cinder-825492-15-iscsi the message routers_updated {{(pid=104525) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 25 07:36:40.365671 dv-cinder-825492-15-iscsi neutron-server[104525]: INFO neutron.wsgi [None req-6c5b3483-1bc9-4626-8418-ce6cc81679fe admin admin] 10.222.0.24 "PUT /v2.0/routers/27856324-98d4-4244-bd01-93343ae31478/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.8116522 May 25 07:36:40.397312 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-0d59a094-2aaa-433c-b872-663d46d448ac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-616651'] for port (None), before_create {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:36:40.438229 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.plugins.ml2.db [None req-4c581813-650f-4b4b-ac0f-82f585bea231 None None] For port ff8aeffc-43d1-4e45-9c0c-9a1bd5a60423, host dv-cinder-825492-15-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825492-15-iscsi',level=0,port_id=ff8aeffc-43d1-4e45-9c0c-9a1bd5a60423,segment=NetworkSegment(3ed655b3-ed39-457b-b353-0296e3eaac46),segment_id=3ed655b3-ed39-457b-b353-0296e3eaac46)] {{(pid=104527) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 07:36:40.455934 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG dbcounter [-] [104525] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=104525) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 07:36:40.466452 dv-cinder-825492-15-iscsi neutron-server[104528]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ed12c2c-b8f9-4dba-b077-574661fa191a None None] Routers {'7899052f-b07d-447b-ae4f-820daf0cb66c'} bound to L3 agent in host dv-cinder-825492-15-iscsi {{(pid=104528) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 25 07:36:40.469274 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.db.provisioning_blocks [None req-18081300-15f2-4e9d-ab59-5a7cac5ef1e6 None None] Provisioning complete for port 521b8e74-ff39-43eb-be41-5f6b4257049b triggered by entity DHCP. {{(pid=104527) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 25 07:36:40.469646 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron_lib.callbacks.manager [None req-18081300-15f2-4e9d-ab59-5a7cac5ef1e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1490782'] for port (521b8e74-ff39-43eb-be41-5f6b4257049b), provisioning_complete {{(pid=104527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:36:40.470399 dv-cinder-825492-15-iscsi neutron-server[104528]: DEBUG neutron.db.l3_hamode_db [None req-5ed12c2c-b8f9-4dba-b077-574661fa191a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825492-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-25T07:27:37Z,description=,heartbeat_timestamp=2022-05-25T07:36:37Z,host='dv-cinder-825492-15-iscsi',id=54ff4013-997e-4376-a4e9-e6c98cf37cc7,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T07:27:38Z,topic='l3_agent')) {'router_ids': ['7899052f-b07d-447b-ae4f-820daf0cb66c'], 'active': True} {{(pid=104528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 07:36:40.474095 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron_lib.callbacks.manager [None req-f9cd7ad7-9657-4dc4-ab64-74b2d9455e3c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754056472917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490168'] for agent (749e0e2c-8e71-4175-9046-27a8fd2a3a0a), after_update {{(pid=104527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:36:40.502991 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG dbcounter [-] [104526] Writing DB stats neutron:SELECT=87,neutron:INSERT=12,neutron:UPDATE=1 {{(pid=104526) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 07:36:40.583985 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron_lib.callbacks.manager [None req-4c581813-650f-4b4b-ac0f-82f585bea231 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-617841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612926', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754056714442', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754056173882', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754056173900'] for port (ff8aeffc-43d1-4e45-9c0c-9a1bd5a60423), after_update {{(pid=104527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:36:40.593268 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.plugins.ml2.rpc [None req-4c581813-650f-4b4b-ac0f-82f585bea231 None None] Device 3f9b8e5a-c834-4dec-b9c4-d4db1279f163 up at agent ovs-agent-dv-cinder-825492-15-iscsi {{(pid=104527) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 25 07:36:40.614562 dv-cinder-825492-15-iscsi neutron-server[104526]: INFO neutron.wsgi [req-1a1a5dfc-2258-4396-87ee-18f68cf1e2c6 req-b5020e35-08c7-4e69-9526-fc56da05824a service neutron] 10.222.0.24 "GET /v2.0/networks/e9255b8f-85b1-4659-9bc1-7aaec6681338?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7098429 May 25 07:36:40.652342 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG dbcounter [-] [104525] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104525) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 07:36:40.654157 dv-cinder-825492-15-iscsi neutron-server[104528]: DEBUG dbcounter [-] [104528] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104528) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 07:36:40.721032 dv-cinder-825492-15-iscsi neutron-server[104528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0b56c47-7867-431b-bcf5-77a0a3e30f8f None None] Pushing event updated for resources: {'Port': ['ID=93f39134-ddc6-48cc-900e-93b44ac11bfb,revision_number=3']} {{(pid=104528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 07:36:40.769568 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG dbcounter [-] [104527] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104527) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 07:36:40.851123 dv-cinder-825492-15-iscsi neutron-server[104526]: INFO neutron.wsgi [req-1a1a5dfc-2258-4396-87ee-18f68cf1e2c6 req-e60edfce-327d-46c8-94b2-7992f06bc870 service neutron] 10.222.0.24 "GET /v2.0/networks/e9255b8f-85b1-4659-9bc1-7aaec6681338?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2208285 May 25 07:36:40.854741 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG dbcounter [-] [104526] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104526) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 07:36:40.889130 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-55c6a5e7-f286-4a65-a9aa-a5a9f7223720 admin admin] Publish callbacks [] for port (43f951e0-f3c1-4b20-b081-79f30cf13fbd), precommit_create {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:36:40.978628 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.plugins.ml2.plugin [None req-18081300-15f2-4e9d-ab59-5a7cac5ef1e6 None None] Port 521b8e74-ff39-43eb-be41-5f6b4257049b cannot update to ACTIVE because it is not bound. {{(pid=104527) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 25 07:36:40.989224 dv-cinder-825492-15-iscsi neutron-server[104528]: DEBUG neutron.plugins.ml2.managers [None req-e5bd05ba-c14b-4dd3-b7c9-c07727f097a3 None None] Attempting to bind port 93f39134-ddc6-48cc-900e-93b44ac11bfb on host dv-cinder-825492-15-iscsi for vnic_type normal with profile {{(pid=104528) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 25 07:36:40.989770 dv-cinder-825492-15-iscsi neutron-server[104528]: DEBUG neutron.plugins.ml2.managers [None req-e5bd05ba-c14b-4dd3-b7c9-c07727f097a3 None None] Attempting to bind port 93f39134-ddc6-48cc-900e-93b44ac11bfb by drivers openvswitch,hyperv on host dv-cinder-825492-15-iscsi at level 0 using segments [{'id': '969a65dc-e069-48a8-ad7f-e38fdf9684ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': 'e9255b8f-85b1-4659-9bc1-7aaec6681338'}] {{(pid=104528) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 25 07:36:40.990273 dv-cinder-825492-15-iscsi neutron-server[104528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5bd05ba-c14b-4dd3-b7c9-c07727f097a3 None None] Attempting to bind port 93f39134-ddc6-48cc-900e-93b44ac11bfb on network e9255b8f-85b1-4659-9bc1-7aaec6681338 {{(pid=104528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 25 07:36:41.005917 dv-cinder-825492-15-iscsi neutron-server[104528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5bd05ba-c14b-4dd3-b7c9-c07727f097a3 None None] Checking agent: {'id': '67455b2d-ff20-4068-8b38-73bd0628c5cb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-825492-15-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 25, 7, 27, 41), 'started_at': datetime.datetime(2022, 5, 25, 7, 28, 11), 'heartbeat_timestamp': datetime.datetime(2022, 5, 25, 7, 36, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-825492-15-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 25 07:36:41.006616 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.db.provisioning_blocks [None req-4c581813-650f-4b4b-ac0f-82f585bea231 None None] Provisioning complete for port 3f9b8e5a-c834-4dec-b9c4-d4db1279f163 triggered by entity L2. {{(pid=104527) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 25 07:36:41.006769 dv-cinder-825492-15-iscsi neutron-server[104528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5bd05ba-c14b-4dd3-b7c9-c07727f097a3 None None] Checking segment: {'id': '969a65dc-e069-48a8-ad7f-e38fdf9684ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': 'e9255b8f-85b1-4659-9bc1-7aaec6681338'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104528) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 25 07:36:41.008411 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron_lib.callbacks.manager [None req-4c581813-650f-4b4b-ac0f-82f585bea231 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1490782'] for port (3f9b8e5a-c834-4dec-b9c4-d4db1279f163), provisioning_complete {{(pid=104527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:36:41.013484 dv-cinder-825492-15-iscsi neutron-server[104528]: DEBUG neutron_lib.callbacks.manager [None req-e5bd05ba-c14b-4dd3-b7c9-c07727f097a3 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:36:41.013484 dv-cinder-825492-15-iscsi neutron-server[104528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5bd05ba-c14b-4dd3-b7c9-c07727f097a3 None None] Bound using segment: {'id': '969a65dc-e069-48a8-ad7f-e38fdf9684ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': 'e9255b8f-85b1-4659-9bc1-7aaec6681338'} {{(pid=104528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 25 07:36:41.013484 dv-cinder-825492-15-iscsi neutron-server[104528]: DEBUG neutron.plugins.ml2.managers [None req-e5bd05ba-c14b-4dd3-b7c9-c07727f097a3 None None] Bound port: 93f39134-ddc6-48cc-900e-93b44ac11bfb, host: dv-cinder-825492-15-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '969a65dc-e069-48a8-ad7f-e38fdf9684ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': 'e9255b8f-85b1-4659-9bc1-7aaec6681338'}}] {{(pid=104528) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 25 07:36:41.013484 dv-cinder-825492-15-iscsi neutron-server[104528]: DEBUG neutron_lib.callbacks.manager [None req-e5bd05ba-c14b-4dd3-b7c9-c07727f097a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-616651'] for port (93f39134-ddc6-48cc-900e-93b44ac11bfb), before_update {{(pid=104528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:36:41.068975 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.db.provisioning_blocks [None req-18081300-15f2-4e9d-ab59-5a7cac5ef1e6 None None] Provisioning complete for port 93f39134-ddc6-48cc-900e-93b44ac11bfb triggered by entity DHCP. {{(pid=104527) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 25 07:36:41.069590 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron_lib.callbacks.manager [None req-18081300-15f2-4e9d-ab59-5a7cac5ef1e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1490782'] for port (93f39134-ddc6-48cc-900e-93b44ac11bfb), provisioning_complete {{(pid=104527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:36:41.072602 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron.db.db_base_plugin_common [None req-0d59a094-2aaa-433c-b872-663d46d448ac admin admin] Allocated IP 172.20.0.1 (f85a9936-18a2-497c-90b9-ba6df25b9b6e/fdef845a-6670-4f1a-9c6b-2e789510998b/640c94dc-545f-4b18-8b5e-66d028f542ad) {{(pid=104525) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 07:36:41.078600 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-55c6a5e7-f286-4a65-a9aa-a5a9f7223720 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-617841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612926', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754056173864'] for port (43f951e0-f3c1-4b20-b081-79f30cf13fbd), after_create {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:36:41.117171 dv-cinder-825492-15-iscsi neutron-server[104528]: DEBUG neutron.plugins.ml2.db [None req-e5bd05ba-c14b-4dd3-b7c9-c07727f097a3 None None] For port 93f39134-ddc6-48cc-900e-93b44ac11bfb, host dv-cinder-825492-15-iscsi, cleared binding levels {{(pid=104528) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 25 07:36:41.122890 dv-cinder-825492-15-iscsi neutron-server[104528]: DEBUG neutron.plugins.ml2.db [None req-e5bd05ba-c14b-4dd3-b7c9-c07727f097a3 None None] For port 93f39134-ddc6-48cc-900e-93b44ac11bfb, host dv-cinder-825492-15-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825492-15-iscsi',level=0,port_id=93f39134-ddc6-48cc-900e-93b44ac11bfb,segment=NetworkSegment(969a65dc-e069-48a8-ad7f-e38fdf9684ce),segment_id=969a65dc-e069-48a8-ad7f-e38fdf9684ce)] {{(pid=104528) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 25 07:36:41.149695 dv-cinder-825492-15-iscsi neutron-server[104528]: DEBUG neutron.db.l3_dvr_db [None req-5ed12c2c-b8f9-4dba-b077-574661fa191a None None] Set router 7899052f-b07d-447b-ae4f-820daf0cb66c gateway port host: dv-cinder-825492-15-iscsi {{(pid=104528) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 25 07:36:41.177491 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55c6a5e7-f286-4a65-a9aa-a5a9f7223720 admin admin] Pushing event updated for resources: {'Port': ['ID=43f951e0-f3c1-4b20-b081-79f30cf13fbd,revision_number=1']} {{(pid=104526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 07:36:41.211969 dv-cinder-825492-15-iscsi neutron-server[104528]: DEBUG neutron_lib.callbacks.manager [None req-e5bd05ba-c14b-4dd3-b7c9-c07727f097a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-617841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612926', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754056714442', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754056173882', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754056173900'] for port (93f39134-ddc6-48cc-900e-93b44ac11bfb), after_update {{(pid=104528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:36:41.228851 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.plugins.ml2.plugin [None req-18081300-15f2-4e9d-ab59-5a7cac5ef1e6 None None] Port 93f39134-ddc6-48cc-900e-93b44ac11bfb cannot update to ACTIVE because it is not bound. {{(pid=104527) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 25 07:36:41.240128 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55c6a5e7-f286-4a65-a9aa-a5a9f7223720 admin admin] Network 7eef0ae9-55de-48c4-ada3-da713e1942b9 is already hosted by enough agents. {{(pid=104526) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 07:36:41.244003 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.scheduler.base_scheduler [None req-55c6a5e7-f286-4a65-a9aa-a5a9f7223720 admin admin] Resources bound (agent type, host, resource id): {{(pid=104526) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 07:36:41.246709 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55c6a5e7-f286-4a65-a9aa-a5a9f7223720 admin admin] Received port after_create {{(pid=104526) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 25 07:36:41.248270 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-55c6a5e7-f286-4a65-a9aa-a5a9f7223720 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1617199'] for router_interface (7899052f-b07d-447b-ae4f-820daf0cb66c), before_create {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:36:41.304195 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG dbcounter [-] [104527] Writing DB stats neutron:SELECT=94,neutron:UPDATE=6 {{(pid=104527) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 07:36:41.312846 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c581813-650f-4b4b-ac0f-82f585bea231 None None] Pushing event updated for resources: {'Port': ['ID=ff8aeffc-43d1-4e45-9c0c-9a1bd5a60423,revision_number=4']} {{(pid=104527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 07:36:41.398854 dv-cinder-825492-15-iscsi neutron-server[104528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0b56c47-7867-431b-bcf5-77a0a3e30f8f None None] Pushing event updated for resources: {'Port': ['ID=93f39134-ddc6-48cc-900e-93b44ac11bfb,revision_number=4']} {{(pid=104528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 07:36:41.424371 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.db.provisioning_blocks [None req-01dafa24-2e18-4042-b1e8-0f7607ac5c94 None None] Provisioning complete for port 93f39134-ddc6-48cc-900e-93b44ac11bfb triggered by entity DHCP. {{(pid=104527) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 25 07:36:41.425035 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron_lib.callbacks.manager [None req-01dafa24-2e18-4042-b1e8-0f7607ac5c94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1490782'] for port (93f39134-ddc6-48cc-900e-93b44ac11bfb), provisioning_complete {{(pid=104527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:36:41.469744 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-0d59a094-2aaa-433c-b872-663d46d448ac admin admin] Publish callbacks [] for port (640c94dc-545f-4b18-8b5e-66d028f542ad), precommit_create {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:36:41.622001 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-0d59a094-2aaa-433c-b872-663d46d448ac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-617841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612926', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754056173864'] for port (640c94dc-545f-4b18-8b5e-66d028f542ad), after_create {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:36:41.747138 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d59a094-2aaa-433c-b872-663d46d448ac admin admin] Network f85a9936-18a2-497c-90b9-ba6df25b9b6e is already hosted by enough agents. {{(pid=104525) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 07:36:41.772424 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron.scheduler.base_scheduler [None req-0d59a094-2aaa-433c-b872-663d46d448ac admin admin] Resources bound (agent type, host, resource id): {{(pid=104525) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 07:36:41.788857 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d59a094-2aaa-433c-b872-663d46d448ac admin admin] Received port after_create {{(pid=104525) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 25 07:36:41.789562 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-0d59a094-2aaa-433c-b872-663d46d448ac admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1617199'] for router_interface (467a5089-229b-41f9-a57d-cb3df74d5ec8), before_create {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:36:41.815339 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.wsgi [-] (104526) accepted ('10.222.0.24', 41026) {{(pid=104526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 07:36:41.877459 dv-cinder-825492-15-iscsi neutron-server[104528]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5bd05ba-c14b-4dd3-b7c9-c07727f097a3 None None] Routers {'89cbe682-09cd-46d4-8e46-d5caa5a0134e'} bound to L3 agent in host dv-cinder-825492-15-iscsi {{(pid=104528) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 25 07:36:41.881051 dv-cinder-825492-15-iscsi neutron-server[104528]: DEBUG neutron.db.l3_hamode_db [None req-e5bd05ba-c14b-4dd3-b7c9-c07727f097a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825492-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-25T07:27:37Z,description=,heartbeat_timestamp=2022-05-25T07:36:37Z,host='dv-cinder-825492-15-iscsi',id=54ff4013-997e-4376-a4e9-e6c98cf37cc7,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T07:27:38Z,topic='l3_agent')) {'router_ids': ['89cbe682-09cd-46d4-8e46-d5caa5a0134e'], 'active': True} {{(pid=104528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 07:36:41.978367 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.api.v2.base [None req-07018245-8a55-4b76-b93c-a6c9556ca443 tempest-AttachVolumeNegativeTest-1464534600 tempest-AttachVolumeNegativeTest-1464534600-project] Request body: {'security_group': {'name': 'tempest-securitygroup--683392579', 'description': 'tempest-description--271718734'}} {{(pid=104526) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 25 07:36:42.015986 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.plugins.ml2.plugin [None req-01dafa24-2e18-4042-b1e8-0f7607ac5c94 None None] Current status of the port 93f39134-ddc6-48cc-900e-93b44ac11bfb is: DOWN; New status is: ACTIVE {{(pid=104527) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 25 07:36:42.023678 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron_lib.callbacks.manager [None req-01dafa24-2e18-4042-b1e8-0f7607ac5c94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-616651'] for port (93f39134-ddc6-48cc-900e-93b44ac11bfb), before_update {{(pid=104527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:36:42.163637 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG dbcounter [-] [104525] Writing DB stats neutron:SELECT=100 {{(pid=104525) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 07:36:42.178265 dv-cinder-825492-15-iscsi neutron-server[104526]: INFO neutron.wsgi [req-e1263c78-973c-4be0-bdfd-49e3b2a0ec50 req-5efd4acc-d4cf-4d67-b4f0-fb6fa6721072 tempest-DeleteServersTestJSON-1468466414 tempest-DeleteServersTestJSON-1468466414-project] 10.222.0.24 "GET /v2.0/ports?device_id=57fedc8c-b769-4f1d-b263-478dcb44da40 HTTP/1.1" status: 200 len: 210 time: 0.3621747 May 25 07:36:42.180308 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d59a094-2aaa-433c-b872-663d46d448ac admin admin] Pushing event updated for resources: {'Port': ['ID=640c94dc-545f-4b18-8b5e-66d028f542ad,revision_number=1']} {{(pid=104525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 07:36:42.247336 dv-cinder-825492-15-iscsi neutron-server[104528]: DEBUG dbcounter [-] [104528] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104528) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 07:36:42.256836 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG dbcounter [-] [104527] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=104527) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 07:36:42.256931 dv-cinder-825492-15-iscsi neutron-server[104525]: INFO neutron.wsgi [req-0f7c40a6-0a08-4437-89e3-bcf667418111 req-0b619ae7-14d7-4369-9750-e3112238a04c tempest-ServerRescueNegativeTestJSON-274124411 tempest-ServerRescueNegativeTestJSON-274124411-project] 10.222.0.24 "GET /v2.0/ports?device_id=2d5a90d7-311f-4e4a-84c2-ff14c0440bd2 HTTP/1.1" status: 200 len: 210 time: 0.1234031 May 25 07:36:42.308410 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.wsgi [-] (104526) accepted ('10.222.0.41', 55612) {{(pid=104526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 07:36:42.328989 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.plugins.ml2.plugin [None req-4c581813-650f-4b4b-ac0f-82f585bea231 None None] Current status of the port 3f9b8e5a-c834-4dec-b9c4-d4db1279f163 is: ACTIVE; New status is: ACTIVE {{(pid=104527) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 25 07:36:42.346873 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG dbcounter [-] [104525] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=4 {{(pid=104525) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 07:36:42.347763 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-0d59a094-2aaa-433c-b872-663d46d448ac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-616651'] for port (640c94dc-545f-4b18-8b5e-66d028f542ad), before_update {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:36:42.369645 dv-cinder-825492-15-iscsi neutron-server[104528]: DEBUG neutron.db.l3_dvr_db [None req-e5bd05ba-c14b-4dd3-b7c9-c07727f097a3 None None] Set router 89cbe682-09cd-46d4-8e46-d5caa5a0134e gateway port host: dv-cinder-825492-15-iscsi {{(pid=104528) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 25 07:36:42.402620 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron_lib.callbacks.manager [None req-87748aaa-21cb-4ead-be47-2bcae04bf180 None None] Publish callbacks [] for port (1ba2fc44-c661-405c-8806-11b2129ff3d1), precommit_update {{(pid=104527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:36:42.412764 dv-cinder-825492-15-iscsi neutron-server[104528]: DEBUG neutron.db.l3_hamode_db [None req-5ed12c2c-b8f9-4dba-b077-574661fa191a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7899052f-b07d-447b-ae4f-820daf0cb66c', 'name': 'tempest-AttachVolumeShelveTestJSON-1109401832-router', 'tenant_id': 'c4406d5d0e2347f1b96c34496f5ba5ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '29c629bd-3f50-4535-bfbc-a047608d6fb6', 'external_fixed_ips': [{'subnet_id': '7934ff5a-43f1-4f76-b9d8-e4343ace34f5', 'ip_address': '172.27.3.76'}], 'enable_snat': True}, 'gw_port_id': '7acc11af-cd2a-46fe-98c2-4a90e3178336', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T07:36:30Z', 'updated_at': '2022-05-25T07:36:34Z', 'revision_number': 3, 'project_id': 'c4406d5d0e2347f1b96c34496f5ba5ae', 'gw_port': {'id': '7acc11af-cd2a-46fe-98c2-4a90e3178336', 'name': '', 'network_id': '29c629bd-3f50-4535-bfbc-a047608d6fb6', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:ce:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7899052f-b07d-447b-ae4f-820daf0cb66c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '7934ff5a-43f1-4f76-b9d8-e4343ace34f5', 'ip_address': '172.27.3.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825492-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T07:36:32Z', 'updated_at': '2022-05-25T07:36:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7934ff5a-43f1-4f76-b9d8-e4343ace34f5', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825492-15-iscsi'}], 'dv-cinder-825492-15-iscsi', False) {} {{(pid=104528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 07:36:42.432151 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-07018245-8a55-4b76-b93c-a6c9556ca443 tempest-AttachVolumeNegativeTest-1464534600 tempest-AttachVolumeNegativeTest-1464534600-project] Publish callbacks [] for security_group (None), before_create {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:36:42.473965 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron_lib.callbacks.manager [None req-4c581813-650f-4b4b-ac0f-82f585bea231 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754056472917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490168'] for agent (67455b2d-ff20-4068-8b38-73bd0628c5cb), after_update {{(pid=104527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:36:42.480540 dv-cinder-825492-15-iscsi neutron-server[104528]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ed12c2c-b8f9-4dba-b077-574661fa191a None None] The sync data for ids ['7899052f-b07d-447b-ae4f-820daf0cb66c'] in dv-cinder-825492-15-iscsi is: [{'id': '7899052f-b07d-447b-ae4f-820daf0cb66c', 'name': 'tempest-AttachVolumeShelveTestJSON-1109401832-router', 'tenant_id': 'c4406d5d0e2347f1b96c34496f5ba5ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '29c629bd-3f50-4535-bfbc-a047608d6fb6', 'external_fixed_ips': [{'subnet_id': '7934ff5a-43f1-4f76-b9d8-e4343ace34f5', 'ip_address': '172.27.3.76'}], 'enable_snat': True}, 'gw_port_id': '7acc11af-cd2a-46fe-98c2-4a90e3178336', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T07:36:30Z', 'updated_at': '2022-05-25T07:36:34Z', 'revision_number': 3, 'project_id': 'c4406d5d0e2347f1b96c34496f5ba5ae', 'gw_port': {'id': '7acc11af-cd2a-46fe-98c2-4a90e3178336', 'name': '', 'network_id': '29c629bd-3f50-4535-bfbc-a047608d6fb6', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:ce:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7899052f-b07d-447b-ae4f-820daf0cb66c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '7934ff5a-43f1-4f76-b9d8-e4343ace34f5', 'ip_address': '172.27.3.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825492-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T07:36:32Z', 'updated_at': '2022-05-25T07:36:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7934ff5a-43f1-4f76-b9d8-e4343ace34f5', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825492-15-iscsi'}] {{(pid=104528) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 25 07:36:42.492547 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.plugins.ml2.db [None req-01dafa24-2e18-4042-b1e8-0f7607ac5c94 None None] For port 93f39134-ddc6-48cc-900e-93b44ac11bfb, host dv-cinder-825492-15-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825492-15-iscsi',level=0,port_id=93f39134-ddc6-48cc-900e-93b44ac11bfb,segment=NetworkSegment(969a65dc-e069-48a8-ad7f-e38fdf9684ce),segment_id=969a65dc-e069-48a8-ad7f-e38fdf9684ce)] {{(pid=104527) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 07:36:42.586137 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron_lib.callbacks.manager [None req-87748aaa-21cb-4ead-be47-2bcae04bf180 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-617841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612926', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754056714442', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754056173882', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754056173900'] for port (1ba2fc44-c661-405c-8806-11b2129ff3d1), after_update {{(pid=104527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:36:42.586525 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-55c6a5e7-f286-4a65-a9aa-a5a9f7223720 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-616651'] for port (43f951e0-f3c1-4b20-b081-79f30cf13fbd), before_update {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:36:42.713859 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG dbcounter [-] [104526] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:INSERT=1 {{(pid=104526) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 07:36:42.920844 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9fbb7fd-c9f5-4781-b518-ec08585e2389 req-660b3491-d539-45cf-a88b-d2661860561b tempest-DeleteServersTestJSON-1468466414 tempest-DeleteServersTestJSON-1468466414-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 07:36:42.922878 dv-cinder-825492-15-iscsi neutron-server[104526]: INFO neutron.wsgi [req-e9fbb7fd-c9f5-4781-b518-ec08585e2389 req-660b3491-d539-45cf-a88b-d2661860561b tempest-DeleteServersTestJSON-1468466414 tempest-DeleteServersTestJSON-1468466414-project] 10.222.0.41 "GET /v2.0/networks?id=393dac28-ed3c-466a-907d-db6538b59cca HTTP/1.1" status: 200 len: 812 time: 0.6133418 May 25 07:36:42.925340 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-07018245-8a55-4b76-b93c-a6c9556ca443 tempest-AttachVolumeNegativeTest-1464534600 tempest-AttachVolumeNegativeTest-1464534600-project] Publish callbacks [] for security_group (5ea9d969-c744-4260-a161-31eba2da204d), precommit_create {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:36:42.959672 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.plugins.ml2.rpc [None req-4c581813-650f-4b4b-ac0f-82f585bea231 None None] Device 14237580-8e47-4b2b-abba-fb6a03ea42a4 up at agent ovs-agent-dv-cinder-825492-15-iscsi {{(pid=104527) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 25 07:36:42.973968 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-0d59a094-2aaa-433c-b872-663d46d448ac admin admin] Publish callbacks [] for port (640c94dc-545f-4b18-8b5e-66d028f542ad), precommit_update {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:36:42.992416 dv-cinder-825492-15-iscsi neutron-server[104528]: DEBUG neutron.db.l3_hamode_db [None req-e5bd05ba-c14b-4dd3-b7c9-c07727f097a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '89cbe682-09cd-46d4-8e46-d5caa5a0134e', 'name': 'tempest-ServerRescueNegativeTestJSON-5943718-router', 'tenant_id': 'd4719a4804e24f27b9427e58c5cbe13b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '29c629bd-3f50-4535-bfbc-a047608d6fb6', 'external_fixed_ips': [{'subnet_id': '7934ff5a-43f1-4f76-b9d8-e4343ace34f5', 'ip_address': '172.27.3.173'}], 'enable_snat': True}, 'gw_port_id': 'ff8aeffc-43d1-4e45-9c0c-9a1bd5a60423', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T07:36:29Z', 'updated_at': '2022-05-25T07:36:35Z', 'revision_number': 4, 'project_id': 'd4719a4804e24f27b9427e58c5cbe13b', 'gw_port': {'id': 'ff8aeffc-43d1-4e45-9c0c-9a1bd5a60423', 'name': '', 'network_id': '29c629bd-3f50-4535-bfbc-a047608d6fb6', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:52:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89cbe682-09cd-46d4-8e46-d5caa5a0134e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '7934ff5a-43f1-4f76-b9d8-e4343ace34f5', 'ip_address': '172.27.3.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825492-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T07:36:30Z', 'updated_at': '2022-05-25T07:36:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7934ff5a-43f1-4f76-b9d8-e4343ace34f5', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825492-15-iscsi', '_interfaces': [{'id': '93f39134-ddc6-48cc-900e-93b44ac11bfb', 'name': '', 'network_id': 'e9255b8f-85b1-4659-9bc1-7aaec6681338', 'tenant_id': 'd4719a4804e24f27b9427e58c5cbe13b', 'mac_address': 'fa:16:3e:c1:4d:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '89cbe682-09cd-46d4-8e46-d5caa5a0134e', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '2bd01566-eaf4-4493-b26a-8c7ef6fcaf51', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825492-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T07:36:33Z', 'updated_at': '2022-05-25T07:36:41Z', 'revision_number': 4, 'project_id': 'd4719a4804e24f27b9427e58c5cbe13b', 'subnets': [{'id': '2bd01566-eaf4-4493-b26a-8c7ef6fcaf51', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-825492-15-iscsi', False) {} {{(pid=104528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 07:36:43.010689 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG dbcounter [-] [104526] Writing DB stats neutron:SELECT=97,neutron:DELETE=2,neutron:INSERT=1 {{(pid=104526) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 07:36:43.028252 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.api.v2.base [req-e9fbb7fd-c9f5-4781-b518-ec08585e2389 req-5fb911ed-1272-40dd-9885-1691a0c93494 tempest-DeleteServersTestJSON-1468466414 tempest-DeleteServersTestJSON-1468466414-project] Request body: {'port': {'device_id': '57fedc8c-b769-4f1d-b263-478dcb44da40', 'network_id': '393dac28-ed3c-466a-907d-db6538b59cca', 'admin_state_up': True, 'tenant_id': '39578c81fb5b4b208039318217fdb3a2'}} {{(pid=104526) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 25 07:36:43.033676 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron_lib.callbacks.manager [None req-01dafa24-2e18-4042-b1e8-0f7607ac5c94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-617841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612926', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754056714442', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754056173882', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754056173900'] for port (93f39134-ddc6-48cc-900e-93b44ac11bfb), after_update {{(pid=104527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:36:43.063732 dv-cinder-825492-15-iscsi neutron-server[104528]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5bd05ba-c14b-4dd3-b7c9-c07727f097a3 None None] The sync data for ids ['89cbe682-09cd-46d4-8e46-d5caa5a0134e'] in dv-cinder-825492-15-iscsi is: [{'id': '89cbe682-09cd-46d4-8e46-d5caa5a0134e', 'name': 'tempest-ServerRescueNegativeTestJSON-5943718-router', 'tenant_id': 'd4719a4804e24f27b9427e58c5cbe13b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '29c629bd-3f50-4535-bfbc-a047608d6fb6', 'external_fixed_ips': [{'subnet_id': '7934ff5a-43f1-4f76-b9d8-e4343ace34f5', 'ip_address': '172.27.3.173'}], 'enable_snat': True}, 'gw_port_id': 'ff8aeffc-43d1-4e45-9c0c-9a1bd5a60423', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T07:36:29Z', 'updated_at': '2022-05-25T07:36:35Z', 'revision_number': 4, 'project_id': 'd4719a4804e24f27b9427e58c5cbe13b', 'gw_port': {'id': 'ff8aeffc-43d1-4e45-9c0c-9a1bd5a60423', 'name': '', 'network_id': '29c629bd-3f50-4535-bfbc-a047608d6fb6', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:52:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89cbe682-09cd-46d4-8e46-d5caa5a0134e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '7934ff5a-43f1-4f76-b9d8-e4343ace34f5', 'ip_address': '172.27.3.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825492-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T07:36:30Z', 'updated_at': '2022-05-25T07:36:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7934ff5a-43f1-4f76-b9d8-e4343ace34f5', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825492-15-iscsi', '_interfaces': [{'id': '93f39134-ddc6-48cc-900e-93b44ac11bfb', 'name': '', 'network_id': 'e9255b8f-85b1-4659-9bc1-7aaec6681338', 'tenant_id': 'd4719a4804e24f27b9427e58c5cbe13b', 'mac_address': 'fa:16:3e:c1:4d:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '89cbe682-09cd-46d4-8e46-d5caa5a0134e', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '2bd01566-eaf4-4493-b26a-8c7ef6fcaf51', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825492-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T07:36:33Z', 'updated_at': '2022-05-25T07:36:41Z', 'revision_number': 4, 'project_id': 'd4719a4804e24f27b9427e58c5cbe13b', 'subnets': [{'id': '2bd01566-eaf4-4493-b26a-8c7ef6fcaf51', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104528) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 25 07:36:43.069218 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG dbcounter [-] [104525] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=104525) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 07:36:43.092458 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-07018245-8a55-4b76-b93c-a6c9556ca443 tempest-AttachVolumeNegativeTest-1464534600 tempest-AttachVolumeNegativeTest-1464534600-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-278753'] for security_group (5ea9d969-c744-4260-a161-31eba2da204d), after_create {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:36:43.122046 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-0d59a094-2aaa-433c-b872-663d46d448ac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-617841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612926', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754056714442', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754056173882', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754056173900'] for port (640c94dc-545f-4b18-8b5e-66d028f542ad), after_update {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:36:43.130216 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.plugins.ml2.managers [None req-87748aaa-21cb-4ead-be47-2bcae04bf180 None None] Attempting to bind port 1ba2fc44-c661-405c-8806-11b2129ff3d1 on host dv-cinder-825492-15-iscsi for vnic_type normal with profile {{(pid=104527) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 25 07:36:43.131330 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.plugins.ml2.managers [None req-87748aaa-21cb-4ead-be47-2bcae04bf180 None None] Attempting to bind port 1ba2fc44-c661-405c-8806-11b2129ff3d1 by drivers openvswitch,hyperv on host dv-cinder-825492-15-iscsi at level 0 using segments [{'id': '3ed655b3-ed39-457b-b353-0296e3eaac46', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '29c629bd-3f50-4535-bfbc-a047608d6fb6'}] {{(pid=104527) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 25 07:36:43.133940 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87748aaa-21cb-4ead-be47-2bcae04bf180 None None] Attempting to bind port 1ba2fc44-c661-405c-8806-11b2129ff3d1 on network 29c629bd-3f50-4535-bfbc-a047608d6fb6 {{(pid=104527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 25 07:36:43.139445 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-0d59a094-2aaa-433c-b872-663d46d448ac admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1611396', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1614271'] for router_interface (467a5089-229b-41f9-a57d-cb3df74d5ec8), after_create {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:36:43.143941 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab87352d-a41c-413f-a365-e21296926502 None None] Pushing event updated for resources: {'Port': ['ID=1ba2fc44-c661-405c-8806-11b2129ff3d1,revision_number=2']} {{(pid=104527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 07:36:43.245051 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01dafa24-2e18-4042-b1e8-0f7607ac5c94 None None] Pushing event updated for resources: {'Port': ['ID=93f39134-ddc6-48cc-900e-93b44ac11bfb,revision_number=5']} {{(pid=104527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 07:36:43.250145 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87748aaa-21cb-4ead-be47-2bcae04bf180 None None] Checking agent: {'id': '67455b2d-ff20-4068-8b38-73bd0628c5cb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-825492-15-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 25, 7, 27, 41), 'started_at': datetime.datetime(2022, 5, 25, 7, 28, 11), 'heartbeat_timestamp': datetime.datetime(2022, 5, 25, 7, 36, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-825492-15-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 25 07:36:43.250635 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87748aaa-21cb-4ead-be47-2bcae04bf180 None None] Checking segment: {'id': '3ed655b3-ed39-457b-b353-0296e3eaac46', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '29c629bd-3f50-4535-bfbc-a047608d6fb6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104527) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 25 07:36:43.251282 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron_lib.callbacks.manager [None req-87748aaa-21cb-4ead-be47-2bcae04bf180 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:36:43.251859 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87748aaa-21cb-4ead-be47-2bcae04bf180 None None] Bound using segment: {'id': '3ed655b3-ed39-457b-b353-0296e3eaac46', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '29c629bd-3f50-4535-bfbc-a047608d6fb6'} {{(pid=104527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 25 07:36:43.252717 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.plugins.ml2.managers [None req-87748aaa-21cb-4ead-be47-2bcae04bf180 None None] Bound port: 1ba2fc44-c661-405c-8806-11b2129ff3d1, host: dv-cinder-825492-15-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3ed655b3-ed39-457b-b353-0296e3eaac46', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '29c629bd-3f50-4535-bfbc-a047608d6fb6'}}] {{(pid=104527) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 25 07:36:43.253298 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron_lib.callbacks.manager [None req-87748aaa-21cb-4ead-be47-2bcae04bf180 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-616651'] for port (1ba2fc44-c661-405c-8806-11b2129ff3d1), before_update {{(pid=104527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:36:43.314772 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG dbcounter [-] [104527] Writing DB stats neutron:SELECT=100 {{(pid=104527) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 07:36:43.329441 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.db.provisioning_blocks [None req-3ff740e9-937e-450b-bbd0-e1318b735730 None None] Provisioning complete for port 640c94dc-545f-4b18-8b5e-66d028f542ad triggered by entity DHCP. {{(pid=104527) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 25 07:36:43.330134 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron_lib.callbacks.manager [None req-3ff740e9-937e-450b-bbd0-e1318b735730 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1490782'] for port (640c94dc-545f-4b18-8b5e-66d028f542ad), provisioning_complete {{(pid=104527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:36:43.410427 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.plugins.ml2.plugin [None req-3ff740e9-937e-450b-bbd0-e1318b735730 None None] Port 640c94dc-545f-4b18-8b5e-66d028f542ad cannot update to ACTIVE because it is not bound. {{(pid=104527) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 25 07:36:43.465599 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.db.provisioning_blocks [None req-3ff740e9-937e-450b-bbd0-e1318b735730 None None] Provisioning complete for port 93f39134-ddc6-48cc-900e-93b44ac11bfb triggered by entity DHCP. {{(pid=104527) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 25 07:36:43.466281 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron_lib.callbacks.manager [None req-3ff740e9-937e-450b-bbd0-e1318b735730 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1490782'] for port (93f39134-ddc6-48cc-900e-93b44ac11bfb), provisioning_complete {{(pid=104527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:36:43.471584 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.db.provisioning_blocks [None req-4c581813-650f-4b4b-ac0f-82f585bea231 None None] Provisioning complete for port 14237580-8e47-4b2b-abba-fb6a03ea42a4 triggered by entity L2. {{(pid=104527) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 25 07:36:43.472221 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron_lib.callbacks.manager [None req-4c581813-650f-4b4b-ac0f-82f585bea231 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1490782'] for port (14237580-8e47-4b2b-abba-fb6a03ea42a4), provisioning_complete {{(pid=104527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:36:43.549119 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2eda3cb-b432-490c-b6ea-eef64cd64940 None None] Sync routers for ids ['27856324-98d4-4244-bd01-93343ae31478'] in dv-cinder-825492-15-iscsi {{(pid=104527) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 25 07:36:43.554538 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.plugins.ml2.db [None req-87748aaa-21cb-4ead-be47-2bcae04bf180 None None] For port 1ba2fc44-c661-405c-8806-11b2129ff3d1, host dv-cinder-825492-15-iscsi, cleared binding levels {{(pid=104527) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 25 07:36:43.610982 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.plugins.ml2.db [None req-87748aaa-21cb-4ead-be47-2bcae04bf180 None None] For port 1ba2fc44-c661-405c-8806-11b2129ff3d1, host dv-cinder-825492-15-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825492-15-iscsi',level=0,port_id=1ba2fc44-c661-405c-8806-11b2129ff3d1,segment=NetworkSegment(3ed655b3-ed39-457b-b353-0296e3eaac46),segment_id=3ed655b3-ed39-457b-b353-0296e3eaac46)] {{(pid=104527) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 25 07:36:43.616758 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2eda3cb-b432-490c-b6ea-eef64cd64940 None None] Routers {'27856324-98d4-4244-bd01-93343ae31478'} bound to L3 agent in host dv-cinder-825492-15-iscsi {{(pid=104527) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 25 07:36:43.617494 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.db.l3_hamode_db [None req-d2eda3cb-b432-490c-b6ea-eef64cd64940 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825492-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-25T07:27:37Z,description=,heartbeat_timestamp=2022-05-25T07:36:37Z,host='dv-cinder-825492-15-iscsi',id=54ff4013-997e-4376-a4e9-e6c98cf37cc7,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T07:27:38Z,topic='l3_agent')) {'router_ids': ['27856324-98d4-4244-bd01-93343ae31478'], 'active': True} {{(pid=104527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 07:36:43.643319 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07018245-8a55-4b76-b93c-a6c9556ca443 tempest-AttachVolumeNegativeTest-1464534600 tempest-AttachVolumeNegativeTest-1464534600-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5ea9d969-c744-4260-a161-31eba2da204d,revision_number=1']} {{(pid=104526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 07:36:43.769245 dv-cinder-825492-15-iscsi neutron-server[104526]: INFO neutron.wsgi [req-b25f5359-79c1-44d4-85ee-74f07d6577eb req-cd5576b8-5f8a-49f1-83c0-3ae7418779c0 tempest-DeleteServersTestJSON-1468466414 tempest-DeleteServersTestJSON-1468466414-project] 10.222.0.24 "GET /v2.0/ports?device_id=57fedc8c-b769-4f1d-b263-478dcb44da40 HTTP/1.1" status: 200 len: 210 time: 0.1180029 May 25 07:36:43.809389 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.plugins.ml2.plugin [None req-4c581813-650f-4b4b-ac0f-82f585bea231 None None] Current status of the port 14237580-8e47-4b2b-abba-fb6a03ea42a4 is: ACTIVE; New status is: ACTIVE {{(pid=104527) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 25 07:36:43.810556 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.plugins.ml2.rpc [None req-4c581813-650f-4b4b-ac0f-82f585bea231 None None] Device 5da9a7f2-5b3e-469b-a2d6-d4f69bf54dc9 up at agent ovs-agent-dv-cinder-825492-15-iscsi {{(pid=104527) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 25 07:36:43.816620 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron_lib.callbacks.manager [None req-87748aaa-21cb-4ead-be47-2bcae04bf180 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-617841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612926', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754056714442', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754056173882', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754056173900'] for port (1ba2fc44-c661-405c-8806-11b2129ff3d1), after_update {{(pid=104527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:36:43.822684 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d59a094-2aaa-433c-b872-663d46d448ac admin admin] Network f85a9936-18a2-497c-90b9-ba6df25b9b6e is already hosted by enough agents. {{(pid=104525) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 07:36:43.834767 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d59a094-2aaa-433c-b872-663d46d448ac admin admin] Pushing event updated for resources: {'Port': ['ID=640c94dc-545f-4b18-8b5e-66d028f542ad,revision_number=2']} {{(pid=104525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 07:36:43.876451 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-07018245-8a55-4b76-b93c-a6c9556ca443 tempest-AttachVolumeNegativeTest-1464534600 tempest-AttachVolumeNegativeTest-1464534600-project] Publish callbacks [] for security_group (None), before_response {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:36:43.877820 dv-cinder-825492-15-iscsi neutron-server[104526]: INFO neutron.wsgi [None req-07018245-8a55-4b76-b93c-a6c9556ca443 tempest-AttachVolumeNegativeTest-1464534600 tempest-AttachVolumeNegativeTest-1464534600-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1793 time: 2.0475922 May 25 07:36:43.885633 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.wsgi [-] (104526) accepted ('10.222.0.24', 41122) {{(pid=104526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 07:36:43.890315 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron.scheduler.base_scheduler [None req-0d59a094-2aaa-433c-b872-663d46d448ac admin admin] Resources bound (agent type, host, resource id): {{(pid=104525) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 07:36:43.899293 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.api.v2.base [None req-e2e5575d-4544-40af-8f21-15ecfe7635a0 tempest-AttachVolumeNegativeTest-1464534600 tempest-AttachVolumeNegativeTest-1464534600-project] Request body: {'security_group_rule': {'security_group_id': '5ea9d969-c744-4260-a161-31eba2da204d', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104526) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 25 07:36:43.957042 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c2a662d-b092-4c7e-91ba-99bbe77246a1 req-aa3a40f6-2656-4225-b18f-d080cc57f9ba tempest-ServerRescueNegativeTestJSON-274124411 tempest-ServerRescueNegativeTestJSON-274124411-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 07:36:43.960286 dv-cinder-825492-15-iscsi neutron-server[104525]: INFO neutron.wsgi [req-8c2a662d-b092-4c7e-91ba-99bbe77246a1 req-aa3a40f6-2656-4225-b18f-d080cc57f9ba tempest-ServerRescueNegativeTestJSON-274124411 tempest-ServerRescueNegativeTestJSON-274124411-project] 10.222.0.24 "GET /v2.0/networks?id=e9255b8f-85b1-4659-9bc1-7aaec6681338 HTTP/1.1" status: 200 len: 816 time: 0.9803393 May 25 07:36:43.984672 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-55c6a5e7-f286-4a65-a9aa-a5a9f7223720 admin admin] Publish callbacks [] for port (43f951e0-f3c1-4b20-b081-79f30cf13fbd), precommit_update {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:36:43.998820 dv-cinder-825492-15-iscsi neutron-server[104525]: INFO neutron.wsgi [req-8c2a662d-b092-4c7e-91ba-99bbe77246a1 req-167a9b85-71d8-4d3d-9a75-ba37e93b0cba tempest-ServerRescueNegativeTestJSON-274124411 tempest-ServerRescueNegativeTestJSON-274124411-project] 10.222.0.24 "GET /v2.0/quotas/d4719a4804e24f27b9427e58c5cbe13b HTTP/1.1" status: 200 len: 375 time: 0.0236413 May 25 07:36:44.056334 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab87352d-a41c-413f-a365-e21296926502 None None] Pushing event updated for resources: {'Port': ['ID=1ba2fc44-c661-405c-8806-11b2129ff3d1,revision_number=3']} {{(pid=104527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 07:36:44.107724 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.db.l3_dvr_db [None req-d2eda3cb-b432-490c-b6ea-eef64cd64940 None None] Set router 27856324-98d4-4244-bd01-93343ae31478 gateway port host: dv-cinder-825492-15-iscsi {{(pid=104527) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 25 07:36:44.121964 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-e2e5575d-4544-40af-8f21-15ecfe7635a0 tempest-AttachVolumeNegativeTest-1464534600 tempest-AttachVolumeNegativeTest-1464534600-project] Publish callbacks [] for security_group_rule (a6d0d107-747a-4bd7-97db-92236505aed9), before_create {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:36:44.180921 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-55c6a5e7-f286-4a65-a9aa-a5a9f7223720 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-617841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612926', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754056714442', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754056173882', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754056173900'] for port (43f951e0-f3c1-4b20-b081-79f30cf13fbd), after_update {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:36:44.182900 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-55c6a5e7-f286-4a65-a9aa-a5a9f7223720 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1611396', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1614271'] for router_interface (7899052f-b07d-447b-ae4f-820daf0cb66c), after_create {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:36:44.266838 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55c6a5e7-f286-4a65-a9aa-a5a9f7223720 admin admin] Pushing event updated for resources: {'Port': ['ID=43f951e0-f3c1-4b20-b081-79f30cf13fbd,revision_number=2']} {{(pid=104526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 07:36:44.269133 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e9fbb7fd-c9f5-4781-b518-ec08585e2389 req-5fb911ed-1272-40dd-9885-1691a0c93494 tempest-DeleteServersTestJSON-1468466414 tempest-DeleteServersTestJSON-1468466414-project] Made reservation on behalf of 39578c81fb5b4b208039318217fdb3a2 for: {'port': 1} {{(pid=104526) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 07:36:44.291001 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [req-e9fbb7fd-c9f5-4781-b518-ec08585e2389 req-5fb911ed-1272-40dd-9885-1691a0c93494 tempest-DeleteServersTestJSON-1468466414 tempest-DeleteServersTestJSON-1468466414-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-616651'] for port (None), before_create {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:36:44.490787 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG dbcounter [-] [104527] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104527) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 07:36:44.560800 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55c6a5e7-f286-4a65-a9aa-a5a9f7223720 admin admin] Network 7eef0ae9-55de-48c4-ada3-da713e1942b9 is already hosted by enough agents. {{(pid=104526) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 07:36:44.634971 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.plugins.ml2.plugin [None req-3ff740e9-937e-450b-bbd0-e1318b735730 None None] Current status of the port 93f39134-ddc6-48cc-900e-93b44ac11bfb is: ACTIVE; New status is: ACTIVE {{(pid=104527) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 25 07:36:44.650615 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.db.provisioning_blocks [None req-3ff740e9-937e-450b-bbd0-e1318b735730 None None] Provisioning complete for port 43f951e0-f3c1-4b20-b081-79f30cf13fbd triggered by entity DHCP. {{(pid=104527) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 25 07:36:44.650615 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron_lib.callbacks.manager [None req-3ff740e9-937e-450b-bbd0-e1318b735730 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1490782'] for port (43f951e0-f3c1-4b20-b081-79f30cf13fbd), provisioning_complete {{(pid=104527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:36:44.684706 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87748aaa-21cb-4ead-be47-2bcae04bf180 None None] Routers {'467a5089-229b-41f9-a57d-cb3df74d5ec8'} bound to L3 agent in host dv-cinder-825492-15-iscsi {{(pid=104527) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 25 07:36:44.685886 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.db.l3_hamode_db [None req-87748aaa-21cb-4ead-be47-2bcae04bf180 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825492-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-25T07:27:37Z,description=,heartbeat_timestamp=2022-05-25T07:36:37Z,host='dv-cinder-825492-15-iscsi',id=54ff4013-997e-4376-a4e9-e6c98cf37cc7,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T07:27:38Z,topic='l3_agent')) {'router_ids': ['467a5089-229b-41f9-a57d-cb3df74d5ec8'], 'active': True} {{(pid=104527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 07:36:44.719386 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-e2e5575d-4544-40af-8f21-15ecfe7635a0 tempest-AttachVolumeNegativeTest-1464534600 tempest-AttachVolumeNegativeTest-1464534600-project] Publish callbacks [] for security_group_rule (a6d0d107-747a-4bd7-97db-92236505aed9), precommit_create {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:36:44.729705 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.scheduler.base_scheduler [None req-55c6a5e7-f286-4a65-a9aa-a5a9f7223720 admin admin] Resources bound (agent type, host, resource id): {{(pid=104526) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 07:36:44.872241 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.db.provisioning_blocks [None req-4c581813-650f-4b4b-ac0f-82f585bea231 None None] Provisioning complete for port 5da9a7f2-5b3e-469b-a2d6-d4f69bf54dc9 triggered by entity L2. {{(pid=104527) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 25 07:36:44.872742 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron_lib.callbacks.manager [None req-4c581813-650f-4b4b-ac0f-82f585bea231 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1490782'] for port (5da9a7f2-5b3e-469b-a2d6-d4f69bf54dc9), provisioning_complete {{(pid=104527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:36:44.872960 dv-cinder-825492-15-iscsi neutron-server[104525]: INFO neutron.wsgi [req-8c2a662d-b092-4c7e-91ba-99bbe77246a1 req-02a55321-7c16-470d-a19f-d58515201eb5 tempest-ServerRescueNegativeTestJSON-274124411 tempest-ServerRescueNegativeTestJSON-274124411-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=d4719a4804e24f27b9427e58c5cbe13b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.8485849 May 25 07:36:44.941828 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0d59a094-2aaa-433c-b872-663d46d448ac admin admin] Router 467a5089-229b-41f9-a57d-cb3df74d5ec8 has already been hosted by L3 agent 54ff4013-997e-4376-a4e9-e6c98cf37cc7 {{(pid=104525) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 25 07:36:44.941925 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG dbcounter [-] [104527] Writing DB stats neutron:UPDATE=3,neutron:SELECT=97 {{(pid=104527) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 07:36:45.052445 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-e2e5575d-4544-40af-8f21-15ecfe7635a0 tempest-AttachVolumeNegativeTest-1464534600 tempest-AttachVolumeNegativeTest-1464534600-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-278608'] for security_group_rule (a6d0d107-747a-4bd7-97db-92236505aed9), after_create {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:36:45.125036 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.plugins.ml2.plugin [None req-3ff740e9-937e-450b-bbd0-e1318b735730 None None] Port 43f951e0-f3c1-4b20-b081-79f30cf13fbd cannot update to ACTIVE because it is not bound. {{(pid=104527) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 25 07:36:45.170733 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG dbcounter [-] [104526] Writing DB stats neutron:SELECT=96,neutron:DELETE=2,neutron:INSERT=2 {{(pid=104526) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 07:36:45.276951 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0d59a094-2aaa-433c-b872-663d46d448ac admin admin] Notify agent at l3_agent.dv-cinder-825492-15-iscsi the message routers_updated {{(pid=104525) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 25 07:36:45.283616 dv-cinder-825492-15-iscsi neutron-server[104525]: INFO neutron.wsgi [None req-0d59a094-2aaa-433c-b872-663d46d448ac admin admin] 10.222.0.24 "PUT /v2.0/routers/467a5089-229b-41f9-a57d-cb3df74d5ec8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.5766203 May 25 07:36:45.319192 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.db.l3_dvr_db [None req-87748aaa-21cb-4ead-be47-2bcae04bf180 None None] Set router 467a5089-229b-41f9-a57d-cb3df74d5ec8 gateway port host: dv-cinder-825492-15-iscsi {{(pid=104527) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 25 07:36:45.323604 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.db.provisioning_blocks [None req-dbef53ef-973c-46de-893e-6bc27766fdbc None None] Provisioning complete for port 640c94dc-545f-4b18-8b5e-66d028f542ad triggered by entity DHCP. {{(pid=104527) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 25 07:36:45.324182 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron_lib.callbacks.manager [None req-dbef53ef-973c-46de-893e-6bc27766fdbc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1490782'] for port (640c94dc-545f-4b18-8b5e-66d028f542ad), provisioning_complete {{(pid=104527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:36:45.407727 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.db.l3_hamode_db [None req-d2eda3cb-b432-490c-b6ea-eef64cd64940 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '27856324-98d4-4244-bd01-93343ae31478', 'name': 'tempest-AttachVolumeNegativeTest-2135659387-router', 'tenant_id': '2d8e35800ce043acbcb027ce406ed2e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '29c629bd-3f50-4535-bfbc-a047608d6fb6', 'external_fixed_ips': [{'subnet_id': '7934ff5a-43f1-4f76-b9d8-e4343ace34f5', 'ip_address': '172.27.3.226'}], 'enable_snat': True}, 'gw_port_id': '22f8fc27-9589-49b7-a3d1-f53043acd5a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T07:36:27Z', 'updated_at': '2022-05-25T07:36:37Z', 'revision_number': 4, 'project_id': '2d8e35800ce043acbcb027ce406ed2e7', 'gw_port': {'id': '22f8fc27-9589-49b7-a3d1-f53043acd5a2', 'name': '', 'network_id': '29c629bd-3f50-4535-bfbc-a047608d6fb6', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:51:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '27856324-98d4-4244-bd01-93343ae31478', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '7934ff5a-43f1-4f76-b9d8-e4343ace34f5', 'ip_address': '172.27.3.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825492-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T07:36:28Z', 'updated_at': '2022-05-25T07:36:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7934ff5a-43f1-4f76-b9d8-e4343ace34f5', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825492-15-iscsi', '_interfaces': [{'id': '521b8e74-ff39-43eb-be41-5f6b4257049b', 'name': '', 'network_id': 'f39d85d3-0173-4496-879c-2b83e234d364', 'tenant_id': '2d8e35800ce043acbcb027ce406ed2e7', 'mac_address': 'fa:16:3e:38:3d:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '27856324-98d4-4244-bd01-93343ae31478', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '4aef3d06-f4fb-4751-a5a8-ab68314fa54a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T07:36:36Z', 'updated_at': '2022-05-25T07:36:38Z', 'revision_number': 2, 'project_id': '2d8e35800ce043acbcb027ce406ed2e7', 'subnets': [{'id': '4aef3d06-f4fb-4751-a5a8-ab68314fa54a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-825492-15-iscsi', False) {} {{(pid=104527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 07:36:45.477290 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2eda3cb-b432-490c-b6ea-eef64cd64940 None None] Checking router: 27856324-98d4-4244-bd01-93343ae31478 for host: dv-cinder-825492-15-iscsi {{(pid=104527) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 25 07:36:45.477993 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2eda3cb-b432-490c-b6ea-eef64cd64940 None None] Updating router 27856324-98d4-4244-bd01-93343ae31478 port 521b8e74-ff39-43eb-be41-5f6b4257049b binding host dv-cinder-825492-15-iscsi {{(pid=104527) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 25 07:36:45.500423 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.plugins.ml2.plugin [None req-dbef53ef-973c-46de-893e-6bc27766fdbc None None] Port 640c94dc-545f-4b18-8b5e-66d028f542ad cannot update to ACTIVE because it is not bound. {{(pid=104527) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 25 07:36:45.585948 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG dbcounter [-] [104525] Writing DB stats neutron:SELECT=100 {{(pid=104525) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 07:36:45.607331 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.db.provisioning_blocks [None req-dbef53ef-973c-46de-893e-6bc27766fdbc None None] Provisioning complete for port 43f951e0-f3c1-4b20-b081-79f30cf13fbd triggered by entity DHCP. {{(pid=104527) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 25 07:36:45.607965 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron_lib.callbacks.manager [None req-dbef53ef-973c-46de-893e-6bc27766fdbc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1490782'] for port (43f951e0-f3c1-4b20-b081-79f30cf13fbd), provisioning_complete {{(pid=104527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:36:45.636815 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron_lib.callbacks.manager [None req-d2eda3cb-b432-490c-b6ea-eef64cd64940 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-616651'] for port (521b8e74-ff39-43eb-be41-5f6b4257049b), before_update {{(pid=104527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:36:45.643546 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.plugins.ml2.plugin [None req-4c581813-650f-4b4b-ac0f-82f585bea231 None None] Current status of the port 5da9a7f2-5b3e-469b-a2d6-d4f69bf54dc9 is: ACTIVE; New status is: ACTIVE {{(pid=104527) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 25 07:36:45.645209 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.plugins.ml2.rpc [None req-4c581813-650f-4b4b-ac0f-82f585bea231 None None] Device ff8aeffc-43d1-4e45-9c0c-9a1bd5a60423 up at agent ovs-agent-dv-cinder-825492-15-iscsi {{(pid=104527) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 25 07:36:45.698721 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron.wsgi [req-8c2a662d-b092-4c7e-91ba-99bbe77246a1 req-81ec0ca8-465e-4ba6-8265-0812792180df service neutron] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=104525) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 25 07:36:45.699822 dv-cinder-825492-15-iscsi neutron-server[104525]: INFO neutron.wsgi [req-8c2a662d-b092-4c7e-91ba-99bbe77246a1 req-81ec0ca8-465e-4ba6-8265-0812792180df service neutron] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.3945804 May 25 07:36:45.756155 dv-cinder-825492-15-iscsi neutron-server[104526]: INFO neutron.wsgi [req-92da6521-8e6c-4d38-af7c-6e9f1ac379ab req-b450bd91-f002-4b69-8d1c-f34d425c7b21 tempest-DeleteServersTestJSON-1468466414 tempest-DeleteServersTestJSON-1468466414-project] 10.222.0.24 "GET /v2.0/ports?device_id=57fedc8c-b769-4f1d-b263-478dcb44da40 HTTP/1.1" status: 200 len: 210 time: 0.7311463 May 25 07:36:45.798232 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG dbcounter [-] [104526] Writing DB stats neutron:SELECT=93,neutron:UPDATE=4,neutron:INSERT=3 {{(pid=104526) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 07:36:45.802650 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2e5575d-4544-40af-8f21-15ecfe7635a0 tempest-AttachVolumeNegativeTest-1464534600 tempest-AttachVolumeNegativeTest-1464534600-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a6d0d107-747a-4bd7-97db-92236505aed9,revision_number=0']} {{(pid=104526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 07:36:45.804322 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.plugins.ml2.plugin [None req-dbef53ef-973c-46de-893e-6bc27766fdbc None None] Port 43f951e0-f3c1-4b20-b081-79f30cf13fbd cannot update to ACTIVE because it is not bound. {{(pid=104527) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 25 07:36:45.926018 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.db.provisioning_blocks [None req-4c581813-650f-4b4b-ac0f-82f585bea231 None None] Provisioning complete for port ff8aeffc-43d1-4e45-9c0c-9a1bd5a60423 triggered by entity L2. {{(pid=104527) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 25 07:36:45.926411 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron_lib.callbacks.manager [None req-4c581813-650f-4b4b-ac0f-82f585bea231 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1490782'] for port (ff8aeffc-43d1-4e45-9c0c-9a1bd5a60423), provisioning_complete {{(pid=104527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:36:45.954960 dv-cinder-825492-15-iscsi neutron-server[104525]: INFO neutron.wsgi [req-8c2a662d-b092-4c7e-91ba-99bbe77246a1 req-33c77dff-4ad0-4b0e-9df6-d33aaafbd463 service neutron] 10.222.0.24 "GET /v2.0/networks/e9255b8f-85b1-4659-9bc1-7aaec6681338?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2477643 May 25 07:36:46.023418 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-e2e5575d-4544-40af-8f21-15ecfe7635a0 tempest-AttachVolumeNegativeTest-1464534600 tempest-AttachVolumeNegativeTest-1464534600-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:36:46.038381 dv-cinder-825492-15-iscsi neutron-server[104526]: INFO neutron.wsgi [None req-e2e5575d-4544-40af-8f21-15ecfe7635a0 tempest-AttachVolumeNegativeTest-1464534600 tempest-AttachVolumeNegativeTest-1464534600-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 2.1446505 May 25 07:36:46.045884 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.wsgi [-] (104526) accepted ('10.222.0.24', 41192) {{(pid=104526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 07:36:46.054400 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.api.v2.base [None req-99222314-af3c-4163-8149-e29c809c66cb tempest-AttachVolumeNegativeTest-1464534600 tempest-AttachVolumeNegativeTest-1464534600-project] Request body: {'security_group_rule': {'security_group_id': '5ea9d969-c744-4260-a161-31eba2da204d', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104526) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 25 07:36:46.112174 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.db.db_base_plugin_common [req-e9fbb7fd-c9f5-4781-b518-ec08585e2389 req-5fb911ed-1272-40dd-9885-1691a0c93494 tempest-DeleteServersTestJSON-1468466414 tempest-DeleteServersTestJSON-1468466414-project] Allocated IP 172.20.0.4 (393dac28-ed3c-466a-907d-db6538b59cca/4e7fa0a7-2e65-44c2-8a1b-e3bcf2fad0a3/25dfc8d5-59b2-4523-b077-3638d5408b3d) {{(pid=104526) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 07:36:46.131104 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-55c6a5e7-f286-4a65-a9aa-a5a9f7223720 admin admin] Router 7899052f-b07d-447b-ae4f-820daf0cb66c has already been hosted by L3 agent 54ff4013-997e-4376-a4e9-e6c98cf37cc7 {{(pid=104526) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 25 07:36:46.143718 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.wsgi [-] (104526) accepted ('10.222.0.24', 41194) {{(pid=104526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 07:36:46.181663 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.wsgi [-] (104526) accepted ('10.222.0.41', 55622) {{(pid=104526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 07:36:46.242272 dv-cinder-825492-15-iscsi neutron-server[104525]: INFO neutron.wsgi [req-8c2a662d-b092-4c7e-91ba-99bbe77246a1 req-b615b43a-7ab6-4314-9b95-6e2de658068e service neutron] 10.222.0.24 "GET /v2.0/networks/e9255b8f-85b1-4659-9bc1-7aaec6681338?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2741687 May 25 07:36:46.563148 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-99222314-af3c-4163-8149-e29c809c66cb tempest-AttachVolumeNegativeTest-1464534600 tempest-AttachVolumeNegativeTest-1464534600-project] Publish callbacks [] for security_group_rule (a686a14a-d5c7-4163-a771-9becafaa5227), before_create {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:36:46.564081 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG dbcounter [-] [104527] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104527) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 07:36:46.585197 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.db.l3_hamode_db [None req-87748aaa-21cb-4ead-be47-2bcae04bf180 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '467a5089-229b-41f9-a57d-cb3df74d5ec8', 'name': 'tempest-AttachVolumeTestJSON-679687525-router', 'tenant_id': '294afe2c36184564a80fb6bef7b32359', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '29c629bd-3f50-4535-bfbc-a047608d6fb6', 'external_fixed_ips': [{'subnet_id': '7934ff5a-43f1-4f76-b9d8-e4343ace34f5', 'ip_address': '172.27.3.252'}], 'enable_snat': True}, 'gw_port_id': '1ba2fc44-c661-405c-8806-11b2129ff3d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T07:36:30Z', 'updated_at': '2022-05-25T07:36:42Z', 'revision_number': 4, 'project_id': '294afe2c36184564a80fb6bef7b32359', 'gw_port': {'id': '1ba2fc44-c661-405c-8806-11b2129ff3d1', 'name': '', 'network_id': '29c629bd-3f50-4535-bfbc-a047608d6fb6', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:0b:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '467a5089-229b-41f9-a57d-cb3df74d5ec8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '7934ff5a-43f1-4f76-b9d8-e4343ace34f5', 'ip_address': '172.27.3.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825492-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T07:36:34Z', 'updated_at': '2022-05-25T07:36:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7934ff5a-43f1-4f76-b9d8-e4343ace34f5', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825492-15-iscsi', '_interfaces': [{'id': '640c94dc-545f-4b18-8b5e-66d028f542ad', 'name': '', 'network_id': 'f85a9936-18a2-497c-90b9-ba6df25b9b6e', 'tenant_id': '294afe2c36184564a80fb6bef7b32359', 'mac_address': 'fa:16:3e:81:50:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '467a5089-229b-41f9-a57d-cb3df74d5ec8', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': 'fdef845a-6670-4f1a-9c6b-2e789510998b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T07:36:40Z', 'updated_at': '2022-05-25T07:36:42Z', 'revision_number': 2, 'project_id': '294afe2c36184564a80fb6bef7b32359', 'subnets': [{'id': 'fdef845a-6670-4f1a-9c6b-2e789510998b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-825492-15-iscsi', False) {} {{(pid=104527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 07:36:46.626276 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87748aaa-21cb-4ead-be47-2bcae04bf180 None None] The sync data for ids ['467a5089-229b-41f9-a57d-cb3df74d5ec8'] in dv-cinder-825492-15-iscsi is: [{'id': '467a5089-229b-41f9-a57d-cb3df74d5ec8', 'name': 'tempest-AttachVolumeTestJSON-679687525-router', 'tenant_id': '294afe2c36184564a80fb6bef7b32359', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '29c629bd-3f50-4535-bfbc-a047608d6fb6', 'external_fixed_ips': [{'subnet_id': '7934ff5a-43f1-4f76-b9d8-e4343ace34f5', 'ip_address': '172.27.3.252'}], 'enable_snat': True}, 'gw_port_id': '1ba2fc44-c661-405c-8806-11b2129ff3d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T07:36:30Z', 'updated_at': '2022-05-25T07:36:42Z', 'revision_number': 4, 'project_id': '294afe2c36184564a80fb6bef7b32359', 'gw_port': {'id': '1ba2fc44-c661-405c-8806-11b2129ff3d1', 'name': '', 'network_id': '29c629bd-3f50-4535-bfbc-a047608d6fb6', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:0b:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '467a5089-229b-41f9-a57d-cb3df74d5ec8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '7934ff5a-43f1-4f76-b9d8-e4343ace34f5', 'ip_address': '172.27.3.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825492-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T07:36:34Z', 'updated_at': '2022-05-25T07:36:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7934ff5a-43f1-4f76-b9d8-e4343ace34f5', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825492-15-iscsi', '_interfaces': [{'id': '640c94dc-545f-4b18-8b5e-66d028f542ad', 'name': '', 'network_id': 'f85a9936-18a2-497c-90b9-ba6df25b9b6e', 'tenant_id': '294afe2c36184564a80fb6bef7b32359', 'mac_address': 'fa:16:3e:81:50:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '467a5089-229b-41f9-a57d-cb3df74d5ec8', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': 'fdef845a-6670-4f1a-9c6b-2e789510998b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T07:36:40Z', 'updated_at': '2022-05-25T07:36:42Z', 'revision_number': 2, 'project_id': '294afe2c36184564a80fb6bef7b32359', 'subnets': [{'id': 'fdef845a-6670-4f1a-9c6b-2e789510998b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104527) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 25 07:36:46.694279 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.plugins.ml2.plugin [None req-4c581813-650f-4b4b-ac0f-82f585bea231 None None] Current status of the port ff8aeffc-43d1-4e45-9c0c-9a1bd5a60423 is: ACTIVE; New status is: ACTIVE {{(pid=104527) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 25 07:36:46.695092 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.plugins.ml2.rpc [None req-4c581813-650f-4b4b-ac0f-82f585bea231 None None] Device 22f8fc27-9589-49b7-a3d1-f53043acd5a2 up at agent ovs-agent-dv-cinder-825492-15-iscsi {{(pid=104527) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 25 07:36:46.717688 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-99222314-af3c-4163-8149-e29c809c66cb tempest-AttachVolumeNegativeTest-1464534600 tempest-AttachVolumeNegativeTest-1464534600-project] Publish callbacks [] for security_group_rule (a686a14a-d5c7-4163-a771-9becafaa5227), precommit_create {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:36:46.751874 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a1a5dfc-2258-4396-87ee-18f68cf1e2c6 req-99959b6b-ae3a-47c7-ab57-ec4a391bcffa tempest-ServerRescueNegativeTestJSON-274124411 tempest-ServerRescueNegativeTestJSON-274124411-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 07:36:46.753545 dv-cinder-825492-15-iscsi neutron-server[104526]: INFO neutron.wsgi [req-1a1a5dfc-2258-4396-87ee-18f68cf1e2c6 req-99959b6b-ae3a-47c7-ab57-ec4a391bcffa tempest-ServerRescueNegativeTestJSON-274124411 tempest-ServerRescueNegativeTestJSON-274124411-project] 10.222.0.41 "GET /v2.0/networks?id=e9255b8f-85b1-4659-9bc1-7aaec6681338 HTTP/1.1" status: 200 len: 816 time: 0.5592473 May 25 07:36:46.754480 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-2c50f2e7-e1ea-48d9-a5ec-7cc2f1eee260 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:36:46.763692 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-55c6a5e7-f286-4a65-a9aa-a5a9f7223720 admin admin] Notify agent at l3_agent.dv-cinder-825492-15-iscsi the message routers_updated {{(pid=104526) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 25 07:36:46.778993 dv-cinder-825492-15-iscsi neutron-server[104526]: INFO neutron.wsgi [None req-55c6a5e7-f286-4a65-a9aa-a5a9f7223720 admin admin] 10.222.0.24 "PUT /v2.0/routers/7899052f-b07d-447b-ae4f-820daf0cb66c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.2107694 May 25 07:36:46.814545 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.api.v2.base [req-1a1a5dfc-2258-4396-87ee-18f68cf1e2c6 req-837a3647-751f-404c-9f5a-d92b431f49cd tempest-ServerRescueNegativeTestJSON-274124411 tempest-ServerRescueNegativeTestJSON-274124411-project] Request body: {'port': {'device_id': '2d5a90d7-311f-4e4a-84c2-ff14c0440bd2', 'network_id': 'e9255b8f-85b1-4659-9bc1-7aaec6681338', 'admin_state_up': True, 'tenant_id': 'd4719a4804e24f27b9427e58c5cbe13b'}} {{(pid=104526) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 25 07:36:46.858258 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [req-e9fbb7fd-c9f5-4781-b518-ec08585e2389 req-5fb911ed-1272-40dd-9885-1691a0c93494 tempest-DeleteServersTestJSON-1468466414 tempest-DeleteServersTestJSON-1468466414-project] Publish callbacks [] for port (25dfc8d5-59b2-4523-b077-3638d5408b3d), precommit_create {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:36:46.895566 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.db.provisioning_blocks [None req-4c581813-650f-4b4b-ac0f-82f585bea231 None None] Provisioning complete for port 22f8fc27-9589-49b7-a3d1-f53043acd5a2 triggered by entity L2. {{(pid=104527) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 25 07:36:46.895785 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron_lib.callbacks.manager [None req-4c581813-650f-4b4b-ac0f-82f585bea231 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1490782'] for port (22f8fc27-9589-49b7-a3d1-f53043acd5a2), provisioning_complete {{(pid=104527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:36:47.094382 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-99222314-af3c-4163-8149-e29c809c66cb tempest-AttachVolumeNegativeTest-1464534600 tempest-AttachVolumeNegativeTest-1464534600-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-278608'] for security_group_rule (a686a14a-d5c7-4163-a771-9becafaa5227), after_create {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:36:47.102885 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron.wsgi [-] (104525) accepted ('10.222.0.24', 41218) {{(pid=104525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 07:36:47.114663 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron.api.v2.base [None req-729d132f-f11f-46b6-9ce7-2f3a0366b1b4 tempest-AttachVolumeTestJSON-631109292 tempest-AttachVolumeTestJSON-631109292-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1433004589', 'description': 'tempest-description--962273693'}} {{(pid=104525) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 25 07:36:47.146250 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99222314-af3c-4163-8149-e29c809c66cb tempest-AttachVolumeNegativeTest-1464534600 tempest-AttachVolumeNegativeTest-1464534600-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a686a14a-d5c7-4163-a771-9becafaa5227,revision_number=0']} {{(pid=104526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 07:36:47.266599 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron_lib.callbacks.manager [None req-d2eda3cb-b432-490c-b6ea-eef64cd64940 None None] Publish callbacks [] for port (521b8e74-ff39-43eb-be41-5f6b4257049b), precommit_update {{(pid=104527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:36:47.289870 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.plugins.ml2.plugin [None req-4c581813-650f-4b4b-ac0f-82f585bea231 None None] Current status of the port 22f8fc27-9589-49b7-a3d1-f53043acd5a2 is: DOWN; New status is: ACTIVE {{(pid=104527) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 25 07:36:47.292194 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron_lib.callbacks.manager [None req-4c581813-650f-4b4b-ac0f-82f585bea231 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-616651'] for port (22f8fc27-9589-49b7-a3d1-f53043acd5a2), before_update {{(pid=104527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:36:47.297629 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-2c50f2e7-e1ea-48d9-a5ec-7cc2f1eee260 admin admin] Publish callbacks [] for security_group (958af9e4-06bb-4103-8618-3a05733689b7), precommit_create {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:36:47.316237 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-729d132f-f11f-46b6-9ce7-2f3a0366b1b4 tempest-AttachVolumeTestJSON-631109292 tempest-AttachVolumeTestJSON-631109292-project] Publish callbacks [] for security_group (None), before_create {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:36:47.361909 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron_lib.callbacks.manager [None req-d2eda3cb-b432-490c-b6ea-eef64cd64940 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-617841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612926', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754056714442', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754056173882', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754056173900'] for port (521b8e74-ff39-43eb-be41-5f6b4257049b), after_update {{(pid=104527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:36:47.364793 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-99222314-af3c-4163-8149-e29c809c66cb tempest-AttachVolumeNegativeTest-1464534600 tempest-AttachVolumeNegativeTest-1464534600-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:36:47.368597 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.plugins.ml2.db [None req-4c581813-650f-4b4b-ac0f-82f585bea231 None None] For port 22f8fc27-9589-49b7-a3d1-f53043acd5a2, host dv-cinder-825492-15-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825492-15-iscsi',level=0,port_id=22f8fc27-9589-49b7-a3d1-f53043acd5a2,segment=NetworkSegment(3ed655b3-ed39-457b-b353-0296e3eaac46),segment_id=3ed655b3-ed39-457b-b353-0296e3eaac46)] {{(pid=104527) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 07:36:47.396108 dv-cinder-825492-15-iscsi neutron-server[104526]: INFO neutron.wsgi [None req-99222314-af3c-4163-8149-e29c809c66cb tempest-AttachVolumeNegativeTest-1464534600 tempest-AttachVolumeNegativeTest-1464534600-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.3461726 May 25 07:36:47.404622 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [req-e9fbb7fd-c9f5-4781-b518-ec08585e2389 req-5fb911ed-1272-40dd-9885-1691a0c93494 tempest-DeleteServersTestJSON-1468466414 tempest-DeleteServersTestJSON-1468466414-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-617841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612926', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754056173864'] for port (25dfc8d5-59b2-4523-b077-3638d5408b3d), after_create {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:36:47.407152 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1a1a5dfc-2258-4396-87ee-18f68cf1e2c6 req-837a3647-751f-404c-9f5a-d92b431f49cd tempest-ServerRescueNegativeTestJSON-274124411 tempest-ServerRescueNegativeTestJSON-274124411-project] Made reservation on behalf of d4719a4804e24f27b9427e58c5cbe13b for: {'port': 1} {{(pid=104526) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 07:36:47.422576 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [req-1a1a5dfc-2258-4396-87ee-18f68cf1e2c6 req-837a3647-751f-404c-9f5a-d92b431f49cd tempest-ServerRescueNegativeTestJSON-274124411 tempest-ServerRescueNegativeTestJSON-274124411-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-616651'] for port (None), before_create {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:36:47.443701 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa493071-fa20-45e0-9523-fa3ff33460f6 None None] Pushing event updated for resources: {'Port': ['ID=521b8e74-ff39-43eb-be41-5f6b4257049b,revision_number=3']} {{(pid=104527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 07:36:47.496797 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.wsgi [-] (104526) accepted ('10.222.0.24', 41230) {{(pid=104526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 07:36:47.497470 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.wsgi [-] (104526) accepted ('10.222.0.24', 41236) {{(pid=104526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 07:36:47.525733 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.api.v2.base [None req-b399d302-2ea2-4eda-9227-930277a26b0c tempest-AttachVolumeShelveTestJSON-605607613 tempest-AttachVolumeShelveTestJSON-605607613-project] Request body: {'security_group': {'name': 'tempest-securitygroup--44538836', 'description': 'tempest-description--144941359'}} {{(pid=104526) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 25 07:36:47.557144 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.api.v2.base [None req-6ba230a1-ce6e-40dd-8c0b-df68d61be2cd tempest-AttachVolumeNegativeTest-1464534600 tempest-AttachVolumeNegativeTest-1464534600-project] Request body: {'floatingip': {'floating_network_id': '29c629bd-3f50-4535-bfbc-a047608d6fb6'}} {{(pid=104526) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 25 07:36:47.623551 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron_lib.callbacks.manager [None req-4c581813-650f-4b4b-ac0f-82f585bea231 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-617841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612926', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754056714442', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754056173882', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754056173900'] for port (22f8fc27-9589-49b7-a3d1-f53043acd5a2), after_update {{(pid=104527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:36:47.628935 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG dbcounter [-] [104527] Writing DB stats neutron:SELECT=94,neutron:UPDATE=6 {{(pid=104527) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 07:36:47.681015 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-2c50f2e7-e1ea-48d9-a5ec-7cc2f1eee260 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-278753'] for security_group (958af9e4-06bb-4103-8618-3a05733689b7), after_create {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:36:47.709694 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-729d132f-f11f-46b6-9ce7-2f3a0366b1b4 tempest-AttachVolumeTestJSON-631109292 tempest-AttachVolumeTestJSON-631109292-project] Publish callbacks [] for security_group (25c619ea-31ec-4346-9d90-41bcc95d8e89), precommit_create {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:36:47.753876 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron.wsgi [-] (104525) accepted ('10.222.0.24', 41250) {{(pid=104525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 07:36:47.756102 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.plugins.ml2.managers [None req-d2eda3cb-b432-490c-b6ea-eef64cd64940 None None] Attempting to bind port 521b8e74-ff39-43eb-be41-5f6b4257049b on host dv-cinder-825492-15-iscsi for vnic_type normal with profile {{(pid=104527) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 25 07:36:47.756512 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.plugins.ml2.managers [None req-d2eda3cb-b432-490c-b6ea-eef64cd64940 None None] Attempting to bind port 521b8e74-ff39-43eb-be41-5f6b4257049b by drivers openvswitch,hyperv on host dv-cinder-825492-15-iscsi at level 0 using segments [{'id': 'a280169f-cd62-40b1-b23e-40cb603d4abb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 267, 'network_id': 'f39d85d3-0173-4496-879c-2b83e234d364'}] {{(pid=104527) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 25 07:36:47.756862 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2eda3cb-b432-490c-b6ea-eef64cd64940 None None] Attempting to bind port 521b8e74-ff39-43eb-be41-5f6b4257049b on network f39d85d3-0173-4496-879c-2b83e234d364 {{(pid=104527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 25 07:36:47.775637 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2eda3cb-b432-490c-b6ea-eef64cd64940 None None] Checking agent: {'id': '67455b2d-ff20-4068-8b38-73bd0628c5cb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-825492-15-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 25, 7, 27, 41), 'started_at': datetime.datetime(2022, 5, 25, 7, 28, 11), 'heartbeat_timestamp': datetime.datetime(2022, 5, 25, 7, 36, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-825492-15-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 25 07:36:47.775991 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2eda3cb-b432-490c-b6ea-eef64cd64940 None None] Checking segment: {'id': 'a280169f-cd62-40b1-b23e-40cb603d4abb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 267, 'network_id': 'f39d85d3-0173-4496-879c-2b83e234d364'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104527) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 25 07:36:47.776397 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron_lib.callbacks.manager [None req-d2eda3cb-b432-490c-b6ea-eef64cd64940 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:36:47.776824 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2eda3cb-b432-490c-b6ea-eef64cd64940 None None] Bound using segment: {'id': 'a280169f-cd62-40b1-b23e-40cb603d4abb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 267, 'network_id': 'f39d85d3-0173-4496-879c-2b83e234d364'} {{(pid=104527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 25 07:36:47.777307 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.plugins.ml2.managers [None req-d2eda3cb-b432-490c-b6ea-eef64cd64940 None None] Bound port: 521b8e74-ff39-43eb-be41-5f6b4257049b, host: dv-cinder-825492-15-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a280169f-cd62-40b1-b23e-40cb603d4abb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 267, 'network_id': 'f39d85d3-0173-4496-879c-2b83e234d364'}}] {{(pid=104527) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 25 07:36:47.777686 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron_lib.callbacks.manager [None req-d2eda3cb-b432-490c-b6ea-eef64cd64940 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-616651'] for port (521b8e74-ff39-43eb-be41-5f6b4257049b), before_update {{(pid=104527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:36:47.824338 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c581813-650f-4b4b-ac0f-82f585bea231 None None] Pushing event updated for resources: {'Port': ['ID=22f8fc27-9589-49b7-a3d1-f53043acd5a2,revision_number=4']} {{(pid=104527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 07:36:47.836764 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-729d132f-f11f-46b6-9ce7-2f3a0366b1b4 tempest-AttachVolumeTestJSON-631109292 tempest-AttachVolumeTestJSON-631109292-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-278753'] for security_group (25c619ea-31ec-4346-9d90-41bcc95d8e89), after_create {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:36:47.930526 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c50f2e7-e1ea-48d9-a5ec-7cc2f1eee260 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=958af9e4-06bb-4103-8618-3a05733689b7,revision_number=1']} {{(pid=104526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 07:36:48.014138 dv-cinder-825492-15-iscsi neutron-server[104525]: INFO neutron.wsgi [req-c705ab7a-7477-48fa-81a9-0305cb04f781 req-fafdbc54-e164-4bab-bb97-65cc345b4aa2 tempest-ServerRescueNegativeTestJSON-274124411 tempest-ServerRescueNegativeTestJSON-274124411-project] 10.222.0.24 "GET /v2.0/ports?device_id=f652bc42-42f2-4664-b614-603b3ddf84b1 HTTP/1.1" status: 200 len: 210 time: 0.2988513 May 25 07:36:48.041792 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e9fbb7fd-c9f5-4781-b518-ec08585e2389 req-5fb911ed-1272-40dd-9885-1691a0c93494 tempest-DeleteServersTestJSON-1468466414 tempest-DeleteServersTestJSON-1468466414-project] Network 393dac28-ed3c-466a-907d-db6538b59cca is already hosted by enough agents. {{(pid=104526) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 07:36:48.062757 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-729d132f-f11f-46b6-9ce7-2f3a0366b1b4 tempest-AttachVolumeTestJSON-631109292 tempest-AttachVolumeTestJSON-631109292-project] Pushing event updated for resources: {'SecurityGroup': ['ID=25c619ea-31ec-4346-9d90-41bcc95d8e89,revision_number=1']} {{(pid=104525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 07:36:48.078648 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.scheduler.base_scheduler [req-e9fbb7fd-c9f5-4781-b518-ec08585e2389 req-5fb911ed-1272-40dd-9885-1691a0c93494 tempest-DeleteServersTestJSON-1468466414 tempest-DeleteServersTestJSON-1468466414-project] Resources bound (agent type, host, resource id): {{(pid=104526) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 07:36:48.092571 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.db.l3_dvrscheduler_db [req-e9fbb7fd-c9f5-4781-b518-ec08585e2389 req-5fb911ed-1272-40dd-9885-1691a0c93494 tempest-DeleteServersTestJSON-1468466414 tempest-DeleteServersTestJSON-1468466414-project] Received port after_create {{(pid=104526) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 25 07:36:48.111551 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.plugins.ml2.rpc [None req-4c581813-650f-4b4b-ac0f-82f585bea231 None None] Device 93f39134-ddc6-48cc-900e-93b44ac11bfb up at agent ovs-agent-dv-cinder-825492-15-iscsi {{(pid=104527) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 25 07:36:48.114576 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9fbb7fd-c9f5-4781-b518-ec08585e2389 req-5fb911ed-1272-40dd-9885-1691a0c93494 tempest-DeleteServersTestJSON-1468466414 tempest-DeleteServersTestJSON-1468466414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 07:36:48.115757 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [req-e9fbb7fd-c9f5-4781-b518-ec08585e2389 req-5fb911ed-1272-40dd-9885-1691a0c93494 tempest-DeleteServersTestJSON-1468466414 tempest-DeleteServersTestJSON-1468466414-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1612908'] for port (None), before_response {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:36:48.122901 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.plugins.ml2.db [None req-d2eda3cb-b432-490c-b6ea-eef64cd64940 None None] For port 521b8e74-ff39-43eb-be41-5f6b4257049b, host dv-cinder-825492-15-iscsi, cleared binding levels {{(pid=104527) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 25 07:36:48.155872 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-ade19902-b67e-4859-8fa9-e11047afd82f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:36:48.167180 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG dbcounter [-] [104525] Writing DB stats neutron:SELECT=92,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=104525) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 07:36:48.186427 dv-cinder-825492-15-iscsi neutron-server[104528]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb875479-ed94-460a-a37d-8c5c640cfe16 None None] Sync routers for ids ['7899052f-b07d-447b-ae4f-820daf0cb66c'] in dv-cinder-825492-15-iscsi {{(pid=104528) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 25 07:36:48.200949 dv-cinder-825492-15-iscsi neutron-server[104528]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb875479-ed94-460a-a37d-8c5c640cfe16 None None] Routers {'7899052f-b07d-447b-ae4f-820daf0cb66c'} bound to L3 agent in host dv-cinder-825492-15-iscsi {{(pid=104528) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 25 07:36:48.201581 dv-cinder-825492-15-iscsi neutron-server[104528]: DEBUG neutron.db.l3_hamode_db [None req-fb875479-ed94-460a-a37d-8c5c640cfe16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825492-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-25T07:27:37Z,description=,heartbeat_timestamp=2022-05-25T07:36:37Z,host='dv-cinder-825492-15-iscsi',id=54ff4013-997e-4376-a4e9-e6c98cf37cc7,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T07:27:38Z,topic='l3_agent')) {'router_ids': ['7899052f-b07d-447b-ae4f-820daf0cb66c'], 'active': True} {{(pid=104528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 07:36:48.208685 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.plugins.ml2.db [None req-d2eda3cb-b432-490c-b6ea-eef64cd64940 None None] For port 521b8e74-ff39-43eb-be41-5f6b4257049b, host dv-cinder-825492-15-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825492-15-iscsi',level=0,port_id=521b8e74-ff39-43eb-be41-5f6b4257049b,segment=NetworkSegment(a280169f-cd62-40b1-b23e-40cb603d4abb),segment_id=a280169f-cd62-40b1-b23e-40cb603d4abb)] {{(pid=104527) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 25 07:36:48.222092 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.db.provisioning_blocks [None req-ef80d05d-86ba-4423-aa9d-41e67165e42e None None] Provisioning complete for port 521b8e74-ff39-43eb-be41-5f6b4257049b triggered by entity DHCP. {{(pid=104527) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 25 07:36:48.222514 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron_lib.callbacks.manager [None req-ef80d05d-86ba-4423-aa9d-41e67165e42e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1490782'] for port (521b8e74-ff39-43eb-be41-5f6b4257049b), provisioning_complete {{(pid=104527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:36:48.238512 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-729d132f-f11f-46b6-9ce7-2f3a0366b1b4 tempest-AttachVolumeTestJSON-631109292 tempest-AttachVolumeTestJSON-631109292-project] Publish callbacks [] for security_group (None), before_response {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:36:48.242888 dv-cinder-825492-15-iscsi neutron-server[104525]: INFO neutron.wsgi [None req-729d132f-f11f-46b6-9ce7-2f3a0366b1b4 tempest-AttachVolumeTestJSON-631109292 tempest-AttachVolumeTestJSON-631109292-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 1.1379132 May 25 07:36:48.276785 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.db.provisioning_blocks [None req-4c581813-650f-4b4b-ac0f-82f585bea231 None None] Provisioning complete for port 93f39134-ddc6-48cc-900e-93b44ac11bfb triggered by entity L2. {{(pid=104527) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 25 07:36:48.277395 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron_lib.callbacks.manager [None req-4c581813-650f-4b4b-ac0f-82f585bea231 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1490782'] for port (93f39134-ddc6-48cc-900e-93b44ac11bfb), provisioning_complete {{(pid=104527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:36:48.308945 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron_lib.callbacks.manager [None req-d2eda3cb-b432-490c-b6ea-eef64cd64940 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-617841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612926', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754056714442', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754056173882', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754056173900'] for port (521b8e74-ff39-43eb-be41-5f6b4257049b), after_update {{(pid=104527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:36:48.311087 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.plugins.ml2.plugin [None req-ef80d05d-86ba-4423-aa9d-41e67165e42e None None] Port 521b8e74-ff39-43eb-be41-5f6b4257049b cannot update to ACTIVE because it is not bound. {{(pid=104527) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 25 07:36:48.364002 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-ade19902-b67e-4859-8fa9-e11047afd82f admin admin] Publish callbacks [] for security_group (ba5dc3d3-a302-40ab-87f7-60853554bfd0), precommit_create {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:36:48.365417 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron.wsgi [-] (104525) accepted ('10.222.0.24', 41256) {{(pid=104525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 07:36:48.371635 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron.api.v2.base [None req-54851230-3903-4c53-b256-74360a1fdba8 tempest-AttachVolumeTestJSON-631109292 tempest-AttachVolumeTestJSON-631109292-project] Request body: {'security_group_rule': {'security_group_id': '25c619ea-31ec-4346-9d90-41bcc95d8e89', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104525) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 25 07:36:48.446502 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-ade19902-b67e-4859-8fa9-e11047afd82f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-278753'] for security_group (ba5dc3d3-a302-40ab-87f7-60853554bfd0), after_create {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:36:48.460517 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG dbcounter [-] [104527] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104527) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 07:36:48.520492 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2eda3cb-b432-490c-b6ea-eef64cd64940 None None] Routers {'27856324-98d4-4244-bd01-93343ae31478'} bound to L3 agent in host dv-cinder-825492-15-iscsi {{(pid=104527) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 25 07:36:48.521416 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.db.l3_hamode_db [None req-d2eda3cb-b432-490c-b6ea-eef64cd64940 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825492-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-25T07:27:37Z,description=,heartbeat_timestamp=2022-05-25T07:36:37Z,host='dv-cinder-825492-15-iscsi',id=54ff4013-997e-4376-a4e9-e6c98cf37cc7,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T07:27:38Z,topic='l3_agent')) {'router_ids': ['27856324-98d4-4244-bd01-93343ae31478'], 'active': True} {{(pid=104527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 07:36:48.607406 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa493071-fa20-45e0-9523-fa3ff33460f6 None None] Pushing event updated for resources: {'Port': ['ID=521b8e74-ff39-43eb-be41-5f6b4257049b,revision_number=4']} {{(pid=104527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 07:36:48.612126 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.db.db_base_plugin_common [req-1a1a5dfc-2258-4396-87ee-18f68cf1e2c6 req-837a3647-751f-404c-9f5a-d92b431f49cd tempest-ServerRescueNegativeTestJSON-274124411 tempest-ServerRescueNegativeTestJSON-274124411-project] Allocated IP 172.20.0.9 (e9255b8f-85b1-4659-9bc1-7aaec6681338/2bd01566-eaf4-4493-b26a-8c7ef6fcaf51/37369604-0009-4591-97a8-6e3c90d97049) {{(pid=104526) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 07:36:48.639074 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron.wsgi [-] (104525) accepted ('10.222.0.24', 41262) {{(pid=104525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 07:36:48.672625 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ade19902-b67e-4859-8fa9-e11047afd82f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ba5dc3d3-a302-40ab-87f7-60853554bfd0,revision_number=1']} {{(pid=104525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 07:36:48.675678 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e321deee-3a15-46c5-9ef0-5304acffcb55 req-f21d0b31-77ca-4889-9e6e-7be69184b5d7 tempest-DeleteServersTestJSON-1468466414 tempest-DeleteServersTestJSON-1468466414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 07:36:48.686268 dv-cinder-825492-15-iscsi neutron-server[104526]: INFO neutron.wsgi [req-e321deee-3a15-46c5-9ef0-5304acffcb55 req-f21d0b31-77ca-4889-9e6e-7be69184b5d7 tempest-DeleteServersTestJSON-1468466414 tempest-DeleteServersTestJSON-1468466414-project] 10.222.0.24 "GET /v2.0/ports?device_id=57fedc8c-b769-4f1d-b263-478dcb44da40 HTTP/1.1" status: 200 len: 931 time: 1.3833315 May 25 07:36:48.740413 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG dbcounter [-] [104526] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=104526) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 07:36:48.752024 dv-cinder-825492-15-iscsi neutron-server[104526]: INFO neutron.wsgi [None req-2c50f2e7-e1ea-48d9-a5ec-7cc2f1eee260 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=7b680101e6694c3a9d345c92ee378101&name=default HTTP/1.1" status: 200 len: 2996 time: 2.6037505 May 25 07:36:48.752024 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-6ba230a1-ce6e-40dd-8c0b-df68d61be2cd tempest-AttachVolumeNegativeTest-1464534600 tempest-AttachVolumeNegativeTest-1464534600-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:36:48.755252 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fb911ed-1272-40dd-9885-1691a0c93494 tempest-DeleteServersTestJSON-1468466414 tempest-DeleteServersTestJSON-1468466414-project] Pushing event updated for resources: {'Port': ['ID=25dfc8d5-59b2-4523-b077-3638d5408b3d,revision_number=1']} {{(pid=104526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 07:36:48.766528 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.plugins.ml2.plugin [None req-4c581813-650f-4b4b-ac0f-82f585bea231 None None] Current status of the port 93f39134-ddc6-48cc-900e-93b44ac11bfb is: ACTIVE; New status is: ACTIVE {{(pid=104527) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 25 07:36:48.772060 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.wsgi [-] (104526) accepted ('10.222.0.24', 41264) {{(pid=104526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 07:36:48.787505 dv-cinder-825492-15-iscsi neutron-server[104528]: DEBUG neutron.db.l3_dvr_db [None req-fb875479-ed94-460a-a37d-8c5c640cfe16 None None] Set router 7899052f-b07d-447b-ae4f-820daf0cb66c gateway port host: dv-cinder-825492-15-iscsi {{(pid=104528) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 25 07:36:48.800362 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.plugins.ml2.rpc [None req-4c581813-650f-4b4b-ac0f-82f585bea231 None None] Device 7acc11af-cd2a-46fe-98c2-4a90e3178336 up at agent ovs-agent-dv-cinder-825492-15-iscsi {{(pid=104527) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 25 07:36:48.807408 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-54851230-3903-4c53-b256-74360a1fdba8 tempest-AttachVolumeTestJSON-631109292 tempest-AttachVolumeTestJSON-631109292-project] Publish callbacks [] for security_group_rule (910a1b9a-45d0-4485-a535-f415b9304171), before_create {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:36:48.848318 dv-cinder-825492-15-iscsi neutron-server[104525]: INFO neutron.wsgi [None req-ade19902-b67e-4859-8fa9-e11047afd82f admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=b52499437c614a67b15ef37a8bb269f7&name=default HTTP/1.1" status: 200 len: 2996 time: 1.0930016 May 25 07:36:48.862618 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron.wsgi [-] (104525) accepted ('10.222.0.24', 41268) {{(pid=104525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 07:36:48.971081 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-b399d302-2ea2-4eda-9227-930277a26b0c tempest-AttachVolumeShelveTestJSON-605607613 tempest-AttachVolumeShelveTestJSON-605607613-project] Publish callbacks [] for security_group (None), before_create {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:36:48.980838 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-54851230-3903-4c53-b256-74360a1fdba8 tempest-AttachVolumeTestJSON-631109292 tempest-AttachVolumeTestJSON-631109292-project] Publish callbacks [] for security_group_rule (910a1b9a-45d0-4485-a535-f415b9304171), precommit_create {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:36:48.993970 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG dbcounter [-] [104527] Writing DB stats neutron:SELECT=100 {{(pid=104527) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 07:36:49.024917 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG dbcounter [-] [104525] Writing DB stats neutron:SELECT=80,neutron:INSERT=16,neutron:DELETE=2,neutron:UPDATE=2 {{(pid=104525) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 07:36:49.033298 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-d27fd2db-a6a3-4cdd-bd87-2d6e7bea4f8c admin admin] Publish callbacks [] for security_group (ba5dc3d3-a302-40ab-87f7-60853554bfd0), before_delete {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:36:49.043081 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.db.l3_dvr_db [None req-d2eda3cb-b432-490c-b6ea-eef64cd64940 None None] Set router 27856324-98d4-4244-bd01-93343ae31478 gateway port host: dv-cinder-825492-15-iscsi {{(pid=104527) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 25 07:36:49.113609 dv-cinder-825492-15-iscsi neutron-server[104526]: INFO neutron.wsgi [req-e9fbb7fd-c9f5-4781-b518-ec08585e2389 req-5fb911ed-1272-40dd-9885-1691a0c93494 tempest-DeleteServersTestJSON-1468466414 tempest-DeleteServersTestJSON-1468466414-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 6.0898869 May 25 07:36:49.126153 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-d27fd2db-a6a3-4cdd-bd87-2d6e7bea4f8c admin admin] Publish callbacks [] for security_group (ba5dc3d3-a302-40ab-87f7-60853554bfd0), precommit_delete {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:36:49.132636 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-54851230-3903-4c53-b256-74360a1fdba8 tempest-AttachVolumeTestJSON-631109292 tempest-AttachVolumeTestJSON-631109292-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-278608'] for security_group_rule (910a1b9a-45d0-4485-a535-f415b9304171), after_create {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:36:49.164120 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.db.provisioning_blocks [None req-124452f2-a436-4fcb-8aff-f6c5812bf9d0 None None] Provisioning complete for port 521b8e74-ff39-43eb-be41-5f6b4257049b triggered by entity DHCP. {{(pid=104527) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 25 07:36:49.164634 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron_lib.callbacks.manager [None req-124452f2-a436-4fcb-8aff-f6c5812bf9d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1490782'] for port (521b8e74-ff39-43eb-be41-5f6b4257049b), provisioning_complete {{(pid=104527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:36:49.237181 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-43ca9a11-a909-4063-8369-7eeed64921e3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:36:49.271798 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.db.provisioning_blocks [None req-4c581813-650f-4b4b-ac0f-82f585bea231 None None] Provisioning complete for port 7acc11af-cd2a-46fe-98c2-4a90e3178336 triggered by entity L2. {{(pid=104527) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 25 07:36:49.272171 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron_lib.callbacks.manager [None req-4c581813-650f-4b4b-ac0f-82f585bea231 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1490782'] for port (7acc11af-cd2a-46fe-98c2-4a90e3178336), provisioning_complete {{(pid=104527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:36:49.302464 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54851230-3903-4c53-b256-74360a1fdba8 tempest-AttachVolumeTestJSON-631109292 tempest-AttachVolumeTestJSON-631109292-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=910a1b9a-45d0-4485-a535-f415b9304171,revision_number=0']} {{(pid=104525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 07:36:49.325359 dv-cinder-825492-15-iscsi neutron-server[104528]: DEBUG neutron.db.l3_hamode_db [None req-fb875479-ed94-460a-a37d-8c5c640cfe16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7899052f-b07d-447b-ae4f-820daf0cb66c', 'name': 'tempest-AttachVolumeShelveTestJSON-1109401832-router', 'tenant_id': 'c4406d5d0e2347f1b96c34496f5ba5ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '29c629bd-3f50-4535-bfbc-a047608d6fb6', 'external_fixed_ips': [{'subnet_id': '7934ff5a-43f1-4f76-b9d8-e4343ace34f5', 'ip_address': '172.27.3.76'}], 'enable_snat': True}, 'gw_port_id': '7acc11af-cd2a-46fe-98c2-4a90e3178336', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T07:36:30Z', 'updated_at': '2022-05-25T07:36:42Z', 'revision_number': 4, 'project_id': 'c4406d5d0e2347f1b96c34496f5ba5ae', 'gw_port': {'id': '7acc11af-cd2a-46fe-98c2-4a90e3178336', 'name': '', 'network_id': '29c629bd-3f50-4535-bfbc-a047608d6fb6', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:ce:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7899052f-b07d-447b-ae4f-820daf0cb66c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '7934ff5a-43f1-4f76-b9d8-e4343ace34f5', 'ip_address': '172.27.3.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825492-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T07:36:32Z', 'updated_at': '2022-05-25T07:36:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7934ff5a-43f1-4f76-b9d8-e4343ace34f5', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825492-15-iscsi', '_interfaces': [{'id': '43f951e0-f3c1-4b20-b081-79f30cf13fbd', 'name': '', 'network_id': '7eef0ae9-55de-48c4-ada3-da713e1942b9', 'tenant_id': 'c4406d5d0e2347f1b96c34496f5ba5ae', 'mac_address': 'fa:16:3e:b2:89:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7899052f-b07d-447b-ae4f-820daf0cb66c', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': 'e7796ec7-ead3-485d-a16b-d9ef7a0a8b85', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T07:36:38Z', 'updated_at': '2022-05-25T07:36:42Z', 'revision_number': 2, 'project_id': 'c4406d5d0e2347f1b96c34496f5ba5ae', 'subnets': [{'id': 'e7796ec7-ead3-485d-a16b-d9ef7a0a8b85', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-825492-15-iscsi', False) {} {{(pid=104528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 07:36:49.327104 dv-cinder-825492-15-iscsi neutron-server[104525]: INFO neutron.wsgi [req-5bbf3ee4-83da-4eca-bf61-a5877615de26 req-b6e93feb-b286-4b7f-9f12-f1cdf3fefabb tempest-ServerRescueNegativeTestJSON-274124411 tempest-ServerRescueNegativeTestJSON-274124411-project] 10.222.0.24 "GET /v2.0/ports?device_id=f652bc42-42f2-4664-b614-603b3ddf84b1 HTTP/1.1" status: 200 len: 210 time: 0.1782217 May 25 07:36:49.371701 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.wsgi [req-e9fbb7fd-c9f5-4781-b518-ec08585e2389 req-c3a8ec73-bbf8-4eaa-b810-fa446e330d65 tempest-DeleteServersTestJSON-1468466414 tempest-DeleteServersTestJSON-1468466414-project] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=104526) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 25 07:36:49.374476 dv-cinder-825492-15-iscsi neutron-server[104526]: INFO neutron.wsgi [req-e9fbb7fd-c9f5-4781-b518-ec08585e2389 req-c3a8ec73-bbf8-4eaa-b810-fa446e330d65 tempest-DeleteServersTestJSON-1468466414 tempest-DeleteServersTestJSON-1468466414-project] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0383894 May 25 07:36:49.413264 dv-cinder-825492-15-iscsi neutron-server[104528]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb875479-ed94-460a-a37d-8c5c640cfe16 None None] Checking router: 7899052f-b07d-447b-ae4f-820daf0cb66c for host: dv-cinder-825492-15-iscsi {{(pid=104528) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 25 07:36:49.414011 dv-cinder-825492-15-iscsi neutron-server[104528]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb875479-ed94-460a-a37d-8c5c640cfe16 None None] Updating router 7899052f-b07d-447b-ae4f-820daf0cb66c port 43f951e0-f3c1-4b20-b081-79f30cf13fbd binding host dv-cinder-825492-15-iscsi {{(pid=104528) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 25 07:36:49.440089 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-6ba230a1-ce6e-40dd-8c0b-df68d61be2cd tempest-AttachVolumeNegativeTest-1464534600 tempest-AttachVolumeNegativeTest-1464534600-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-616651'] for port (None), before_create {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:36:49.468601 dv-cinder-825492-15-iscsi neutron-server[104528]: DEBUG neutron_lib.callbacks.manager [None req-fb875479-ed94-460a-a37d-8c5c640cfe16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-616651'] for port (43f951e0-f3c1-4b20-b081-79f30cf13fbd), before_update {{(pid=104528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:36:49.481343 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-54851230-3903-4c53-b256-74360a1fdba8 tempest-AttachVolumeTestJSON-631109292 tempest-AttachVolumeTestJSON-631109292-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:36:49.482590 dv-cinder-825492-15-iscsi neutron-server[104525]: INFO neutron.wsgi [None req-54851230-3903-4c53-b256-74360a1fdba8 tempest-AttachVolumeTestJSON-631109292 tempest-AttachVolumeTestJSON-631109292-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.1161370 May 25 07:36:49.485563 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron.wsgi [-] (104525) accepted ('10.222.0.24', 41274) {{(pid=104525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 07:36:49.493552 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron.api.v2.base [None req-104951c6-04d0-47d6-85b4-115cd62d3a6c tempest-AttachVolumeTestJSON-631109292 tempest-AttachVolumeTestJSON-631109292-project] Request body: {'security_group_rule': {'security_group_id': '25c619ea-31ec-4346-9d90-41bcc95d8e89', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104525) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 25 07:36:49.509252 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-62077af1-4584-4ed6-bfa6-8a361e418ba3 admin admin] Publish callbacks [] for security_group (958af9e4-06bb-4103-8618-3a05733689b7), before_delete {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:36:49.545577 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-62077af1-4584-4ed6-bfa6-8a361e418ba3 admin admin] Publish callbacks [] for security_group (958af9e4-06bb-4103-8618-3a05733689b7), precommit_delete {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:36:49.579365 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.plugins.ml2.plugin [None req-124452f2-a436-4fcb-8aff-f6c5812bf9d0 None None] Current status of the port 521b8e74-ff39-43eb-be41-5f6b4257049b is: DOWN; New status is: ACTIVE {{(pid=104527) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 25 07:36:49.579823 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron_lib.callbacks.manager [None req-124452f2-a436-4fcb-8aff-f6c5812bf9d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-616651'] for port (521b8e74-ff39-43eb-be41-5f6b4257049b), before_update {{(pid=104527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:36:49.592424 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-d27fd2db-a6a3-4cdd-bd87-2d6e7bea4f8c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-278753'] for security_group (ba5dc3d3-a302-40ab-87f7-60853554bfd0), after_delete {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:36:49.596296 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-d27fd2db-a6a3-4cdd-bd87-2d6e7bea4f8c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:36:49.599765 dv-cinder-825492-15-iscsi neutron-server[104525]: INFO neutron.wsgi [None req-d27fd2db-a6a3-4cdd-bd87-2d6e7bea4f8c admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/ba5dc3d3-a302-40ab-87f7-60853554bfd0 HTTP/1.1" status: 204 len: 168 time: 0.7337475 May 25 07:36:49.634300 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d27fd2db-a6a3-4cdd-bd87-2d6e7bea4f8c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba5dc3d3-a302-40ab-87f7-60853554bfd0,revision_number=None']} {{(pid=104525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 07:36:49.669577 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG dbcounter [-] [104527] Writing DB stats neutron:SELECT=100 {{(pid=104527) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 07:36:49.707426 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-104951c6-04d0-47d6-85b4-115cd62d3a6c tempest-AttachVolumeTestJSON-631109292 tempest-AttachVolumeTestJSON-631109292-project] Publish callbacks [] for security_group_rule (63f0588b-7aaa-4715-92f8-14ff215c6614), before_create {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:36:49.714831 dv-cinder-825492-15-iscsi neutron-server[104526]: INFO neutron.wsgi [req-e321deee-3a15-46c5-9ef0-5304acffcb55 req-d8fbf066-2b52-443d-a000-81f025e6e9f6 tempest-DeleteServersTestJSON-1468466414 tempest-DeleteServersTestJSON-1468466414-project] 10.222.0.24 "GET /v2.0/security-groups?id=14b7a71e-a874-4682-85d2-f3ac9c09834c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0272243 May 25 07:36:49.736138 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.api.v2.base [req-e9fbb7fd-c9f5-4781-b518-ec08585e2389 req-2110940b-7c0b-452e-aa8f-2a40a568beb3 service neutron] Request body: {'port': {'device_id': '57fedc8c-b769-4f1d-b263-478dcb44da40', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82549'}} {{(pid=104526) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 25 07:36:49.765177 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-43ca9a11-a909-4063-8369-7eeed64921e3 admin admin] Publish callbacks [] for security_group (a1ae872f-8b75-471e-a0fe-106a9ea62d68), precommit_create {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:36:49.768059 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-b399d302-2ea2-4eda-9227-930277a26b0c tempest-AttachVolumeShelveTestJSON-605607613 tempest-AttachVolumeShelveTestJSON-605607613-project] Publish callbacks [] for security_group (36a790ea-6395-4759-aea0-9e848582607a), precommit_create {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:36:49.778621 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG dbcounter [-] [104526] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=104526) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 07:36:49.803618 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-104951c6-04d0-47d6-85b4-115cd62d3a6c tempest-AttachVolumeTestJSON-631109292 tempest-AttachVolumeTestJSON-631109292-project] Publish callbacks [] for security_group_rule (63f0588b-7aaa-4715-92f8-14ff215c6614), precommit_create {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:36:49.822434 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.db.l3_hamode_db [None req-d2eda3cb-b432-490c-b6ea-eef64cd64940 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '27856324-98d4-4244-bd01-93343ae31478', 'name': 'tempest-AttachVolumeNegativeTest-2135659387-router', 'tenant_id': '2d8e35800ce043acbcb027ce406ed2e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '29c629bd-3f50-4535-bfbc-a047608d6fb6', 'external_fixed_ips': [{'subnet_id': '7934ff5a-43f1-4f76-b9d8-e4343ace34f5', 'ip_address': '172.27.3.226'}], 'enable_snat': True}, 'gw_port_id': '22f8fc27-9589-49b7-a3d1-f53043acd5a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T07:36:27Z', 'updated_at': '2022-05-25T07:36:37Z', 'revision_number': 4, 'project_id': '2d8e35800ce043acbcb027ce406ed2e7', 'gw_port': {'id': '22f8fc27-9589-49b7-a3d1-f53043acd5a2', 'name': '', 'network_id': '29c629bd-3f50-4535-bfbc-a047608d6fb6', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:51:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27856324-98d4-4244-bd01-93343ae31478', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '7934ff5a-43f1-4f76-b9d8-e4343ace34f5', 'ip_address': '172.27.3.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825492-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T07:36:28Z', 'updated_at': '2022-05-25T07:36:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7934ff5a-43f1-4f76-b9d8-e4343ace34f5', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825492-15-iscsi', '_interfaces': [{'id': '521b8e74-ff39-43eb-be41-5f6b4257049b', 'name': '', 'network_id': 'f39d85d3-0173-4496-879c-2b83e234d364', 'tenant_id': '2d8e35800ce043acbcb027ce406ed2e7', 'mac_address': 'fa:16:3e:38:3d:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '27856324-98d4-4244-bd01-93343ae31478', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '4aef3d06-f4fb-4751-a5a8-ab68314fa54a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825492-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T07:36:36Z', 'updated_at': '2022-05-25T07:36:48Z', 'revision_number': 4, 'project_id': '2d8e35800ce043acbcb027ce406ed2e7', 'subnets': [{'id': '4aef3d06-f4fb-4751-a5a8-ab68314fa54a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-825492-15-iscsi', False) {} {{(pid=104527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 07:36:49.887467 dv-cinder-825492-15-iscsi neutron-server[104528]: DEBUG dbcounter [-] [104528] Writing DB stats neutron:SELECT=100 {{(pid=104528) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 07:36:49.890937 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.plugins.ml2.db [None req-124452f2-a436-4fcb-8aff-f6c5812bf9d0 None None] For port 521b8e74-ff39-43eb-be41-5f6b4257049b, host dv-cinder-825492-15-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825492-15-iscsi',level=0,port_id=521b8e74-ff39-43eb-be41-5f6b4257049b,segment=NetworkSegment(a280169f-cd62-40b1-b23e-40cb603d4abb),segment_id=a280169f-cd62-40b1-b23e-40cb603d4abb)] {{(pid=104527) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 07:36:49.897830 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2eda3cb-b432-490c-b6ea-eef64cd64940 None None] The sync data for ids ['27856324-98d4-4244-bd01-93343ae31478'] in dv-cinder-825492-15-iscsi is: [{'id': '27856324-98d4-4244-bd01-93343ae31478', 'name': 'tempest-AttachVolumeNegativeTest-2135659387-router', 'tenant_id': '2d8e35800ce043acbcb027ce406ed2e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '29c629bd-3f50-4535-bfbc-a047608d6fb6', 'external_fixed_ips': [{'subnet_id': '7934ff5a-43f1-4f76-b9d8-e4343ace34f5', 'ip_address': '172.27.3.226'}], 'enable_snat': True}, 'gw_port_id': '22f8fc27-9589-49b7-a3d1-f53043acd5a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T07:36:27Z', 'updated_at': '2022-05-25T07:36:37Z', 'revision_number': 4, 'project_id': '2d8e35800ce043acbcb027ce406ed2e7', 'gw_port': {'id': '22f8fc27-9589-49b7-a3d1-f53043acd5a2', 'name': '', 'network_id': '29c629bd-3f50-4535-bfbc-a047608d6fb6', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:51:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27856324-98d4-4244-bd01-93343ae31478', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '7934ff5a-43f1-4f76-b9d8-e4343ace34f5', 'ip_address': '172.27.3.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825492-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T07:36:28Z', 'updated_at': '2022-05-25T07:36:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7934ff5a-43f1-4f76-b9d8-e4343ace34f5', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825492-15-iscsi', '_interfaces': [{'id': '521b8e74-ff39-43eb-be41-5f6b4257049b', 'name': '', 'network_id': 'f39d85d3-0173-4496-879c-2b83e234d364', 'tenant_id': '2d8e35800ce043acbcb027ce406ed2e7', 'mac_address': 'fa:16:3e:38:3d:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '27856324-98d4-4244-bd01-93343ae31478', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '4aef3d06-f4fb-4751-a5a8-ab68314fa54a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825492-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T07:36:36Z', 'updated_at': '2022-05-25T07:36:48Z', 'revision_number': 4, 'project_id': '2d8e35800ce043acbcb027ce406ed2e7', 'subnets': [{'id': '4aef3d06-f4fb-4751-a5a8-ab68314fa54a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104527) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 25 07:36:49.908015 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.db.db_base_plugin_common [None req-6ba230a1-ce6e-40dd-8c0b-df68d61be2cd tempest-AttachVolumeNegativeTest-1464534600 tempest-AttachVolumeNegativeTest-1464534600-project] Allocated IP 172.27.3.230 (29c629bd-3f50-4535-bfbc-a047608d6fb6/7934ff5a-43f1-4f76-b9d8-e4343ace34f5/95c50746-2c9f-4f39-8cbe-ad34efec800b) {{(pid=104526) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 07:36:49.913232 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-43ca9a11-a909-4063-8369-7eeed64921e3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-278753'] for security_group (a1ae872f-8b75-471e-a0fe-106a9ea62d68), after_create {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:36:49.918873 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-b399d302-2ea2-4eda-9227-930277a26b0c tempest-AttachVolumeShelveTestJSON-605607613 tempest-AttachVolumeShelveTestJSON-605607613-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-278753'] for security_group (36a790ea-6395-4759-aea0-9e848582607a), after_create {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:36:49.929366 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-62077af1-4584-4ed6-bfa6-8a361e418ba3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-278753'] for security_group (958af9e4-06bb-4103-8618-3a05733689b7), after_delete {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:36:49.934527 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.plugins.ml2.plugin [None req-4c581813-650f-4b4b-ac0f-82f585bea231 None None] Current status of the port 7acc11af-cd2a-46fe-98c2-4a90e3178336 is: DOWN; New status is: ACTIVE {{(pid=104527) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 25 07:36:49.934706 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-62077af1-4584-4ed6-bfa6-8a361e418ba3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:36:49.934706 dv-cinder-825492-15-iscsi neutron-server[104526]: INFO neutron.wsgi [None req-62077af1-4584-4ed6-bfa6-8a361e418ba3 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/958af9e4-06bb-4103-8618-3a05733689b7 HTTP/1.1" status: 204 len: 168 time: 1.0753059 May 25 07:36:49.939092 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron_lib.callbacks.manager [None req-4c581813-650f-4b4b-ac0f-82f585bea231 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-616651'] for port (7acc11af-cd2a-46fe-98c2-4a90e3178336), before_update {{(pid=104527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:36:49.950867 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [req-e9fbb7fd-c9f5-4781-b518-ec08585e2389 req-2110940b-7c0b-452e-aa8f-2a40a568beb3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-616651'] for port (25dfc8d5-59b2-4523-b077-3638d5408b3d), before_update {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:36:50.017601 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron_lib.callbacks.manager [None req-124452f2-a436-4fcb-8aff-f6c5812bf9d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-617841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612926', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754056714442', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754056173882', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754056173900'] for port (521b8e74-ff39-43eb-be41-5f6b4257049b), after_update {{(pid=104527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:36:50.028453 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43ca9a11-a909-4063-8369-7eeed64921e3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a1ae872f-8b75-471e-a0fe-106a9ea62d68,revision_number=1']} {{(pid=104525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 07:36:50.045696 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.plugins.ml2.db [None req-4c581813-650f-4b4b-ac0f-82f585bea231 None None] For port 7acc11af-cd2a-46fe-98c2-4a90e3178336, host dv-cinder-825492-15-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825492-15-iscsi',level=0,port_id=7acc11af-cd2a-46fe-98c2-4a90e3178336,segment=NetworkSegment(3ed655b3-ed39-457b-b353-0296e3eaac46),segment_id=3ed655b3-ed39-457b-b353-0296e3eaac46)] {{(pid=104527) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 07:36:50.049982 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-104951c6-04d0-47d6-85b4-115cd62d3a6c tempest-AttachVolumeTestJSON-631109292 tempest-AttachVolumeTestJSON-631109292-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-278608'] for security_group_rule (63f0588b-7aaa-4715-92f8-14ff215c6614), after_create {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:36:50.103120 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-104951c6-04d0-47d6-85b4-115cd62d3a6c tempest-AttachVolumeTestJSON-631109292 tempest-AttachVolumeTestJSON-631109292-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=63f0588b-7aaa-4715-92f8-14ff215c6614,revision_number=0']} {{(pid=104525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 07:36:50.107367 dv-cinder-825492-15-iscsi neutron-server[104525]: INFO neutron.wsgi [None req-43ca9a11-a909-4063-8369-7eeed64921e3 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=d5237b3b97634d7ea235040957b45aa5&name=default HTTP/1.1" status: 200 len: 2996 time: 1.4187796 May 25 07:36:50.130466 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.wsgi [-] (104526) accepted ('10.222.0.24', 41282) {{(pid=104526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 07:36:50.212839 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-b399d302-2ea2-4eda-9227-930277a26b0c tempest-AttachVolumeShelveTestJSON-605607613 tempest-AttachVolumeShelveTestJSON-605607613-project] Publish callbacks [] for security_group (None), before_response {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:36:50.214951 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron_lib.callbacks.manager [None req-4c581813-650f-4b4b-ac0f-82f585bea231 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-617841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612926', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754056714442', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754056173882', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754056173900'] for port (7acc11af-cd2a-46fe-98c2-4a90e3178336), after_update {{(pid=104527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:36:50.230047 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron.wsgi [-] (104525) accepted ('10.222.0.24', 41286) {{(pid=104525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 07:36:50.233092 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-124452f2-a436-4fcb-8aff-f6c5812bf9d0 None None] Pushing event updated for resources: {'Port': ['ID=521b8e74-ff39-43eb-be41-5f6b4257049b,revision_number=5']} {{(pid=104527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 07:36:50.233290 dv-cinder-825492-15-iscsi neutron-server[104526]: INFO neutron.wsgi [None req-b399d302-2ea2-4eda-9227-930277a26b0c tempest-AttachVolumeShelveTestJSON-605607613 tempest-AttachVolumeShelveTestJSON-605607613-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 2.7148521 May 25 07:36:50.238431 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron.api.v2.base [None req-e95f54e1-5188-41b0-bc4b-b8e2fdc30b64 tempest-AttachVolumeShelveTestJSON-605607613 tempest-AttachVolumeShelveTestJSON-605607613-project] Request body: {'security_group_rule': {'security_group_id': '36a790ea-6395-4759-aea0-9e848582607a', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104525) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 25 07:36:50.279192 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-104951c6-04d0-47d6-85b4-115cd62d3a6c tempest-AttachVolumeTestJSON-631109292 tempest-AttachVolumeTestJSON-631109292-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:36:50.306863 dv-cinder-825492-15-iscsi neutron-server[104525]: INFO neutron.wsgi [None req-104951c6-04d0-47d6-85b4-115cd62d3a6c tempest-AttachVolumeTestJSON-631109292 tempest-AttachVolumeTestJSON-631109292-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.8158207 May 25 07:36:50.312706 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c581813-650f-4b4b-ac0f-82f585bea231 None None] Pushing event updated for resources: {'Port': ['ID=7acc11af-cd2a-46fe-98c2-4a90e3178336,revision_number=4']} {{(pid=104527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 07:36:50.313191 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron.wsgi [-] (104525) accepted ('10.222.0.24', 41288) {{(pid=104525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 07:36:50.338281 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron.api.v2.base [None req-eedd04d2-2ac1-443b-8dc8-b6655ec72cc4 tempest-AttachVolumeTestJSON-631109292 tempest-AttachVolumeTestJSON-631109292-project] Request body: {'floatingip': {'floating_network_id': '29c629bd-3f50-4535-bfbc-a047608d6fb6'}} {{(pid=104525) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 25 07:36:50.423767 dv-cinder-825492-15-iscsi neutron-server[104528]: DEBUG neutron_lib.callbacks.manager [None req-fb875479-ed94-460a-a37d-8c5c640cfe16 None None] Publish callbacks [] for port (43f951e0-f3c1-4b20-b081-79f30cf13fbd), precommit_update {{(pid=104528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:36:50.424812 dv-cinder-825492-15-iscsi neutron-server[104528]: DEBUG dbcounter [-] [104528] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104528) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 07:36:50.525797 dv-cinder-825492-15-iscsi neutron-server[104528]: DEBUG neutron_lib.callbacks.manager [None req-fb875479-ed94-460a-a37d-8c5c640cfe16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-617841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612926', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754056714442', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754056173882', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754056173900'] for port (43f951e0-f3c1-4b20-b081-79f30cf13fbd), after_update {{(pid=104528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:36:50.551417 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-e95f54e1-5188-41b0-bc4b-b8e2fdc30b64 tempest-AttachVolumeShelveTestJSON-605607613 tempest-AttachVolumeShelveTestJSON-605607613-project] Publish callbacks [] for security_group_rule (5cc85fc6-eca4-4d41-8b7e-bb17e94f52cb), before_create {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:36:50.628547 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-eedd04d2-2ac1-443b-8dc8-b6655ec72cc4 tempest-AttachVolumeTestJSON-631109292 tempest-AttachVolumeTestJSON-631109292-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:36:50.664197 dv-cinder-825492-15-iscsi neutron-server[104528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-852d1d43-9a80-4ede-bd14-66aca8acef9a None None] Pushing event updated for resources: {'Port': ['ID=43f951e0-f3c1-4b20-b081-79f30cf13fbd,revision_number=3']} {{(pid=104528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 07:36:50.700002 dv-cinder-825492-15-iscsi neutron-server[104525]: INFO neutron.wsgi [req-38963aa0-c6ac-4c47-9ca0-6ea2285e4a65 req-560bb3e7-2da2-427a-a437-9c37ebba55df tempest-ServerRescueNegativeTestJSON-274124411 tempest-ServerRescueNegativeTestJSON-274124411-project] 10.222.0.24 "GET /v2.0/ports?device_id=f652bc42-42f2-4664-b614-603b3ddf84b1 HTTP/1.1" status: 200 len: 210 time: 0.1801727 May 25 07:36:50.822919 dv-cinder-825492-15-iscsi neutron-server[104528]: DEBUG neutron.plugins.ml2.managers [None req-fb875479-ed94-460a-a37d-8c5c640cfe16 None None] Attempting to bind port 43f951e0-f3c1-4b20-b081-79f30cf13fbd on host dv-cinder-825492-15-iscsi for vnic_type normal with profile {{(pid=104528) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 25 07:36:50.828205 dv-cinder-825492-15-iscsi neutron-server[104528]: DEBUG neutron.plugins.ml2.managers [None req-fb875479-ed94-460a-a37d-8c5c640cfe16 None None] Attempting to bind port 43f951e0-f3c1-4b20-b081-79f30cf13fbd by drivers openvswitch,hyperv on host dv-cinder-825492-15-iscsi at level 0 using segments [{'id': '5e8ca1f8-871e-422d-b246-85fba594b2cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 250, 'network_id': '7eef0ae9-55de-48c4-ada3-da713e1942b9'}] {{(pid=104528) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 25 07:36:50.829577 dv-cinder-825492-15-iscsi neutron-server[104528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb875479-ed94-460a-a37d-8c5c640cfe16 None None] Attempting to bind port 43f951e0-f3c1-4b20-b081-79f30cf13fbd on network 7eef0ae9-55de-48c4-ada3-da713e1942b9 {{(pid=104528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 25 07:36:50.849240 dv-cinder-825492-15-iscsi neutron-server[104528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb875479-ed94-460a-a37d-8c5c640cfe16 None None] Checking agent: {'id': '67455b2d-ff20-4068-8b38-73bd0628c5cb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-825492-15-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 25, 7, 27, 41), 'started_at': datetime.datetime(2022, 5, 25, 7, 28, 11), 'heartbeat_timestamp': datetime.datetime(2022, 5, 25, 7, 36, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-825492-15-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 25 07:36:50.859377 dv-cinder-825492-15-iscsi neutron-server[104528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb875479-ed94-460a-a37d-8c5c640cfe16 None None] Checking segment: {'id': '5e8ca1f8-871e-422d-b246-85fba594b2cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 250, 'network_id': '7eef0ae9-55de-48c4-ada3-da713e1942b9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104528) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 25 07:36:50.859377 dv-cinder-825492-15-iscsi neutron-server[104528]: DEBUG neutron_lib.callbacks.manager [None req-fb875479-ed94-460a-a37d-8c5c640cfe16 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:36:50.859705 dv-cinder-825492-15-iscsi neutron-server[104528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb875479-ed94-460a-a37d-8c5c640cfe16 None None] Bound using segment: {'id': '5e8ca1f8-871e-422d-b246-85fba594b2cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 250, 'network_id': '7eef0ae9-55de-48c4-ada3-da713e1942b9'} {{(pid=104528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 25 07:36:50.860428 dv-cinder-825492-15-iscsi neutron-server[104528]: DEBUG neutron.plugins.ml2.managers [None req-fb875479-ed94-460a-a37d-8c5c640cfe16 None None] Bound port: 43f951e0-f3c1-4b20-b081-79f30cf13fbd, host: dv-cinder-825492-15-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5e8ca1f8-871e-422d-b246-85fba594b2cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 250, 'network_id': '7eef0ae9-55de-48c4-ada3-da713e1942b9'}}] {{(pid=104528) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 25 07:36:50.864454 dv-cinder-825492-15-iscsi neutron-server[104528]: DEBUG neutron_lib.callbacks.manager [None req-fb875479-ed94-460a-a37d-8c5c640cfe16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-616651'] for port (43f951e0-f3c1-4b20-b081-79f30cf13fbd), before_update {{(pid=104528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:36:50.865523 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.plugins.ml2.rpc [None req-4c581813-650f-4b4b-ac0f-82f585bea231 None None] Device 22f8fc27-9589-49b7-a3d1-f53043acd5a2 up at agent ovs-agent-dv-cinder-825492-15-iscsi {{(pid=104527) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 25 07:36:50.894478 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b399d302-2ea2-4eda-9227-930277a26b0c tempest-AttachVolumeShelveTestJSON-605607613 tempest-AttachVolumeShelveTestJSON-605607613-project] Pushing event updated for resources: {'SecurityGroup': ['ID=36a790ea-6395-4759-aea0-9e848582607a,revision_number=1']} {{(pid=104526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 07:36:50.897988 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG dbcounter [-] [104525] Writing DB stats neutron:SELECT=77,neutron:DELETE=6,neutron:INSERT=15,neutron:UPDATE=2 {{(pid=104525) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 07:36:50.937708 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.wsgi [-] (104526) accepted ('10.222.0.24', 41298) {{(pid=104526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 07:36:50.975895 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG dbcounter [-] [104527] Writing DB stats neutron:SELECT=100 {{(pid=104527) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 07:36:51.028997 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.db.provisioning_blocks [None req-4c581813-650f-4b4b-ac0f-82f585bea231 None None] Provisioning complete for port 22f8fc27-9589-49b7-a3d1-f53043acd5a2 triggered by entity L2. {{(pid=104527) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 25 07:36:51.029730 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron_lib.callbacks.manager [None req-4c581813-650f-4b4b-ac0f-82f585bea231 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1490782'] for port (22f8fc27-9589-49b7-a3d1-f53043acd5a2), provisioning_complete {{(pid=104527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:36:51.046805 dv-cinder-825492-15-iscsi neutron-server[104528]: DEBUG neutron.plugins.ml2.db [None req-fb875479-ed94-460a-a37d-8c5c640cfe16 None None] For port 43f951e0-f3c1-4b20-b081-79f30cf13fbd, host dv-cinder-825492-15-iscsi, cleared binding levels {{(pid=104528) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 25 07:36:51.053951 dv-cinder-825492-15-iscsi neutron-server[104528]: DEBUG neutron.plugins.ml2.db [None req-fb875479-ed94-460a-a37d-8c5c640cfe16 None None] For port 43f951e0-f3c1-4b20-b081-79f30cf13fbd, host dv-cinder-825492-15-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825492-15-iscsi',level=0,port_id=43f951e0-f3c1-4b20-b081-79f30cf13fbd,segment=NetworkSegment(5e8ca1f8-871e-422d-b246-85fba594b2cb),segment_id=5e8ca1f8-871e-422d-b246-85fba594b2cb)] {{(pid=104528) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 25 07:36:51.087943 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron.wsgi [-] (104525) accepted ('10.222.0.41', 55627) {{(pid=104525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 07:36:51.144734 dv-cinder-825492-15-iscsi neutron-server[104528]: DEBUG neutron_lib.callbacks.manager [None req-fb875479-ed94-460a-a37d-8c5c640cfe16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-617841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612926', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754056714442', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754056173882', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754056173900'] for port (43f951e0-f3c1-4b20-b081-79f30cf13fbd), after_update {{(pid=104528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:36:51.149875 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62077af1-4584-4ed6-bfa6-8a361e418ba3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=958af9e4-06bb-4103-8618-3a05733689b7,revision_number=None']} {{(pid=104526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 07:36:51.231183 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.plugins.ml2.plugin [None req-4c581813-650f-4b4b-ac0f-82f585bea231 None None] Current status of the port 22f8fc27-9589-49b7-a3d1-f53043acd5a2 is: ACTIVE; New status is: ACTIVE {{(pid=104527) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 25 07:36:51.261361 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.plugins.ml2.rpc [None req-4c581813-650f-4b4b-ac0f-82f585bea231 None None] Device 1ba2fc44-c661-405c-8806-11b2129ff3d1 up at agent ovs-agent-dv-cinder-825492-15-iscsi {{(pid=104527) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 25 07:36:51.297597 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-9baa439c-e505-4b05-8be5-f240a3308d88 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:36:51.423481 dv-cinder-825492-15-iscsi neutron-server[104528]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb875479-ed94-460a-a37d-8c5c640cfe16 None None] Routers {'7899052f-b07d-447b-ae4f-820daf0cb66c'} bound to L3 agent in host dv-cinder-825492-15-iscsi {{(pid=104528) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 25 07:36:51.424117 dv-cinder-825492-15-iscsi neutron-server[104528]: DEBUG neutron.db.l3_hamode_db [None req-fb875479-ed94-460a-a37d-8c5c640cfe16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825492-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-25T07:27:37Z,description=,heartbeat_timestamp=2022-05-25T07:36:37Z,host='dv-cinder-825492-15-iscsi',id=54ff4013-997e-4376-a4e9-e6c98cf37cc7,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T07:27:38Z,topic='l3_agent')) {'router_ids': ['7899052f-b07d-447b-ae4f-820daf0cb66c'], 'active': True} {{(pid=104528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 07:36:51.441564 dv-cinder-825492-15-iscsi neutron-server[104528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-852d1d43-9a80-4ede-bd14-66aca8acef9a None None] Pushing event updated for resources: {'Port': ['ID=43f951e0-f3c1-4b20-b081-79f30cf13fbd,revision_number=4']} {{(pid=104528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 07:36:51.501935 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ab83b89-4c80-4240-a1e9-fb6ad0844bf7 req-5605b715-9b10-4914-80a5-9014d8b45290 tempest-DeleteServersTestJSON-1468466414 tempest-DeleteServersTestJSON-1468466414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 07:36:51.515201 dv-cinder-825492-15-iscsi neutron-server[104526]: INFO neutron.wsgi [req-6ab83b89-4c80-4240-a1e9-fb6ad0844bf7 req-5605b715-9b10-4914-80a5-9014d8b45290 tempest-DeleteServersTestJSON-1468466414 tempest-DeleteServersTestJSON-1468466414-project] 10.222.0.24 "GET /v2.0/ports?device_id=57fedc8c-b769-4f1d-b263-478dcb44da40 HTTP/1.1" status: 200 len: 931 time: 0.4470990 May 25 07:36:51.599495 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.db.provisioning_blocks [None req-a9499712-4316-47d3-9c33-2a87a6c6eda6 None None] Provisioning complete for port 43f951e0-f3c1-4b20-b081-79f30cf13fbd triggered by entity DHCP. {{(pid=104527) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 25 07:36:51.599891 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron_lib.callbacks.manager [None req-a9499712-4316-47d3-9c33-2a87a6c6eda6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1490782'] for port (43f951e0-f3c1-4b20-b081-79f30cf13fbd), provisioning_complete {{(pid=104527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:36:51.607655 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG dbcounter [-] [104527] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=104527) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 07:36:51.645909 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-e95f54e1-5188-41b0-bc4b-b8e2fdc30b64 tempest-AttachVolumeShelveTestJSON-605607613 tempest-AttachVolumeShelveTestJSON-605607613-project] Publish callbacks [] for security_group_rule (5cc85fc6-eca4-4d41-8b7e-bb17e94f52cb), precommit_create {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:36:51.707500 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [req-1a1a5dfc-2258-4396-87ee-18f68cf1e2c6 req-837a3647-751f-404c-9f5a-d92b431f49cd tempest-ServerRescueNegativeTestJSON-274124411 tempest-ServerRescueNegativeTestJSON-274124411-project] Publish callbacks [] for port (37369604-0009-4591-97a8-6e3c90d97049), precommit_create {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:36:51.768198 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-eedd04d2-2ac1-443b-8dc8-b6655ec72cc4 tempest-AttachVolumeTestJSON-631109292 tempest-AttachVolumeTestJSON-631109292-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-616651'] for port (None), before_create {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:36:51.814056 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-e95f54e1-5188-41b0-bc4b-b8e2fdc30b64 tempest-AttachVolumeShelveTestJSON-605607613 tempest-AttachVolumeShelveTestJSON-605607613-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-278608'] for security_group_rule (5cc85fc6-eca4-4d41-8b7e-bb17e94f52cb), after_create {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:36:51.823335 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.db.provisioning_blocks [None req-4c581813-650f-4b4b-ac0f-82f585bea231 None None] Provisioning complete for port 1ba2fc44-c661-405c-8806-11b2129ff3d1 triggered by entity L2. {{(pid=104527) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 25 07:36:51.823708 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron_lib.callbacks.manager [None req-4c581813-650f-4b4b-ac0f-82f585bea231 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1490782'] for port (1ba2fc44-c661-405c-8806-11b2129ff3d1), provisioning_complete {{(pid=104527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:36:51.897932 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG dbcounter [-] [104526] Writing DB stats neutron:SELECT=93,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=104526) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 07:36:51.898498 dv-cinder-825492-15-iscsi neutron-server[104528]: DEBUG dbcounter [-] [104528] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=104528) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 07:36:51.900159 dv-cinder-825492-15-iscsi neutron-server[104528]: DEBUG neutron.db.l3_dvr_db [None req-fb875479-ed94-460a-a37d-8c5c640cfe16 None None] Set router 7899052f-b07d-447b-ae4f-820daf0cb66c gateway port host: dv-cinder-825492-15-iscsi {{(pid=104528) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 25 07:36:51.920709 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-6ba230a1-ce6e-40dd-8c0b-df68d61be2cd tempest-AttachVolumeNegativeTest-1464534600 tempest-AttachVolumeNegativeTest-1464534600-project] Publish callbacks [] for port (95c50746-2c9f-4f39-8cbe-ad34efec800b), precommit_create {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:36:51.932402 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-a5c4bdd9-1b59-4a1b-adfe-bba8afd4cfca admin admin] Publish callbacks [] for security_group (a1ae872f-8b75-471e-a0fe-106a9ea62d68), before_delete {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:36:52.104716 dv-cinder-825492-15-iscsi neutron-server[104525]: INFO neutron.wsgi [req-dfdc4e2e-523d-48d5-8c9e-4c1cb567c296 req-0da001b2-64ef-4119-b740-5e1fb6eff707 tempest-ServerRescueNegativeTestJSON-274124411 tempest-ServerRescueNegativeTestJSON-274124411-project] 10.222.0.24 "GET /v2.0/ports?device_id=f652bc42-42f2-4664-b614-603b3ddf84b1 HTTP/1.1" status: 200 len: 210 time: 0.1818891 May 25 07:36:52.127289 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e95f54e1-5188-41b0-bc4b-b8e2fdc30b64 tempest-AttachVolumeShelveTestJSON-605607613 tempest-AttachVolumeShelveTestJSON-605607613-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5cc85fc6-eca4-4d41-8b7e-bb17e94f52cb,revision_number=0']} {{(pid=104525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 07:36:52.157776 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.plugins.ml2.plugin [None req-a9499712-4316-47d3-9c33-2a87a6c6eda6 None None] Current status of the port 43f951e0-f3c1-4b20-b081-79f30cf13fbd is: DOWN; New status is: ACTIVE {{(pid=104527) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 25 07:36:52.158329 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron_lib.callbacks.manager [None req-a9499712-4316-47d3-9c33-2a87a6c6eda6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-616651'] for port (43f951e0-f3c1-4b20-b081-79f30cf13fbd), before_update {{(pid=104527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:36:52.170586 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c2a662d-b092-4c7e-91ba-99bbe77246a1 req-64dd622e-fea8-4891-ab62-947510f7acdb tempest-ServerRescueNegativeTestJSON-274124411 tempest-ServerRescueNegativeTestJSON-274124411-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 07:36:52.172462 dv-cinder-825492-15-iscsi neutron-server[104525]: INFO neutron.wsgi [req-8c2a662d-b092-4c7e-91ba-99bbe77246a1 req-64dd622e-fea8-4891-ab62-947510f7acdb tempest-ServerRescueNegativeTestJSON-274124411 tempest-ServerRescueNegativeTestJSON-274124411-project] 10.222.0.41 "GET /v2.0/networks?id=e9255b8f-85b1-4659-9bc1-7aaec6681338 HTTP/1.1" status: 200 len: 816 time: 1.0821676 May 25 07:36:52.184198 dv-cinder-825492-15-iscsi neutron-server[104526]: INFO neutron.wsgi [req-6ab83b89-4c80-4240-a1e9-fb6ad0844bf7 req-f056e43a-520c-42d2-a85b-1f66da787a0a tempest-DeleteServersTestJSON-1468466414 tempest-DeleteServersTestJSON-1468466414-project] 10.222.0.24 "GET /v2.0/security-groups?id=14b7a71e-a874-4682-85d2-f3ac9c09834c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6166539 May 25 07:36:52.196996 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron.api.v2.base [req-8c2a662d-b092-4c7e-91ba-99bbe77246a1 req-952ffe92-9a95-4f3b-ab69-498b574adbf2 tempest-ServerRescueNegativeTestJSON-274124411 tempest-ServerRescueNegativeTestJSON-274124411-project] Request body: {'port': {'device_id': 'f652bc42-42f2-4664-b614-603b3ddf84b1', 'network_id': 'e9255b8f-85b1-4659-9bc1-7aaec6681338', 'admin_state_up': True, 'tenant_id': 'd4719a4804e24f27b9427e58c5cbe13b'}} {{(pid=104525) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 25 07:36:52.207747 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG dbcounter [-] [104527] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104527) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 07:36:52.247825 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.plugins.ml2.plugin [None req-4c581813-650f-4b4b-ac0f-82f585bea231 None None] Current status of the port 1ba2fc44-c661-405c-8806-11b2129ff3d1 is: DOWN; New status is: ACTIVE {{(pid=104527) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 25 07:36:52.248224 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron_lib.callbacks.manager [None req-4c581813-650f-4b4b-ac0f-82f585bea231 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-616651'] for port (1ba2fc44-c661-405c-8806-11b2129ff3d1), before_update {{(pid=104527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:36:52.257497 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [req-1a1a5dfc-2258-4396-87ee-18f68cf1e2c6 req-837a3647-751f-404c-9f5a-d92b431f49cd tempest-ServerRescueNegativeTestJSON-274124411 tempest-ServerRescueNegativeTestJSON-274124411-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-617841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612926', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754056173864'] for port (37369604-0009-4591-97a8-6e3c90d97049), after_create {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:36:52.260395 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-a5c4bdd9-1b59-4a1b-adfe-bba8afd4cfca admin admin] Publish callbacks [] for security_group (a1ae872f-8b75-471e-a0fe-106a9ea62d68), precommit_delete {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:36:52.282677 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-e95f54e1-5188-41b0-bc4b-b8e2fdc30b64 tempest-AttachVolumeShelveTestJSON-605607613 tempest-AttachVolumeShelveTestJSON-605607613-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:36:52.284471 dv-cinder-825492-15-iscsi neutron-server[104525]: INFO neutron.wsgi [None req-e95f54e1-5188-41b0-bc4b-b8e2fdc30b64 tempest-AttachVolumeShelveTestJSON-605607613 tempest-AttachVolumeShelveTestJSON-605607613-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 2.0531538 May 25 07:36:52.289514 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron.wsgi [-] (104525) accepted ('10.222.0.24', 41322) {{(pid=104525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 07:36:52.297490 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron.api.v2.base [None req-85d3e08c-e018-4433-a051-36eee18a7609 tempest-AttachVolumeShelveTestJSON-605607613 tempest-AttachVolumeShelveTestJSON-605607613-project] Request body: {'security_group_rule': {'security_group_id': '36a790ea-6395-4759-aea0-9e848582607a', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104525) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 25 07:36:52.301473 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.plugins.ml2.db [None req-a9499712-4316-47d3-9c33-2a87a6c6eda6 None None] For port 43f951e0-f3c1-4b20-b081-79f30cf13fbd, host dv-cinder-825492-15-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825492-15-iscsi',level=0,port_id=43f951e0-f3c1-4b20-b081-79f30cf13fbd,segment=NetworkSegment(5e8ca1f8-871e-422d-b246-85fba594b2cb),segment_id=5e8ca1f8-871e-422d-b246-85fba594b2cb)] {{(pid=104527) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 07:36:52.321899 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.plugins.ml2.db [None req-4c581813-650f-4b4b-ac0f-82f585bea231 None None] For port 1ba2fc44-c661-405c-8806-11b2129ff3d1, host dv-cinder-825492-15-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825492-15-iscsi',level=0,port_id=1ba2fc44-c661-405c-8806-11b2129ff3d1,segment=NetworkSegment(3ed655b3-ed39-457b-b353-0296e3eaac46),segment_id=3ed655b3-ed39-457b-b353-0296e3eaac46)] {{(pid=104527) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 07:36:52.410015 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron_lib.callbacks.manager [None req-a9499712-4316-47d3-9c33-2a87a6c6eda6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-617841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612926', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754056714442', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754056173882', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754056173900'] for port (43f951e0-f3c1-4b20-b081-79f30cf13fbd), after_update {{(pid=104527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:36:52.412076 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-9baa439c-e505-4b05-8be5-f240a3308d88 admin admin] Publish callbacks [] for security_group (9f0f9104-ca08-44ef-8edd-3737dc28e34d), precommit_create {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:36:52.427900 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron_lib.callbacks.manager [None req-4c581813-650f-4b4b-ac0f-82f585bea231 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-617841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612926', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754056714442', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754056173882', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754056173900'] for port (1ba2fc44-c661-405c-8806-11b2129ff3d1), after_update {{(pid=104527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:36:52.427900 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.plugins.ml2.rpc [None req-4c581813-650f-4b4b-ac0f-82f585bea231 None None] Device 521b8e74-ff39-43eb-be41-5f6b4257049b up at agent ovs-agent-dv-cinder-825492-15-iscsi {{(pid=104527) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 25 07:36:52.509917 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8c2a662d-b092-4c7e-91ba-99bbe77246a1 req-952ffe92-9a95-4f3b-ab69-498b574adbf2 tempest-ServerRescueNegativeTestJSON-274124411 tempest-ServerRescueNegativeTestJSON-274124411-project] Made reservation on behalf of d4719a4804e24f27b9427e58c5cbe13b for: {'port': 1} {{(pid=104525) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 07:36:52.511915 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-6ba230a1-ce6e-40dd-8c0b-df68d61be2cd tempest-AttachVolumeNegativeTest-1464534600 tempest-AttachVolumeNegativeTest-1464534600-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-617841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612926', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754056173864'] for port (95c50746-2c9f-4f39-8cbe-ad34efec800b), after_create {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:36:52.517020 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [req-8c2a662d-b092-4c7e-91ba-99bbe77246a1 req-952ffe92-9a95-4f3b-ab69-498b574adbf2 tempest-ServerRescueNegativeTestJSON-274124411 tempest-ServerRescueNegativeTestJSON-274124411-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-616651'] for port (None), before_create {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:36:52.517843 dv-cinder-825492-15-iscsi neutron-server[104528]: DEBUG neutron.db.l3_hamode_db [None req-fb875479-ed94-460a-a37d-8c5c640cfe16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7899052f-b07d-447b-ae4f-820daf0cb66c', 'name': 'tempest-AttachVolumeShelveTestJSON-1109401832-router', 'tenant_id': 'c4406d5d0e2347f1b96c34496f5ba5ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '29c629bd-3f50-4535-bfbc-a047608d6fb6', 'external_fixed_ips': [{'subnet_id': '7934ff5a-43f1-4f76-b9d8-e4343ace34f5', 'ip_address': '172.27.3.76'}], 'enable_snat': True}, 'gw_port_id': '7acc11af-cd2a-46fe-98c2-4a90e3178336', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T07:36:30Z', 'updated_at': '2022-05-25T07:36:42Z', 'revision_number': 4, 'project_id': 'c4406d5d0e2347f1b96c34496f5ba5ae', 'gw_port': {'id': '7acc11af-cd2a-46fe-98c2-4a90e3178336', 'name': '', 'network_id': '29c629bd-3f50-4535-bfbc-a047608d6fb6', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:ce:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7899052f-b07d-447b-ae4f-820daf0cb66c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '7934ff5a-43f1-4f76-b9d8-e4343ace34f5', 'ip_address': '172.27.3.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825492-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T07:36:32Z', 'updated_at': '2022-05-25T07:36:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7934ff5a-43f1-4f76-b9d8-e4343ace34f5', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825492-15-iscsi', '_interfaces': [{'id': '43f951e0-f3c1-4b20-b081-79f30cf13fbd', 'name': '', 'network_id': '7eef0ae9-55de-48c4-ada3-da713e1942b9', 'tenant_id': 'c4406d5d0e2347f1b96c34496f5ba5ae', 'mac_address': 'fa:16:3e:b2:89:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7899052f-b07d-447b-ae4f-820daf0cb66c', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': 'e7796ec7-ead3-485d-a16b-d9ef7a0a8b85', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825492-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T07:36:38Z', 'updated_at': '2022-05-25T07:36:51Z', 'revision_number': 4, 'project_id': 'c4406d5d0e2347f1b96c34496f5ba5ae', 'subnets': [{'id': 'e7796ec7-ead3-485d-a16b-d9ef7a0a8b85', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-825492-15-iscsi', False) {} {{(pid=104528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 07:36:52.540080 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-85d3e08c-e018-4433-a051-36eee18a7609 tempest-AttachVolumeShelveTestJSON-605607613 tempest-AttachVolumeShelveTestJSON-605607613-project] Publish callbacks [] for security_group_rule (20c5777c-068c-4829-8a37-3b9af4a9c5a7), before_create {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:36:52.554682 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9499712-4316-47d3-9c33-2a87a6c6eda6 None None] Pushing event updated for resources: {'Port': ['ID=43f951e0-f3c1-4b20-b081-79f30cf13fbd,revision_number=5']} {{(pid=104527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 07:36:52.555255 dv-cinder-825492-15-iscsi neutron-server[104528]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb875479-ed94-460a-a37d-8c5c640cfe16 None None] The sync data for ids ['7899052f-b07d-447b-ae4f-820daf0cb66c'] in dv-cinder-825492-15-iscsi is: [{'id': '7899052f-b07d-447b-ae4f-820daf0cb66c', 'name': 'tempest-AttachVolumeShelveTestJSON-1109401832-router', 'tenant_id': 'c4406d5d0e2347f1b96c34496f5ba5ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '29c629bd-3f50-4535-bfbc-a047608d6fb6', 'external_fixed_ips': [{'subnet_id': '7934ff5a-43f1-4f76-b9d8-e4343ace34f5', 'ip_address': '172.27.3.76'}], 'enable_snat': True}, 'gw_port_id': '7acc11af-cd2a-46fe-98c2-4a90e3178336', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T07:36:30Z', 'updated_at': '2022-05-25T07:36:42Z', 'revision_number': 4, 'project_id': 'c4406d5d0e2347f1b96c34496f5ba5ae', 'gw_port': {'id': '7acc11af-cd2a-46fe-98c2-4a90e3178336', 'name': '', 'network_id': '29c629bd-3f50-4535-bfbc-a047608d6fb6', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:ce:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7899052f-b07d-447b-ae4f-820daf0cb66c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '7934ff5a-43f1-4f76-b9d8-e4343ace34f5', 'ip_address': '172.27.3.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825492-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T07:36:32Z', 'updated_at': '2022-05-25T07:36:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7934ff5a-43f1-4f76-b9d8-e4343ace34f5', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825492-15-iscsi', '_interfaces': [{'id': '43f951e0-f3c1-4b20-b081-79f30cf13fbd', 'name': '', 'network_id': '7eef0ae9-55de-48c4-ada3-da713e1942b9', 'tenant_id': 'c4406d5d0e2347f1b96c34496f5ba5ae', 'mac_address': 'fa:16:3e:b2:89:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7899052f-b07d-447b-ae4f-820daf0cb66c', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': 'e7796ec7-ead3-485d-a16b-d9ef7a0a8b85', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825492-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T07:36:38Z', 'updated_at': '2022-05-25T07:36:51Z', 'revision_number': 4, 'project_id': 'c4406d5d0e2347f1b96c34496f5ba5ae', 'subnets': [{'id': 'e7796ec7-ead3-485d-a16b-d9ef7a0a8b85', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104528) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 25 07:36:52.565016 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1a1a5dfc-2258-4396-87ee-18f68cf1e2c6 req-837a3647-751f-404c-9f5a-d92b431f49cd tempest-ServerRescueNegativeTestJSON-274124411 tempest-ServerRescueNegativeTestJSON-274124411-project] Network e9255b8f-85b1-4659-9bc1-7aaec6681338 is already hosted by enough agents. {{(pid=104526) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 07:36:52.581030 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.scheduler.base_scheduler [req-1a1a5dfc-2258-4396-87ee-18f68cf1e2c6 req-837a3647-751f-404c-9f5a-d92b431f49cd tempest-ServerRescueNegativeTestJSON-274124411 tempest-ServerRescueNegativeTestJSON-274124411-project] Resources bound (agent type, host, resource id): {{(pid=104526) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 07:36:52.597237 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.db.l3_dvrscheduler_db [req-1a1a5dfc-2258-4396-87ee-18f68cf1e2c6 req-837a3647-751f-404c-9f5a-d92b431f49cd tempest-ServerRescueNegativeTestJSON-274124411 tempest-ServerRescueNegativeTestJSON-274124411-project] Received port after_create {{(pid=104526) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 25 07:36:52.604973 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a1a5dfc-2258-4396-87ee-18f68cf1e2c6 req-837a3647-751f-404c-9f5a-d92b431f49cd tempest-ServerRescueNegativeTestJSON-274124411 tempest-ServerRescueNegativeTestJSON-274124411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 07:36:52.612345 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [req-1a1a5dfc-2258-4396-87ee-18f68cf1e2c6 req-837a3647-751f-404c-9f5a-d92b431f49cd tempest-ServerRescueNegativeTestJSON-274124411 tempest-ServerRescueNegativeTestJSON-274124411-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1612908'] for port (None), before_response {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:36:52.618585 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron.db.db_base_plugin_common [None req-eedd04d2-2ac1-443b-8dc8-b6655ec72cc4 tempest-AttachVolumeTestJSON-631109292 tempest-AttachVolumeTestJSON-631109292-project] Allocated IP 172.27.3.101 (29c629bd-3f50-4535-bfbc-a047608d6fb6/7934ff5a-43f1-4f76-b9d8-e4343ace34f5/703da51a-ed40-48df-91d9-e5ad2ff3910b) {{(pid=104525) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 07:36:52.628975 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-9baa439c-e505-4b05-8be5-f240a3308d88 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-278753'] for security_group (9f0f9104-ca08-44ef-8edd-3737dc28e34d), after_create {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:36:52.709867 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.db.provisioning_blocks [None req-6e0d8efc-dfc8-4b0f-8f51-62c55547d3a3 None None] Provisioning complete for port 43f951e0-f3c1-4b20-b081-79f30cf13fbd triggered by entity DHCP. {{(pid=104527) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 25 07:36:52.710316 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron_lib.callbacks.manager [None req-6e0d8efc-dfc8-4b0f-8f51-62c55547d3a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1490782'] for port (43f951e0-f3c1-4b20-b081-79f30cf13fbd), provisioning_complete {{(pid=104527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:36:52.743550 dv-cinder-825492-15-iscsi neutron-server[104526]: INFO neutron.wsgi [None req-9baa439c-e505-4b05-8be5-f240a3308d88 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=8a1fed5f2a894c4eb248b9fdef2a9b62&name=default HTTP/1.1" status: 200 len: 2996 time: 1.7604473 May 25 07:36:52.753760 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.wsgi [-] (104526) accepted ('10.222.0.24', 41326) {{(pid=104526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 07:36:52.788751 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-eedd04d2-2ac1-443b-8dc8-b6655ec72cc4 tempest-AttachVolumeTestJSON-631109292 tempest-AttachVolumeTestJSON-631109292-project] Publish callbacks [] for port (703da51a-ed40-48df-91d9-e5ad2ff3910b), precommit_create {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:36:52.792515 dv-cinder-825492-15-iscsi neutron-server[104526]: INFO neutron.wsgi [req-1a1a5dfc-2258-4396-87ee-18f68cf1e2c6 req-837a3647-751f-404c-9f5a-d92b431f49cd tempest-ServerRescueNegativeTestJSON-274124411 tempest-ServerRescueNegativeTestJSON-274124411-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 5.9828761 May 25 07:36:52.856834 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c581813-650f-4b4b-ac0f-82f585bea231 None None] Pushing event updated for resources: {'Port': ['ID=1ba2fc44-c661-405c-8806-11b2129ff3d1,revision_number=4']} {{(pid=104527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 07:36:52.893656 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.api.v2.base [req-1a1a5dfc-2258-4396-87ee-18f68cf1e2c6 req-7dd5ece2-ca76-4fc1-8d3c-631fbc5f574b service neutron] Request body: {'port': {'device_id': '2d5a90d7-311f-4e4a-84c2-ff14c0440bd2', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82549'}} {{(pid=104526) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 25 07:36:52.925600 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.db.provisioning_blocks [None req-4c581813-650f-4b4b-ac0f-82f585bea231 None None] Provisioning complete for port 521b8e74-ff39-43eb-be41-5f6b4257049b triggered by entity L2. {{(pid=104527) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 25 07:36:52.926360 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron_lib.callbacks.manager [None req-4c581813-650f-4b4b-ac0f-82f585bea231 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1490782'] for port (521b8e74-ff39-43eb-be41-5f6b4257049b), provisioning_complete {{(pid=104527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:36:52.930802 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ba230a1-ce6e-40dd-8c0b-df68d61be2cd tempest-AttachVolumeNegativeTest-1464534600 tempest-AttachVolumeNegativeTest-1464534600-project] Network 29c629bd-3f50-4535-bfbc-a047608d6fb6 is already hosted by enough agents. {{(pid=104526) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 07:36:53.035055 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.scheduler.base_scheduler [None req-6ba230a1-ce6e-40dd-8c0b-df68d61be2cd tempest-AttachVolumeNegativeTest-1464534600 tempest-AttachVolumeNegativeTest-1464534600-project] Resources bound (agent type, host, resource id): {{(pid=104526) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 07:36:53.041694 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ba230a1-ce6e-40dd-8c0b-df68d61be2cd tempest-AttachVolumeNegativeTest-1464534600 tempest-AttachVolumeNegativeTest-1464534600-project] Received port after_create {{(pid=104526) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 25 07:36:53.044503 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.plugins.ml2.plugin [None req-6e0d8efc-dfc8-4b0f-8f51-62c55547d3a3 None None] Current status of the port 43f951e0-f3c1-4b20-b081-79f30cf13fbd is: ACTIVE; New status is: ACTIVE {{(pid=104527) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 25 07:36:53.059247 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-837a3647-751f-404c-9f5a-d92b431f49cd tempest-ServerRescueNegativeTestJSON-274124411 tempest-ServerRescueNegativeTestJSON-274124411-project] Pushing event updated for resources: {'Port': ['ID=37369604-0009-4591-97a8-6e3c90d97049,revision_number=1']} {{(pid=104526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 07:36:53.122776 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.plugins.ml2.plugin [None req-4c581813-650f-4b4b-ac0f-82f585bea231 None None] Current status of the port 521b8e74-ff39-43eb-be41-5f6b4257049b is: ACTIVE; New status is: ACTIVE {{(pid=104527) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 25 07:36:53.168699 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.db.provisioning_blocks [None req-0f840ab8-9ec2-4858-af27-1552e2e2c313 None None] Provisioning complete for port 37369604-0009-4591-97a8-6e3c90d97049 triggered by entity DHCP. {{(pid=104527) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 25 07:36:53.170264 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron_lib.callbacks.manager [None req-0f840ab8-9ec2-4858-af27-1552e2e2c313 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1490782'] for port (37369604-0009-4591-97a8-6e3c90d97049), provisioning_complete {{(pid=104527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:36:53.190490 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-85d3e08c-e018-4433-a051-36eee18a7609 tempest-AttachVolumeShelveTestJSON-605607613 tempest-AttachVolumeShelveTestJSON-605607613-project] Publish callbacks [] for security_group_rule (20c5777c-068c-4829-8a37-3b9af4a9c5a7), precommit_create {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:36:53.190881 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9baa439c-e505-4b05-8be5-f240a3308d88 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9f0f9104-ca08-44ef-8edd-3737dc28e34d,revision_number=1']} {{(pid=104526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 07:36:53.272187 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.plugins.ml2.plugin [None req-0f840ab8-9ec2-4858-af27-1552e2e2c313 None None] Port 37369604-0009-4591-97a8-6e3c90d97049 cannot update to ACTIVE because it is not bound. {{(pid=104527) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 25 07:36:53.411833 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.plugins.ml2.rpc [None req-4c581813-650f-4b4b-ac0f-82f585bea231 None None] Device 1ba2fc44-c661-405c-8806-11b2129ff3d1 up at agent ovs-agent-dv-cinder-825492-15-iscsi {{(pid=104527) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 25 07:36:53.478887 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-6ba230a1-ce6e-40dd-8c0b-df68d61be2cd tempest-AttachVolumeNegativeTest-1464534600 tempest-AttachVolumeNegativeTest-1464534600-project] Publish callbacks [] for floatingip (85e286a7-b436-4145-84d6-9a3239633c72), precommit_create {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:36:53.485029 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG dbcounter [-] [104527] Writing DB stats neutron:SELECT=100 {{(pid=104527) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 07:36:53.509204 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.db.provisioning_blocks [None req-4c581813-650f-4b4b-ac0f-82f585bea231 None None] Provisioning complete for port 1ba2fc44-c661-405c-8806-11b2129ff3d1 triggered by entity L2. {{(pid=104527) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 25 07:36:53.509727 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron_lib.callbacks.manager [None req-4c581813-650f-4b4b-ac0f-82f585bea231 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1490782'] for port (1ba2fc44-c661-405c-8806-11b2129ff3d1), provisioning_complete {{(pid=104527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:36:53.511235 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-85d3e08c-e018-4433-a051-36eee18a7609 tempest-AttachVolumeShelveTestJSON-605607613 tempest-AttachVolumeShelveTestJSON-605607613-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-278608'] for security_group_rule (20c5777c-068c-4829-8a37-3b9af4a9c5a7), after_create {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:36:53.513509 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-eedd04d2-2ac1-443b-8dc8-b6655ec72cc4 tempest-AttachVolumeTestJSON-631109292 tempest-AttachVolumeTestJSON-631109292-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-617841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612926', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754056173864'] for port (703da51a-ed40-48df-91d9-e5ad2ff3910b), after_create {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:36:53.528024 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG dbcounter [-] [104525] Writing DB stats neutron:SELECT=89,neutron:DELETE=2,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=104525) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 07:36:53.549014 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-a5c4bdd9-1b59-4a1b-adfe-bba8afd4cfca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-278753'] for security_group (a1ae872f-8b75-471e-a0fe-106a9ea62d68), after_delete {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:36:53.551884 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-a5c4bdd9-1b59-4a1b-adfe-bba8afd4cfca admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:36:53.560798 dv-cinder-825492-15-iscsi neutron-server[104526]: INFO neutron.wsgi [None req-a5c4bdd9-1b59-4a1b-adfe-bba8afd4cfca admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/a1ae872f-8b75-471e-a0fe-106a9ea62d68 HTTP/1.1" status: 204 len: 168 time: 3.3995049 May 25 07:36:53.648719 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eedd04d2-2ac1-443b-8dc8-b6655ec72cc4 tempest-AttachVolumeTestJSON-631109292 tempest-AttachVolumeTestJSON-631109292-project] Pushing event updated for resources: {'Port': ['ID=703da51a-ed40-48df-91d9-e5ad2ff3910b,revision_number=1']} {{(pid=104525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 07:36:53.704382 dv-cinder-825492-15-iscsi neutron-server[104525]: INFO neutron.wsgi [req-d404db4b-4f59-4d2b-a564-004f1efc453a req-f69e03e0-42ed-4522-8714-8d8c26f47d5e tempest-ServerRescueNegativeTestJSON-274124411 tempest-ServerRescueNegativeTestJSON-274124411-project] 10.222.0.24 "GET /v2.0/ports?device_id=f652bc42-42f2-4664-b614-603b3ddf84b1 HTTP/1.1" status: 200 len: 210 time: 0.2006621 May 25 07:36:53.706481 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron.db.db_base_plugin_common [req-8c2a662d-b092-4c7e-91ba-99bbe77246a1 req-952ffe92-9a95-4f3b-ab69-498b574adbf2 tempest-ServerRescueNegativeTestJSON-274124411 tempest-ServerRescueNegativeTestJSON-274124411-project] Allocated IP 172.20.0.4 (e9255b8f-85b1-4659-9bc1-7aaec6681338/2bd01566-eaf4-4493-b26a-8c7ef6fcaf51/5d521607-ce1e-41b4-a067-fdc197d09700) {{(pid=104525) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 07:36:53.708421 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85d3e08c-e018-4433-a051-36eee18a7609 tempest-AttachVolumeShelveTestJSON-605607613 tempest-AttachVolumeShelveTestJSON-605607613-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=20c5777c-068c-4829-8a37-3b9af4a9c5a7,revision_number=0']} {{(pid=104525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 07:36:53.720994 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eedd04d2-2ac1-443b-8dc8-b6655ec72cc4 tempest-AttachVolumeTestJSON-631109292 tempest-AttachVolumeTestJSON-631109292-project] Network 29c629bd-3f50-4535-bfbc-a047608d6fb6 is already hosted by enough agents. {{(pid=104525) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 07:36:53.723934 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron.scheduler.base_scheduler [None req-eedd04d2-2ac1-443b-8dc8-b6655ec72cc4 tempest-AttachVolumeTestJSON-631109292 tempest-AttachVolumeTestJSON-631109292-project] Resources bound (agent type, host, resource id): {{(pid=104525) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 07:36:53.729734 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eedd04d2-2ac1-443b-8dc8-b6655ec72cc4 tempest-AttachVolumeTestJSON-631109292 tempest-AttachVolumeTestJSON-631109292-project] Received port after_create {{(pid=104525) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 25 07:36:53.750333 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ba230a1-ce6e-40dd-8c0b-df68d61be2cd tempest-AttachVolumeNegativeTest-1464534600 tempest-AttachVolumeNegativeTest-1464534600-project] Pushing event updated for resources: {'Port': ['ID=95c50746-2c9f-4f39-8cbe-ad34efec800b,revision_number=1']} {{(pid=104526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 07:36:53.788017 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5c4bdd9-1b59-4a1b-adfe-bba8afd4cfca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a1ae872f-8b75-471e-a0fe-106a9ea62d68,revision_number=None']} {{(pid=104526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 07:36:53.789854 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-5f09f9fe-a409-4247-af7b-d765e0b36786 admin admin] Publish callbacks [] for security_group (9f0f9104-ca08-44ef-8edd-3737dc28e34d), before_delete {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:36:53.797518 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [req-1a1a5dfc-2258-4396-87ee-18f68cf1e2c6 req-7dd5ece2-ca76-4fc1-8d3c-631fbc5f574b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-616651'] for port (37369604-0009-4591-97a8-6e3c90d97049), before_update {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:36:53.822902 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6006db3-d33b-48dc-a2c5-76918df8e687 req-3d31ac05-ad3e-4bc2-89b1-b6adc17f7910 tempest-DeleteServersTestJSON-1468466414 tempest-DeleteServersTestJSON-1468466414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 07:36:53.824428 dv-cinder-825492-15-iscsi neutron-server[104526]: INFO neutron.wsgi [req-d6006db3-d33b-48dc-a2c5-76918df8e687 req-3d31ac05-ad3e-4bc2-89b1-b6adc17f7910 tempest-DeleteServersTestJSON-1468466414 tempest-DeleteServersTestJSON-1468466414-project] 10.222.0.24 "GET /v2.0/ports?device_id=57fedc8c-b769-4f1d-b263-478dcb44da40 HTTP/1.1" status: 200 len: 931 time: 0.3275406 May 25 07:36:53.842371 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-85d3e08c-e018-4433-a051-36eee18a7609 tempest-AttachVolumeShelveTestJSON-605607613 tempest-AttachVolumeShelveTestJSON-605607613-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:36:53.844280 dv-cinder-825492-15-iscsi neutron-server[104525]: INFO neutron.wsgi [None req-85d3e08c-e018-4433-a051-36eee18a7609 tempest-AttachVolumeShelveTestJSON-605607613 tempest-AttachVolumeShelveTestJSON-605607613-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.5535994 May 25 07:36:53.855676 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron.wsgi [-] (104525) accepted ('10.222.0.24', 41344) {{(pid=104525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 07:36:53.863275 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron.api.v2.base [None req-88bf75e5-e07e-4890-b3a0-c9ef3baa3c45 tempest-AttachVolumeShelveTestJSON-605607613 tempest-AttachVolumeShelveTestJSON-605607613-project] Request body: {'floatingip': {'floating_network_id': '29c629bd-3f50-4535-bfbc-a047608d6fb6'}} {{(pid=104525) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 25 07:36:53.872787 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.plugins.ml2.plugin [None req-4c581813-650f-4b4b-ac0f-82f585bea231 None None] Current status of the port 1ba2fc44-c661-405c-8806-11b2129ff3d1 is: ACTIVE; New status is: ACTIVE {{(pid=104527) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 25 07:36:53.874371 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.plugins.ml2.rpc [None req-4c581813-650f-4b4b-ac0f-82f585bea231 None None] Device 7acc11af-cd2a-46fe-98c2-4a90e3178336 up at agent ovs-agent-dv-cinder-825492-15-iscsi {{(pid=104527) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 25 07:36:53.944173 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-eedd04d2-2ac1-443b-8dc8-b6655ec72cc4 tempest-AttachVolumeTestJSON-631109292 tempest-AttachVolumeTestJSON-631109292-project] Publish callbacks [] for floatingip (92c77a4c-4e7f-4ce7-88a0-72fbf570539a), precommit_create {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:36:53.982391 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.db.provisioning_blocks [None req-4c581813-650f-4b4b-ac0f-82f585bea231 None None] Provisioning complete for port 7acc11af-cd2a-46fe-98c2-4a90e3178336 triggered by entity L2. {{(pid=104527) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 25 07:36:53.983046 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron_lib.callbacks.manager [None req-4c581813-650f-4b4b-ac0f-82f585bea231 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1490782'] for port (7acc11af-cd2a-46fe-98c2-4a90e3178336), provisioning_complete {{(pid=104527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:36:54.066223 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [req-8c2a662d-b092-4c7e-91ba-99bbe77246a1 req-952ffe92-9a95-4f3b-ab69-498b574adbf2 tempest-ServerRescueNegativeTestJSON-274124411 tempest-ServerRescueNegativeTestJSON-274124411-project] Publish callbacks [] for port (5d521607-ce1e-41b4-a067-fdc197d09700), precommit_create {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:36:54.071055 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-5f09f9fe-a409-4247-af7b-d765e0b36786 admin admin] Publish callbacks [] for security_group (9f0f9104-ca08-44ef-8edd-3737dc28e34d), precommit_delete {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:36:54.074170 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-88bf75e5-e07e-4890-b3a0-c9ef3baa3c45 tempest-AttachVolumeShelveTestJSON-605607613 tempest-AttachVolumeShelveTestJSON-605607613-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:36:54.106577 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.plugins.ml2.plugin [None req-4c581813-650f-4b4b-ac0f-82f585bea231 None None] Current status of the port 7acc11af-cd2a-46fe-98c2-4a90e3178336 is: ACTIVE; New status is: ACTIVE {{(pid=104527) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 25 07:36:54.107811 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.plugins.ml2.rpc [None req-4c581813-650f-4b4b-ac0f-82f585bea231 None None] Device 521b8e74-ff39-43eb-be41-5f6b4257049b up at agent ovs-agent-dv-cinder-825492-15-iscsi {{(pid=104527) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 25 07:36:54.191774 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.notifiers.nova [req-e9fbb7fd-c9f5-4781-b518-ec08585e2389 req-2110940b-7c0b-452e-aa8f-2a40a568beb3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 25dfc8d5-59b2-4523-b077-3638d5408b3d {{(pid=104526) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 25 07:36:54.196973 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG dbcounter [-] [104527] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104527) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 07:36:54.222830 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.db.provisioning_blocks [None req-4c581813-650f-4b4b-ac0f-82f585bea231 None None] Provisioning complete for port 521b8e74-ff39-43eb-be41-5f6b4257049b triggered by entity L2. {{(pid=104527) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 25 07:36:54.223202 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron_lib.callbacks.manager [None req-4c581813-650f-4b4b-ac0f-82f585bea231 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1490782'] for port (521b8e74-ff39-43eb-be41-5f6b4257049b), provisioning_complete {{(pid=104527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:36:54.283848 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [req-e9fbb7fd-c9f5-4781-b518-ec08585e2389 req-2110940b-7c0b-452e-aa8f-2a40a568beb3 service neutron] Publish callbacks [] for port (25dfc8d5-59b2-4523-b077-3638d5408b3d), precommit_update {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:36:54.286090 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-eedd04d2-2ac1-443b-8dc8-b6655ec72cc4 tempest-AttachVolumeTestJSON-631109292 tempest-AttachVolumeTestJSON-631109292-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-616651'] for port (703da51a-ed40-48df-91d9-e5ad2ff3910b), before_update {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:36:54.299413 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG dbcounter [-] [104526] Writing DB stats neutron:SELECT=87,neutron:INSERT=7,neutron:DELETE=2,neutron:UPDATE=4 {{(pid=104526) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 07:36:54.386569 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-88bf75e5-e07e-4890-b3a0-c9ef3baa3c45 tempest-AttachVolumeShelveTestJSON-605607613 tempest-AttachVolumeShelveTestJSON-605607613-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-616651'] for port (None), before_create {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:36:54.417026 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.plugins.ml2.plugin [None req-4c581813-650f-4b4b-ac0f-82f585bea231 None None] Current status of the port 521b8e74-ff39-43eb-be41-5f6b4257049b is: ACTIVE; New status is: ACTIVE {{(pid=104527) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 25 07:36:54.495482 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [req-8c2a662d-b092-4c7e-91ba-99bbe77246a1 req-952ffe92-9a95-4f3b-ab69-498b574adbf2 tempest-ServerRescueNegativeTestJSON-274124411 tempest-ServerRescueNegativeTestJSON-274124411-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-617841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612926', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754056173864'] for port (5d521607-ce1e-41b4-a067-fdc197d09700), after_create {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:36:54.539878 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-6ba230a1-ce6e-40dd-8c0b-df68d61be2cd tempest-AttachVolumeNegativeTest-1464534600 tempest-AttachVolumeNegativeTest-1464534600-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-616651'] for port (95c50746-2c9f-4f39-8cbe-ad34efec800b), before_update {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:36:54.605602 dv-cinder-825492-15-iscsi neutron-server[104528]: DEBUG neutron.db.agents_db [None req-434abceb-772f-4043-8698-cfe4a44654b9 None None] Agent healthcheck: found 6 active agents {{(pid=104528) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 25 07:36:54.631143 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.db.provisioning_blocks [req-e9fbb7fd-c9f5-4781-b518-ec08585e2389 req-2110940b-7c0b-452e-aa8f-2a40a568beb3 service neutron] Transition to ACTIVE for port object 25dfc8d5-59b2-4523-b077-3638d5408b3d will not be triggered until provisioned by entity L2. {{(pid=104526) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 25 07:36:54.663064 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8c2a662d-b092-4c7e-91ba-99bbe77246a1 req-952ffe92-9a95-4f3b-ab69-498b574adbf2 tempest-ServerRescueNegativeTestJSON-274124411 tempest-ServerRescueNegativeTestJSON-274124411-project] Network e9255b8f-85b1-4659-9bc1-7aaec6681338 is already hosted by enough agents. {{(pid=104525) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 07:36:54.694262 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron.scheduler.base_scheduler [req-8c2a662d-b092-4c7e-91ba-99bbe77246a1 req-952ffe92-9a95-4f3b-ab69-498b574adbf2 tempest-ServerRescueNegativeTestJSON-274124411 tempest-ServerRescueNegativeTestJSON-274124411-project] Resources bound (agent type, host, resource id): {{(pid=104525) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 07:36:54.721335 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG dbcounter [-] [104526] Writing DB stats neutron:SELECT=93,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=104526) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 07:36:54.721939 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron.db.l3_dvrscheduler_db [req-8c2a662d-b092-4c7e-91ba-99bbe77246a1 req-952ffe92-9a95-4f3b-ab69-498b574adbf2 tempest-ServerRescueNegativeTestJSON-274124411 tempest-ServerRescueNegativeTestJSON-274124411-project] Received port after_create {{(pid=104525) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 25 07:36:54.727207 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c2a662d-b092-4c7e-91ba-99bbe77246a1 req-952ffe92-9a95-4f3b-ab69-498b574adbf2 tempest-ServerRescueNegativeTestJSON-274124411 tempest-ServerRescueNegativeTestJSON-274124411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 07:36:54.728207 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [req-8c2a662d-b092-4c7e-91ba-99bbe77246a1 req-952ffe92-9a95-4f3b-ab69-498b574adbf2 tempest-ServerRescueNegativeTestJSON-274124411 tempest-ServerRescueNegativeTestJSON-274124411-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1612908'] for port (None), before_response {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:36:54.762436 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-952ffe92-9a95-4f3b-ab69-498b574adbf2 tempest-ServerRescueNegativeTestJSON-274124411 tempest-ServerRescueNegativeTestJSON-274124411-project] Pushing event updated for resources: {'Port': ['ID=5d521607-ce1e-41b4-a067-fdc197d09700,revision_number=1']} {{(pid=104525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 07:36:54.801153 dv-cinder-825492-15-iscsi neutron-server[104526]: INFO neutron.wsgi [req-d6006db3-d33b-48dc-a2c5-76918df8e687 req-009eb012-b8d9-4cd9-b38c-bc66fca2826a tempest-DeleteServersTestJSON-1468466414 tempest-DeleteServersTestJSON-1468466414-project] 10.222.0.24 "GET /v2.0/security-groups?id=14b7a71e-a874-4682-85d2-f3ac9c09834c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8627949 May 25 07:36:54.805604 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG dbcounter [-] [104525] Writing DB stats neutron:SELECT=86,neutron:UPDATE=4,neutron:DELETE=2,neutron:INSERT=8 {{(pid=104525) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 07:36:54.841428 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [req-e9fbb7fd-c9f5-4781-b518-ec08585e2389 req-2110940b-7c0b-452e-aa8f-2a40a568beb3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-617841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612926', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754056714442', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754056173882', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754056173900'] for port (25dfc8d5-59b2-4523-b077-3638d5408b3d), after_update {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:36:54.855120 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG dbcounter [-] [104527] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104527) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 07:36:54.880671 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron.db.db_base_plugin_common [None req-88bf75e5-e07e-4890-b3a0-c9ef3baa3c45 tempest-AttachVolumeShelveTestJSON-605607613 tempest-AttachVolumeShelveTestJSON-605607613-project] Allocated IP 172.27.3.49 (29c629bd-3f50-4535-bfbc-a047608d6fb6/7934ff5a-43f1-4f76-b9d8-e4343ace34f5/47da270c-d5fb-4594-b6ad-d10301764d00) {{(pid=104525) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 07:36:54.884509 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-5f09f9fe-a409-4247-af7b-d765e0b36786 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-278753'] for security_group (9f0f9104-ca08-44ef-8edd-3737dc28e34d), after_delete {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:36:54.887230 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-5f09f9fe-a409-4247-af7b-d765e0b36786 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:36:54.889562 dv-cinder-825492-15-iscsi neutron-server[104526]: INFO neutron.wsgi [None req-5f09f9fe-a409-4247-af7b-d765e0b36786 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/9f0f9104-ca08-44ef-8edd-3737dc28e34d HTTP/1.1" status: 204 len: 168 time: 2.1216671 May 25 07:36:54.939287 dv-cinder-825492-15-iscsi neutron-server[104525]: INFO neutron.wsgi [req-8c2a662d-b092-4c7e-91ba-99bbe77246a1 req-952ffe92-9a95-4f3b-ab69-498b574adbf2 tempest-ServerRescueNegativeTestJSON-274124411 tempest-ServerRescueNegativeTestJSON-274124411-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.7465677 May 25 07:36:54.960039 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b956a11f-f037-4b72-888e-e36a264544ed req-a39fe04e-ad68-41e5-845f-892042f7c923 tempest-ServerRescueNegativeTestJSON-274124411 tempest-ServerRescueNegativeTestJSON-274124411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 07:36:54.969065 dv-cinder-825492-15-iscsi neutron-server[104525]: INFO neutron.wsgi [req-b956a11f-f037-4b72-888e-e36a264544ed req-a39fe04e-ad68-41e5-845f-892042f7c923 tempest-ServerRescueNegativeTestJSON-274124411 tempest-ServerRescueNegativeTestJSON-274124411-project] 10.222.0.24 "GET /v2.0/ports?device_id=f652bc42-42f2-4664-b614-603b3ddf84b1 HTTP/1.1" status: 200 len: 931 time: 0.1611271 May 25 07:36:54.987773 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron.api.v2.base [req-8c2a662d-b092-4c7e-91ba-99bbe77246a1 req-fd1e9f62-0b87-4f4c-9d29-c6b2930ee36d service neutron] Request body: {'port': {'device_id': 'f652bc42-42f2-4664-b614-603b3ddf84b1', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82549'}} {{(pid=104525) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 25 07:36:55.065738 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.wsgi [-] (104526) accepted ('10.222.0.24', 41374) {{(pid=104526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 07:36:55.176976 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f09f9fe-a409-4247-af7b-d765e0b36786 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f0f9104-ca08-44ef-8edd-3737dc28e34d,revision_number=None']} {{(pid=104526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 07:36:55.210728 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-eedd04d2-2ac1-443b-8dc8-b6655ec72cc4 tempest-AttachVolumeTestJSON-631109292 tempest-AttachVolumeTestJSON-631109292-project] Publish callbacks [] for port (703da51a-ed40-48df-91d9-e5ad2ff3910b), precommit_update {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:36:55.222149 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-68485cc1-742c-4d5c-9261-9cdec3274e00 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:36:55.262604 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2110940b-7c0b-452e-aa8f-2a40a568beb3 service neutron] Pushing event updated for resources: {'Port': ['ID=25dfc8d5-59b2-4523-b077-3638d5408b3d,revision_number=2']} {{(pid=104526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 07:36:55.295892 dv-cinder-825492-15-iscsi neutron-server[104525]: INFO neutron.wsgi [req-b956a11f-f037-4b72-888e-e36a264544ed req-b1175db0-9287-414c-8b2b-fdb5b8f2bfb3 tempest-ServerRescueNegativeTestJSON-274124411 tempest-ServerRescueNegativeTestJSON-274124411-project] 10.222.0.24 "GET /v2.0/security-groups?id=98ed3ba3-167d-4434-bd0b-9600585017a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3256347 May 25 07:36:55.299753 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [req-8c2a662d-b092-4c7e-91ba-99bbe77246a1 req-fd1e9f62-0b87-4f4c-9d29-c6b2930ee36d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-616651'] for port (5d521607-ce1e-41b4-a067-fdc197d09700), before_update {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:36:55.338841 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.db.provisioning_blocks [None req-3c264787-70d7-4693-b0b5-04fa7b90b7f8 None None] Provisioning complete for port 5d521607-ce1e-41b4-a067-fdc197d09700 triggered by entity DHCP. {{(pid=104527) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 25 07:36:55.339395 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron_lib.callbacks.manager [None req-3c264787-70d7-4693-b0b5-04fa7b90b7f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1490782'] for port (5d521607-ce1e-41b4-a067-fdc197d09700), provisioning_complete {{(pid=104527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:36:55.454802 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-88bf75e5-e07e-4890-b3a0-c9ef3baa3c45 tempest-AttachVolumeShelveTestJSON-605607613 tempest-AttachVolumeShelveTestJSON-605607613-project] Publish callbacks [] for port (47da270c-d5fb-4594-b6ad-d10301764d00), precommit_create {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:36:55.466098 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.plugins.ml2.plugin [None req-3c264787-70d7-4693-b0b5-04fa7b90b7f8 None None] Port 5d521607-ce1e-41b4-a067-fdc197d09700 cannot update to ACTIVE because it is not bound. {{(pid=104527) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 25 07:36:55.477486 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.plugins.ml2.rpc [None req-4c581813-650f-4b4b-ac0f-82f585bea231 None None] Device 43f951e0-f3c1-4b20-b081-79f30cf13fbd up at agent ovs-agent-dv-cinder-825492-15-iscsi {{(pid=104527) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 25 07:36:55.557687 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-eedd04d2-2ac1-443b-8dc8-b6655ec72cc4 tempest-AttachVolumeTestJSON-631109292 tempest-AttachVolumeTestJSON-631109292-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-617841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612926', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754056714442', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754056173882', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754056173900'] for port (703da51a-ed40-48df-91d9-e5ad2ff3910b), after_update {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:36:55.566571 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.plugins.ml2.managers [req-e9fbb7fd-c9f5-4781-b518-ec08585e2389 req-2110940b-7c0b-452e-aa8f-2a40a568beb3 service neutron] Attempting to bind port 25dfc8d5-59b2-4523-b077-3638d5408b3d on host hv-cinder-82549 for vnic_type normal with profile {{(pid=104526) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 25 07:36:55.566902 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.plugins.ml2.managers [req-e9fbb7fd-c9f5-4781-b518-ec08585e2389 req-2110940b-7c0b-452e-aa8f-2a40a568beb3 service neutron] Attempting to bind port 25dfc8d5-59b2-4523-b077-3638d5408b3d by drivers openvswitch,hyperv on host hv-cinder-82549 at level 0 using segments [{'id': '3f3ca2e8-0b6a-4310-9de6-1d405d8acaba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 266, 'network_id': '393dac28-ed3c-466a-907d-db6538b59cca'}] {{(pid=104526) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 25 07:36:55.567256 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9fbb7fd-c9f5-4781-b518-ec08585e2389 req-2110940b-7c0b-452e-aa8f-2a40a568beb3 service neutron] Attempting to bind port 25dfc8d5-59b2-4523-b077-3638d5408b3d on network 393dac28-ed3c-466a-907d-db6538b59cca {{(pid=104526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 25 07:36:55.599864 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.db.provisioning_blocks [None req-4c581813-650f-4b4b-ac0f-82f585bea231 None None] Provisioning complete for port 43f951e0-f3c1-4b20-b081-79f30cf13fbd triggered by entity L2. {{(pid=104527) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 25 07:36:55.600259 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron_lib.callbacks.manager [None req-4c581813-650f-4b4b-ac0f-82f585bea231 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1490782'] for port (43f951e0-f3c1-4b20-b081-79f30cf13fbd), provisioning_complete {{(pid=104527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:36:55.655841 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9fbb7fd-c9f5-4781-b518-ec08585e2389 req-2110940b-7c0b-452e-aa8f-2a40a568beb3 service neutron] Port 25dfc8d5-59b2-4523-b077-3638d5408b3d on network 393dac28-ed3c-466a-907d-db6538b59cca not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82549 {{(pid=104526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 25 07:36:55.656516 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9fbb7fd-c9f5-4781-b518-ec08585e2389 req-2110940b-7c0b-452e-aa8f-2a40a568beb3 service neutron] Attempting to bind port 25dfc8d5-59b2-4523-b077-3638d5408b3d on network 393dac28-ed3c-466a-907d-db6538b59cca {{(pid=104526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 25 07:36:55.706425 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-eedd04d2-2ac1-443b-8dc8-b6655ec72cc4 tempest-AttachVolumeTestJSON-631109292 tempest-AttachVolumeTestJSON-631109292-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1617316'] for floatingip (92c77a4c-4e7f-4ce7-88a0-72fbf570539a), after_create {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:36:55.779297 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.notifiers.nova [req-1a1a5dfc-2258-4396-87ee-18f68cf1e2c6 req-7dd5ece2-ca76-4fc1-8d3c-631fbc5f574b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 37369604-0009-4591-97a8-6e3c90d97049 {{(pid=104526) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 25 07:36:55.809305 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [req-1a1a5dfc-2258-4396-87ee-18f68cf1e2c6 req-7dd5ece2-ca76-4fc1-8d3c-631fbc5f574b service neutron] Publish callbacks [] for port (37369604-0009-4591-97a8-6e3c90d97049), precommit_update {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:36:55.834594 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9fbb7fd-c9f5-4781-b518-ec08585e2389 req-2110940b-7c0b-452e-aa8f-2a40a568beb3 service neutron] Checking agent: {'id': 'bbf5dc8c-5103-4973-a6b6-76af4660c126', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82549', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 25, 7, 34, 32), 'started_at': datetime.datetime(2022, 5, 25, 7, 34, 32), 'heartbeat_timestamp': datetime.datetime(2022, 5, 25, 7, 36, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 25 07:36:55.835028 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9fbb7fd-c9f5-4781-b518-ec08585e2389 req-2110940b-7c0b-452e-aa8f-2a40a568beb3 service neutron] Checking segment: {'id': '3f3ca2e8-0b6a-4310-9de6-1d405d8acaba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 266, 'network_id': '393dac28-ed3c-466a-907d-db6538b59cca'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104526) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 25 07:36:55.835677 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9fbb7fd-c9f5-4781-b518-ec08585e2389 req-2110940b-7c0b-452e-aa8f-2a40a568beb3 service neutron] Bound using segment: {'id': '3f3ca2e8-0b6a-4310-9de6-1d405d8acaba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 266, 'network_id': '393dac28-ed3c-466a-907d-db6538b59cca'} {{(pid=104526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 25 07:36:55.841107 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.plugins.ml2.managers [req-e9fbb7fd-c9f5-4781-b518-ec08585e2389 req-2110940b-7c0b-452e-aa8f-2a40a568beb3 service neutron] Bound port: 25dfc8d5-59b2-4523-b077-3638d5408b3d, host: hv-cinder-82549, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3f3ca2e8-0b6a-4310-9de6-1d405d8acaba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 266, 'network_id': '393dac28-ed3c-466a-907d-db6538b59cca'}}] {{(pid=104526) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 25 07:36:55.844315 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [req-e9fbb7fd-c9f5-4781-b518-ec08585e2389 req-2110940b-7c0b-452e-aa8f-2a40a568beb3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-616651'] for port (25dfc8d5-59b2-4523-b077-3638d5408b3d), before_update {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:36:55.857977 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.plugins.ml2.plugin [None req-4c581813-650f-4b4b-ac0f-82f585bea231 None None] Current status of the port 43f951e0-f3c1-4b20-b081-79f30cf13fbd is: ACTIVE; New status is: ACTIVE {{(pid=104527) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 25 07:36:56.084761 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d234a161-508c-4b81-9dd0-7a7a2219991a None None] Sync routers for ids ['467a5089-229b-41f9-a57d-cb3df74d5ec8'] in dv-cinder-825492-15-iscsi {{(pid=104527) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 25 07:36:56.110889 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d234a161-508c-4b81-9dd0-7a7a2219991a None None] Routers {'467a5089-229b-41f9-a57d-cb3df74d5ec8'} bound to L3 agent in host dv-cinder-825492-15-iscsi {{(pid=104527) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 25 07:36:56.111969 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.db.l3_hamode_db [None req-d234a161-508c-4b81-9dd0-7a7a2219991a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825492-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-25T07:27:37Z,description=,heartbeat_timestamp=2022-05-25T07:36:37Z,host='dv-cinder-825492-15-iscsi',id=54ff4013-997e-4376-a4e9-e6c98cf37cc7,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T07:27:38Z,topic='l3_agent')) {'router_ids': ['467a5089-229b-41f9-a57d-cb3df74d5ec8'], 'active': True} {{(pid=104527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 07:36:56.138348 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eedd04d2-2ac1-443b-8dc8-b6655ec72cc4 tempest-AttachVolumeTestJSON-631109292 tempest-AttachVolumeTestJSON-631109292-project] Pushing event updated for resources: {'Port': ['ID=703da51a-ed40-48df-91d9-e5ad2ff3910b,revision_number=2']} {{(pid=104525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 07:36:56.162590 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-88bf75e5-e07e-4890-b3a0-c9ef3baa3c45 tempest-AttachVolumeShelveTestJSON-605607613 tempest-AttachVolumeShelveTestJSON-605607613-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-617841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612926', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754056173864'] for port (47da270c-d5fb-4594-b6ad-d10301764d00), after_create {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:36:56.205618 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG dbcounter [-] [104527] Writing DB stats neutron:SELECT=100 {{(pid=104527) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 07:36:56.244087 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.db.provisioning_blocks [req-1a1a5dfc-2258-4396-87ee-18f68cf1e2c6 req-7dd5ece2-ca76-4fc1-8d3c-631fbc5f574b service neutron] Transition to ACTIVE for port object 37369604-0009-4591-97a8-6e3c90d97049 will not be triggered until provisioned by entity L2. {{(pid=104526) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 25 07:36:56.279379 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-eedd04d2-2ac1-443b-8dc8-b6655ec72cc4 tempest-AttachVolumeTestJSON-631109292 tempest-AttachVolumeTestJSON-631109292-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93885'] for floatingip (None), before_response {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:36:56.295316 dv-cinder-825492-15-iscsi neutron-server[104525]: INFO neutron.wsgi [None req-eedd04d2-2ac1-443b-8dc8-b6655ec72cc4 tempest-AttachVolumeTestJSON-631109292 tempest-AttachVolumeTestJSON-631109292-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 5.9686465 May 25 07:36:56.356804 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88bf75e5-e07e-4890-b3a0-c9ef3baa3c45 tempest-AttachVolumeShelveTestJSON-605607613 tempest-AttachVolumeShelveTestJSON-605607613-project] Pushing event updated for resources: {'Port': ['ID=47da270c-d5fb-4594-b6ad-d10301764d00,revision_number=1']} {{(pid=104525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 07:36:56.401999 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.db.l3_dvr_db [None req-d234a161-508c-4b81-9dd0-7a7a2219991a None None] Set router 467a5089-229b-41f9-a57d-cb3df74d5ec8 gateway port host: dv-cinder-825492-15-iscsi {{(pid=104527) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 25 07:36:56.460131 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88bf75e5-e07e-4890-b3a0-c9ef3baa3c45 tempest-AttachVolumeShelveTestJSON-605607613 tempest-AttachVolumeShelveTestJSON-605607613-project] Network 29c629bd-3f50-4535-bfbc-a047608d6fb6 is already hosted by enough agents. {{(pid=104525) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 07:36:56.462212 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [req-1a1a5dfc-2258-4396-87ee-18f68cf1e2c6 req-7dd5ece2-ca76-4fc1-8d3c-631fbc5f574b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-617841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612926', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754056714442', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754056173882', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754056173900'] for port (37369604-0009-4591-97a8-6e3c90d97049), after_update {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:36:56.470265 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron.scheduler.base_scheduler [None req-88bf75e5-e07e-4890-b3a0-c9ef3baa3c45 tempest-AttachVolumeShelveTestJSON-605607613 tempest-AttachVolumeShelveTestJSON-605607613-project] Resources bound (agent type, host, resource id): {{(pid=104525) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 07:36:56.486569 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88bf75e5-e07e-4890-b3a0-c9ef3baa3c45 tempest-AttachVolumeShelveTestJSON-605607613 tempest-AttachVolumeShelveTestJSON-605607613-project] Received port after_create {{(pid=104525) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 25 07:36:56.511042 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-6ba230a1-ce6e-40dd-8c0b-df68d61be2cd tempest-AttachVolumeNegativeTest-1464534600 tempest-AttachVolumeNegativeTest-1464534600-project] Publish callbacks [] for port (95c50746-2c9f-4f39-8cbe-ad34efec800b), precommit_update {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:36:56.644143 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99730251-c8ba-42c6-b863-cdb1ab217f2e req-82c2fc8f-5713-4185-bc5f-8fef5e87032f tempest-ServerRescueNegativeTestJSON-274124411 tempest-ServerRescueNegativeTestJSON-274124411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 07:36:56.646240 dv-cinder-825492-15-iscsi neutron-server[104525]: INFO neutron.wsgi [req-99730251-c8ba-42c6-b863-cdb1ab217f2e req-82c2fc8f-5713-4185-bc5f-8fef5e87032f tempest-ServerRescueNegativeTestJSON-274124411 tempest-ServerRescueNegativeTestJSON-274124411-project] 10.222.0.24 "GET /v2.0/ports?device_id=f652bc42-42f2-4664-b614-603b3ddf84b1 HTTP/1.1" status: 200 len: 931 time: 0.1707747 May 25 07:36:56.713663 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.plugins.ml2.db [req-e9fbb7fd-c9f5-4781-b518-ec08585e2389 req-2110940b-7c0b-452e-aa8f-2a40a568beb3 service neutron] For port 25dfc8d5-59b2-4523-b077-3638d5408b3d, host hv-cinder-82549, cleared binding levels {{(pid=104526) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 25 07:36:56.727529 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.plugins.ml2.db [req-e9fbb7fd-c9f5-4781-b518-ec08585e2389 req-2110940b-7c0b-452e-aa8f-2a40a568beb3 service neutron] For port 25dfc8d5-59b2-4523-b077-3638d5408b3d, host hv-cinder-82549, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82549',level=0,port_id=25dfc8d5-59b2-4523-b077-3638d5408b3d,segment=NetworkSegment(3f3ca2e8-0b6a-4310-9de6-1d405d8acaba),segment_id=3f3ca2e8-0b6a-4310-9de6-1d405d8acaba)] {{(pid=104526) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 25 07:36:56.729165 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-88bf75e5-e07e-4890-b3a0-c9ef3baa3c45 tempest-AttachVolumeShelveTestJSON-605607613 tempest-AttachVolumeShelveTestJSON-605607613-project] Publish callbacks [] for floatingip (90640cd6-8cbc-4373-a952-18fb5266e0a4), precommit_create {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:36:56.731368 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dd5ece2-ca76-4fc1-8d3c-631fbc5f574b service neutron] Pushing event updated for resources: {'Port': ['ID=37369604-0009-4591-97a8-6e3c90d97049,revision_number=2']} {{(pid=104526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 07:36:56.746753 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29750a0e-f91f-43ed-ad98-c6bbd69918f8 req-9f954aa1-1e4c-46dd-bdc8-aefd6bc561de tempest-DeleteServersTestJSON-1468466414 tempest-DeleteServersTestJSON-1468466414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 07:36:56.751262 dv-cinder-825492-15-iscsi neutron-server[104526]: INFO neutron.wsgi [req-29750a0e-f91f-43ed-ad98-c6bbd69918f8 req-9f954aa1-1e4c-46dd-bdc8-aefd6bc561de tempest-DeleteServersTestJSON-1468466414 tempest-DeleteServersTestJSON-1468466414-project] 10.222.0.24 "GET /v2.0/ports?device_id=57fedc8c-b769-4f1d-b263-478dcb44da40 HTTP/1.1" status: 200 len: 943 time: 0.5094624 May 25 07:36:56.751817 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-6ba230a1-ce6e-40dd-8c0b-df68d61be2cd tempest-AttachVolumeNegativeTest-1464534600 tempest-AttachVolumeNegativeTest-1464534600-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-617841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612926', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754056714442', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754056173882', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754056173900'] for port (95c50746-2c9f-4f39-8cbe-ad34efec800b), after_update {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:36:56.797012 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG dbcounter [-] [104527] Writing DB stats neutron:SELECT=100 {{(pid=104527) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 07:36:56.828419 dv-cinder-825492-15-iscsi neutron-server[104525]: INFO neutron.wsgi [req-99730251-c8ba-42c6-b863-cdb1ab217f2e req-b6d1a2b6-de5b-41b0-9ef8-1b2f7124729d tempest-ServerRescueNegativeTestJSON-274124411 tempest-ServerRescueNegativeTestJSON-274124411-project] 10.222.0.24 "GET /v2.0/security-groups?id=98ed3ba3-167d-4434-bd0b-9600585017a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1718793 May 25 07:36:56.895984 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-68485cc1-742c-4d5c-9261-9cdec3274e00 admin admin] Publish callbacks [] for security_group (139b2ffa-7d5d-47af-a904-9891188310f6), precommit_create {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:36:56.897168 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ba230a1-ce6e-40dd-8c0b-df68d61be2cd tempest-AttachVolumeNegativeTest-1464534600 tempest-AttachVolumeNegativeTest-1464534600-project] Pushing event updated for resources: {'Port': ['ID=95c50746-2c9f-4f39-8cbe-ad34efec800b,revision_number=2']} {{(pid=104526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 07:36:56.913952 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [req-e9fbb7fd-c9f5-4781-b518-ec08585e2389 req-2110940b-7c0b-452e-aa8f-2a40a568beb3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-617841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612926', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754056714442', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754056173882', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754056173900'] for port (25dfc8d5-59b2-4523-b077-3638d5408b3d), after_update {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:36:56.982671 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.db.l3_hamode_db [None req-d234a161-508c-4b81-9dd0-7a7a2219991a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '467a5089-229b-41f9-a57d-cb3df74d5ec8', 'name': 'tempest-AttachVolumeTestJSON-679687525-router', 'tenant_id': '294afe2c36184564a80fb6bef7b32359', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '29c629bd-3f50-4535-bfbc-a047608d6fb6', 'external_fixed_ips': [{'subnet_id': '7934ff5a-43f1-4f76-b9d8-e4343ace34f5', 'ip_address': '172.27.3.252'}], 'enable_snat': True}, 'gw_port_id': '1ba2fc44-c661-405c-8806-11b2129ff3d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T07:36:30Z', 'updated_at': '2022-05-25T07:36:42Z', 'revision_number': 4, 'project_id': '294afe2c36184564a80fb6bef7b32359', 'gw_port': {'id': '1ba2fc44-c661-405c-8806-11b2129ff3d1', 'name': '', 'network_id': '29c629bd-3f50-4535-bfbc-a047608d6fb6', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:0b:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '467a5089-229b-41f9-a57d-cb3df74d5ec8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '7934ff5a-43f1-4f76-b9d8-e4343ace34f5', 'ip_address': '172.27.3.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825492-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T07:36:34Z', 'updated_at': '2022-05-25T07:36:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7934ff5a-43f1-4f76-b9d8-e4343ace34f5', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825492-15-iscsi', '_interfaces': [{'id': '640c94dc-545f-4b18-8b5e-66d028f542ad', 'name': '', 'network_id': 'f85a9936-18a2-497c-90b9-ba6df25b9b6e', 'tenant_id': '294afe2c36184564a80fb6bef7b32359', 'mac_address': 'fa:16:3e:81:50:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '467a5089-229b-41f9-a57d-cb3df74d5ec8', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': 'fdef845a-6670-4f1a-9c6b-2e789510998b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T07:36:40Z', 'updated_at': '2022-05-25T07:36:42Z', 'revision_number': 2, 'project_id': '294afe2c36184564a80fb6bef7b32359', 'subnets': [{'id': 'fdef845a-6670-4f1a-9c6b-2e789510998b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-825492-15-iscsi', False) {} {{(pid=104527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 07:36:57.039103 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d234a161-508c-4b81-9dd0-7a7a2219991a None None] Checking router: 467a5089-229b-41f9-a57d-cb3df74d5ec8 for host: dv-cinder-825492-15-iscsi {{(pid=104527) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 25 07:36:57.039368 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d234a161-508c-4b81-9dd0-7a7a2219991a None None] Updating router 467a5089-229b-41f9-a57d-cb3df74d5ec8 port 640c94dc-545f-4b18-8b5e-66d028f542ad binding host dv-cinder-825492-15-iscsi {{(pid=104527) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 25 07:36:57.053707 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-6ba230a1-ce6e-40dd-8c0b-df68d61be2cd tempest-AttachVolumeNegativeTest-1464534600 tempest-AttachVolumeNegativeTest-1464534600-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1617316'] for floatingip (85e286a7-b436-4145-84d6-9a3239633c72), after_create {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:36:57.092118 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-68485cc1-742c-4d5c-9261-9cdec3274e00 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-278753'] for security_group (139b2ffa-7d5d-47af-a904-9891188310f6), after_create {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:36:57.122993 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG dbcounter [-] [104527] Writing DB stats neutron:SELECT=100 {{(pid=104527) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 07:36:57.139467 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron_lib.callbacks.manager [None req-d234a161-508c-4b81-9dd0-7a7a2219991a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-616651'] for port (640c94dc-545f-4b18-8b5e-66d028f542ad), before_update {{(pid=104527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:36:57.157594 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9fbb7fd-c9f5-4781-b518-ec08585e2389 req-2110940b-7c0b-452e-aa8f-2a40a568beb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 07:36:57.158178 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [req-e9fbb7fd-c9f5-4781-b518-ec08585e2389 req-2110940b-7c0b-452e-aa8f-2a40a568beb3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1612908'] for port (None), before_response {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:36:57.159624 dv-cinder-825492-15-iscsi neutron-server[104526]: INFO neutron.wsgi [req-e9fbb7fd-c9f5-4781-b518-ec08585e2389 req-2110940b-7c0b-452e-aa8f-2a40a568beb3 service neutron] 10.222.0.41 "PUT /v2.0/ports/25dfc8d5-59b2-4523-b077-3638d5408b3d HTTP/1.1" status: 200 len: 1093 time: 7.5530858 May 25 07:36:57.166185 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '57fedc8c-b769-4f1d-b263-478dcb44da40', 'tag': '25dfc8d5-59b2-4523-b077-3638d5408b3d'}] {{(pid=104526) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 25 07:36:57.167249 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron.notifiers.nova [req-8c2a662d-b092-4c7e-91ba-99bbe77246a1 req-fd1e9f62-0b87-4f4c-9d29-c6b2930ee36d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5d521607-ce1e-41b4-a067-fdc197d09700 {{(pid=104525) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 25 07:36:57.185896 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [req-8c2a662d-b092-4c7e-91ba-99bbe77246a1 req-fd1e9f62-0b87-4f4c-9d29-c6b2930ee36d service neutron] Publish callbacks [] for port (5d521607-ce1e-41b4-a067-fdc197d09700), precommit_update {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:36:57.200079 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-88bf75e5-e07e-4890-b3a0-c9ef3baa3c45 tempest-AttachVolumeShelveTestJSON-605607613 tempest-AttachVolumeShelveTestJSON-605607613-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-616651'] for port (47da270c-d5fb-4594-b6ad-d10301764d00), before_update {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:36:57.255495 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-6ba230a1-ce6e-40dd-8c0b-df68d61be2cd tempest-AttachVolumeNegativeTest-1464534600 tempest-AttachVolumeNegativeTest-1464534600-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93885'] for floatingip (None), before_response {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:36:57.257251 dv-cinder-825492-15-iscsi neutron-server[104526]: INFO neutron.wsgi [None req-6ba230a1-ce6e-40dd-8c0b-df68d61be2cd tempest-AttachVolumeNegativeTest-1464534600 tempest-AttachVolumeNegativeTest-1464534600-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 9.7397468 May 25 07:36:57.258746 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron.db.provisioning_blocks [req-8c2a662d-b092-4c7e-91ba-99bbe77246a1 req-fd1e9f62-0b87-4f4c-9d29-c6b2930ee36d service neutron] Transition to ACTIVE for port object 5d521607-ce1e-41b4-a067-fdc197d09700 will not be triggered until provisioned by entity L2. {{(pid=104525) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 25 07:36:57.319881 dv-cinder-825492-15-iscsi neutron-server[104525]: INFO neutron.wsgi [req-c878d6e2-c8a6-4d34-81fa-e9a909357de0 req-b88f51ff-40fe-496b-a857-befc6bbb9daf tempest-AttachVolumeTestJSON-631109292 tempest-AttachVolumeTestJSON-631109292-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-securitygroup--1433004589&fields=id&tenant_id=294afe2c36184564a80fb6bef7b32359 HTTP/1.1" status: 200 len: 267 time: 0.1729724 May 25 07:36:57.344021 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.plugins.ml2.managers [req-1a1a5dfc-2258-4396-87ee-18f68cf1e2c6 req-7dd5ece2-ca76-4fc1-8d3c-631fbc5f574b service neutron] Attempting to bind port 37369604-0009-4591-97a8-6e3c90d97049 on host hv-cinder-82549 for vnic_type normal with profile {{(pid=104526) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 25 07:36:57.346002 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.plugins.ml2.managers [req-1a1a5dfc-2258-4396-87ee-18f68cf1e2c6 req-7dd5ece2-ca76-4fc1-8d3c-631fbc5f574b service neutron] Attempting to bind port 37369604-0009-4591-97a8-6e3c90d97049 by drivers openvswitch,hyperv on host hv-cinder-82549 at level 0 using segments [{'id': '969a65dc-e069-48a8-ad7f-e38fdf9684ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': 'e9255b8f-85b1-4659-9bc1-7aaec6681338'}] {{(pid=104526) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 25 07:36:57.347090 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a1a5dfc-2258-4396-87ee-18f68cf1e2c6 req-7dd5ece2-ca76-4fc1-8d3c-631fbc5f574b service neutron] Attempting to bind port 37369604-0009-4591-97a8-6e3c90d97049 on network e9255b8f-85b1-4659-9bc1-7aaec6681338 {{(pid=104526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 25 07:36:57.383294 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [req-8c2a662d-b092-4c7e-91ba-99bbe77246a1 req-fd1e9f62-0b87-4f4c-9d29-c6b2930ee36d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-617841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612926', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754056714442', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754056173882', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754056173900'] for port (5d521607-ce1e-41b4-a067-fdc197d09700), after_update {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:36:57.391385 dv-cinder-825492-15-iscsi neutron-server[104526]: INFO neutron.wsgi [req-29750a0e-f91f-43ed-ad98-c6bbd69918f8 req-89c1c5d8-7971-432c-9e5a-0ea0dbe2b74b tempest-DeleteServersTestJSON-1468466414 tempest-DeleteServersTestJSON-1468466414-project] 10.222.0.24 "GET /v2.0/security-groups?id=14b7a71e-a874-4682-85d2-f3ac9c09834c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6178865 May 25 07:36:57.424437 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG dbcounter [-] [104525] Writing DB stats neutron:SELECT=84,neutron:INSERT=9,neutron:UPDATE=5,neutron:DELETE=2 {{(pid=104525) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 07:36:57.642274 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68485cc1-742c-4d5c-9261-9cdec3274e00 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=139b2ffa-7d5d-47af-a904-9891188310f6,revision_number=1']} {{(pid=104526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 07:36:57.658870 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a1a5dfc-2258-4396-87ee-18f68cf1e2c6 req-7dd5ece2-ca76-4fc1-8d3c-631fbc5f574b service neutron] Port 37369604-0009-4591-97a8-6e3c90d97049 on network e9255b8f-85b1-4659-9bc1-7aaec6681338 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82549 {{(pid=104526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 25 07:36:57.662664 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a1a5dfc-2258-4396-87ee-18f68cf1e2c6 req-7dd5ece2-ca76-4fc1-8d3c-631fbc5f574b service neutron] Attempting to bind port 37369604-0009-4591-97a8-6e3c90d97049 on network e9255b8f-85b1-4659-9bc1-7aaec6681338 {{(pid=104526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 25 07:36:57.673299 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2110940b-7c0b-452e-aa8f-2a40a568beb3 service neutron] Pushing event updated for resources: {'Port': ['ID=25dfc8d5-59b2-4523-b077-3638d5408b3d,revision_number=3']} {{(pid=104526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 07:36:57.710807 dv-cinder-825492-15-iscsi neutron-server[104526]: INFO neutron.wsgi [None req-68485cc1-742c-4d5c-9261-9cdec3274e00 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=58eebff618e045cc86d90cdf1f0553e1&name=default HTTP/1.1" status: 200 len: 2996 time: 2.6127989 May 25 07:36:57.712214 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG dbcounter [-] [104526] Writing DB stats neutron:INSERT=12,neutron:SELECT=85,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=104526) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 07:36:57.733350 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron.wsgi [-] (104525) accepted ('10.222.0.24', 41428) {{(pid=104525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 07:36:57.755984 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd1e9f62-0b87-4f4c-9d29-c6b2930ee36d service neutron] Pushing event updated for resources: {'Port': ['ID=5d521607-ce1e-41b4-a067-fdc197d09700,revision_number=2']} {{(pid=104525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 07:36:57.778922 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron_lib.callbacks.manager [None req-d234a161-508c-4b81-9dd0-7a7a2219991a None None] Publish callbacks [] for port (640c94dc-545f-4b18-8b5e-66d028f542ad), precommit_update {{(pid=104527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:36:57.803189 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a1a5dfc-2258-4396-87ee-18f68cf1e2c6 req-7dd5ece2-ca76-4fc1-8d3c-631fbc5f574b service neutron] Checking agent: {'id': 'bbf5dc8c-5103-4973-a6b6-76af4660c126', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82549', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 25, 7, 34, 32), 'started_at': datetime.datetime(2022, 5, 25, 7, 34, 32), 'heartbeat_timestamp': datetime.datetime(2022, 5, 25, 7, 36, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 25 07:36:57.803538 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a1a5dfc-2258-4396-87ee-18f68cf1e2c6 req-7dd5ece2-ca76-4fc1-8d3c-631fbc5f574b service neutron] Checking segment: {'id': '969a65dc-e069-48a8-ad7f-e38fdf9684ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': 'e9255b8f-85b1-4659-9bc1-7aaec6681338'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104526) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 25 07:36:57.803924 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a1a5dfc-2258-4396-87ee-18f68cf1e2c6 req-7dd5ece2-ca76-4fc1-8d3c-631fbc5f574b service neutron] Bound using segment: {'id': '969a65dc-e069-48a8-ad7f-e38fdf9684ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': 'e9255b8f-85b1-4659-9bc1-7aaec6681338'} {{(pid=104526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 25 07:36:57.804371 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.plugins.ml2.managers [req-1a1a5dfc-2258-4396-87ee-18f68cf1e2c6 req-7dd5ece2-ca76-4fc1-8d3c-631fbc5f574b service neutron] Bound port: 37369604-0009-4591-97a8-6e3c90d97049, host: hv-cinder-82549, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '969a65dc-e069-48a8-ad7f-e38fdf9684ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': 'e9255b8f-85b1-4659-9bc1-7aaec6681338'}}] {{(pid=104526) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 25 07:36:57.804770 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [req-1a1a5dfc-2258-4396-87ee-18f68cf1e2c6 req-7dd5ece2-ca76-4fc1-8d3c-631fbc5f574b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-616651'] for port (37369604-0009-4591-97a8-6e3c90d97049), before_update {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:36:57.822285 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9fbb7fd-c9f5-4781-b518-ec08585e2389 req-e87e98d9-5dba-4a47-bcc1-8484767c3f0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 07:36:57.823755 dv-cinder-825492-15-iscsi neutron-server[104526]: INFO neutron.wsgi [req-e9fbb7fd-c9f5-4781-b518-ec08585e2389 req-e87e98d9-5dba-4a47-bcc1-8484767c3f0b service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=39578c81fb5b4b208039318217fdb3a2&device_id=57fedc8c-b769-4f1d-b263-478dcb44da40 HTTP/1.1" status: 200 len: 1127 time: 0.4423175 May 25 07:36:57.834559 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c878d6e2-c8a6-4d34-81fa-e9a909357de0 req-e0c4866f-d3f7-4989-bea4-41f733647043 tempest-AttachVolumeTestJSON-631109292 tempest-AttachVolumeTestJSON-631109292-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 07:36:57.836180 dv-cinder-825492-15-iscsi neutron-server[104525]: INFO neutron.wsgi [req-c878d6e2-c8a6-4d34-81fa-e9a909357de0 req-e0c4866f-d3f7-4989-bea4-41f733647043 tempest-AttachVolumeTestJSON-631109292 tempest-AttachVolumeTestJSON-631109292-project] 10.222.0.24 "GET /v2.0/networks?id=f85a9936-18a2-497c-90b9-ba6df25b9b6e HTTP/1.1" status: 200 len: 810 time: 0.5153069 May 25 07:36:57.933128 dv-cinder-825492-15-iscsi neutron-server[104525]: INFO neutron.wsgi [req-c878d6e2-c8a6-4d34-81fa-e9a909357de0 req-de84cfb1-6b6e-4518-83af-c21bb4f00c13 tempest-AttachVolumeTestJSON-631109292 tempest-AttachVolumeTestJSON-631109292-project] 10.222.0.24 "GET /v2.0/quotas/294afe2c36184564a80fb6bef7b32359 HTTP/1.1" status: 200 len: 375 time: 0.0705397 May 25 07:36:57.941547 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron.plugins.ml2.managers [req-8c2a662d-b092-4c7e-91ba-99bbe77246a1 req-fd1e9f62-0b87-4f4c-9d29-c6b2930ee36d service neutron] Attempting to bind port 5d521607-ce1e-41b4-a067-fdc197d09700 on host hv-cinder-82549 for vnic_type normal with profile {{(pid=104525) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 25 07:36:57.941828 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron.plugins.ml2.managers [req-8c2a662d-b092-4c7e-91ba-99bbe77246a1 req-fd1e9f62-0b87-4f4c-9d29-c6b2930ee36d service neutron] Attempting to bind port 5d521607-ce1e-41b4-a067-fdc197d09700 by drivers openvswitch,hyperv on host hv-cinder-82549 at level 0 using segments [{'id': '969a65dc-e069-48a8-ad7f-e38fdf9684ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': 'e9255b8f-85b1-4659-9bc1-7aaec6681338'}] {{(pid=104525) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 25 07:36:57.942219 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c2a662d-b092-4c7e-91ba-99bbe77246a1 req-fd1e9f62-0b87-4f4c-9d29-c6b2930ee36d service neutron] Attempting to bind port 5d521607-ce1e-41b4-a067-fdc197d09700 on network e9255b8f-85b1-4659-9bc1-7aaec6681338 {{(pid=104525) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 25 07:36:57.952789 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron_lib.callbacks.manager [None req-d234a161-508c-4b81-9dd0-7a7a2219991a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-617841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612926', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754056714442', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754056173882', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754056173900'] for port (640c94dc-545f-4b18-8b5e-66d028f542ad), after_update {{(pid=104527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:36:57.953147 dv-cinder-825492-15-iscsi neutron-server[104526]: INFO neutron.wsgi [req-e9fbb7fd-c9f5-4781-b518-ec08585e2389 req-9b3b2a76-acac-48bd-8027-5fb7f6b45532 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=25dfc8d5-59b2-4523-b077-3638d5408b3d HTTP/1.1" status: 200 len: 217 time: 0.1038611 May 25 07:36:57.975685 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c2a662d-b092-4c7e-91ba-99bbe77246a1 req-fd1e9f62-0b87-4f4c-9d29-c6b2930ee36d service neutron] Port 5d521607-ce1e-41b4-a067-fdc197d09700 on network e9255b8f-85b1-4659-9bc1-7aaec6681338 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82549 {{(pid=104525) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 25 07:36:57.975685 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c2a662d-b092-4c7e-91ba-99bbe77246a1 req-fd1e9f62-0b87-4f4c-9d29-c6b2930ee36d service neutron] Attempting to bind port 5d521607-ce1e-41b4-a067-fdc197d09700 on network e9255b8f-85b1-4659-9bc1-7aaec6681338 {{(pid=104525) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 25 07:36:57.996333 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db633a5f02cadde147c9bc1566607705b0433b891c7275f259bdbd209e6b6683" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-db5e7cb7-072b-45e0-a3e2-0055877de742" -d '{"events": [{"name": "network-changed", "server_uuid": "57fedc8c-b769-4f1d-b263-478dcb44da40", "tag": "25dfc8d5-59b2-4523-b077-3638d5408b3d"}]}' {{(pid=104526) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 25 07:36:58.004413 dv-cinder-825492-15-iscsi neutron-server[104526]: INFO neutron.wsgi [req-0f1e1b14-9b6c-459d-9648-0a6d7bfcd8a2 req-5ad8c5a2-8556-4da4-8a69-728f2d2089f9 tempest-AttachVolumeNegativeTest-1464534600 tempest-AttachVolumeNegativeTest-1464534600-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-securitygroup--683392579&fields=id&tenant_id=2d8e35800ce043acbcb027ce406ed2e7 HTTP/1.1" status: 200 len: 267 time: 0.1563590 May 25 07:36:58.028623 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c2a662d-b092-4c7e-91ba-99bbe77246a1 req-fd1e9f62-0b87-4f4c-9d29-c6b2930ee36d service neutron] Checking agent: {'id': 'bbf5dc8c-5103-4973-a6b6-76af4660c126', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82549', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 25, 7, 34, 32), 'started_at': datetime.datetime(2022, 5, 25, 7, 34, 32), 'heartbeat_timestamp': datetime.datetime(2022, 5, 25, 7, 36, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104525) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 25 07:36:58.029059 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c2a662d-b092-4c7e-91ba-99bbe77246a1 req-fd1e9f62-0b87-4f4c-9d29-c6b2930ee36d service neutron] Checking segment: {'id': '969a65dc-e069-48a8-ad7f-e38fdf9684ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': 'e9255b8f-85b1-4659-9bc1-7aaec6681338'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104525) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 25 07:36:58.029525 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c2a662d-b092-4c7e-91ba-99bbe77246a1 req-fd1e9f62-0b87-4f4c-9d29-c6b2930ee36d service neutron] Bound using segment: {'id': '969a65dc-e069-48a8-ad7f-e38fdf9684ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': 'e9255b8f-85b1-4659-9bc1-7aaec6681338'} {{(pid=104525) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 25 07:36:58.030162 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron.plugins.ml2.managers [req-8c2a662d-b092-4c7e-91ba-99bbe77246a1 req-fd1e9f62-0b87-4f4c-9d29-c6b2930ee36d service neutron] Bound port: 5d521607-ce1e-41b4-a067-fdc197d09700, host: hv-cinder-82549, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '969a65dc-e069-48a8-ad7f-e38fdf9684ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': 'e9255b8f-85b1-4659-9bc1-7aaec6681338'}}] {{(pid=104525) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 25 07:36:58.030858 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [req-8c2a662d-b092-4c7e-91ba-99bbe77246a1 req-fd1e9f62-0b87-4f4c-9d29-c6b2930ee36d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-616651'] for port (5d521607-ce1e-41b4-a067-fdc197d09700), before_update {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:36:58.040127 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-2f6c2eb6-ab44-41a2-a881-8542d849cadd admin admin] Publish callbacks [] for security_group (139b2ffa-7d5d-47af-a904-9891188310f6), before_delete {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:36:58.045595 dv-cinder-825492-15-iscsi neutron-server[104525]: INFO neutron.wsgi [req-c878d6e2-c8a6-4d34-81fa-e9a909357de0 req-53ee9745-abc4-4514-b422-fdbe316c0ff5 tempest-AttachVolumeTestJSON-631109292 tempest-AttachVolumeTestJSON-631109292-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=294afe2c36184564a80fb6bef7b32359&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0952964 May 25 07:36:58.147243 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-88bf75e5-e07e-4890-b3a0-c9ef3baa3c45 tempest-AttachVolumeShelveTestJSON-605607613 tempest-AttachVolumeShelveTestJSON-605607613-project] Publish callbacks [] for port (47da270c-d5fb-4594-b6ad-d10301764d00), precommit_update {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:36:58.271133 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG dbcounter [-] [104527] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104527) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 07:36:58.274509 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f318967-bfca-4527-9696-5db7f3adeb6b None None] Pushing event updated for resources: {'Port': ['ID=640c94dc-545f-4b18-8b5e-66d028f542ad,revision_number=3']} {{(pid=104527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 07:36:58.321217 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9fbb7fd-c9f5-4781-b518-ec08585e2389 req-a2e9a5d2-3c1e-4ac5-bcad-83ca692080e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 07:36:58.328688 dv-cinder-825492-15-iscsi neutron-server[104526]: INFO neutron.wsgi [req-e9fbb7fd-c9f5-4781-b518-ec08585e2389 req-a2e9a5d2-3c1e-4ac5-bcad-83ca692080e6 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=4e7fa0a7-2e65-44c2-8a1b-e3bcf2fad0a3 HTTP/1.1" status: 200 len: 852 time: 0.3226991 May 25 07:36:58.347186 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.plugins.ml2.db [req-1a1a5dfc-2258-4396-87ee-18f68cf1e2c6 req-7dd5ece2-ca76-4fc1-8d3c-631fbc5f574b service neutron] For port 37369604-0009-4591-97a8-6e3c90d97049, host hv-cinder-82549, cleared binding levels {{(pid=104526) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 25 07:36:58.359908 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-2f6c2eb6-ab44-41a2-a881-8542d849cadd admin admin] Publish callbacks [] for security_group (139b2ffa-7d5d-47af-a904-9891188310f6), precommit_delete {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:36:58.372298 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.plugins.ml2.managers [None req-d234a161-508c-4b81-9dd0-7a7a2219991a None None] Attempting to bind port 640c94dc-545f-4b18-8b5e-66d028f542ad on host dv-cinder-825492-15-iscsi for vnic_type normal with profile {{(pid=104527) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 25 07:36:58.373164 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.plugins.ml2.managers [None req-d234a161-508c-4b81-9dd0-7a7a2219991a None None] Attempting to bind port 640c94dc-545f-4b18-8b5e-66d028f542ad by drivers openvswitch,hyperv on host dv-cinder-825492-15-iscsi at level 0 using segments [{'id': '39d8adcc-894d-48bd-a642-230f02087ed7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 255, 'network_id': 'f85a9936-18a2-497c-90b9-ba6df25b9b6e'}] {{(pid=104527) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 25 07:36:58.373545 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d234a161-508c-4b81-9dd0-7a7a2219991a None None] Attempting to bind port 640c94dc-545f-4b18-8b5e-66d028f542ad on network f85a9936-18a2-497c-90b9-ba6df25b9b6e {{(pid=104527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 25 07:36:58.380427 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d234a161-508c-4b81-9dd0-7a7a2219991a None None] Checking agent: {'id': '67455b2d-ff20-4068-8b38-73bd0628c5cb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-825492-15-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 25, 7, 27, 41), 'started_at': datetime.datetime(2022, 5, 25, 7, 28, 11), 'heartbeat_timestamp': datetime.datetime(2022, 5, 25, 7, 36, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-825492-15-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 25 07:36:58.380820 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d234a161-508c-4b81-9dd0-7a7a2219991a None None] Checking segment: {'id': '39d8adcc-894d-48bd-a642-230f02087ed7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 255, 'network_id': 'f85a9936-18a2-497c-90b9-ba6df25b9b6e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104527) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 25 07:36:58.381213 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron_lib.callbacks.manager [None req-d234a161-508c-4b81-9dd0-7a7a2219991a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:36:58.381596 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d234a161-508c-4b81-9dd0-7a7a2219991a None None] Bound using segment: {'id': '39d8adcc-894d-48bd-a642-230f02087ed7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 255, 'network_id': 'f85a9936-18a2-497c-90b9-ba6df25b9b6e'} {{(pid=104527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 25 07:36:58.382058 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.plugins.ml2.managers [None req-d234a161-508c-4b81-9dd0-7a7a2219991a None None] Bound port: 640c94dc-545f-4b18-8b5e-66d028f542ad, host: dv-cinder-825492-15-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '39d8adcc-894d-48bd-a642-230f02087ed7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 255, 'network_id': 'f85a9936-18a2-497c-90b9-ba6df25b9b6e'}}] {{(pid=104527) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 25 07:36:58.382430 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron_lib.callbacks.manager [None req-d234a161-508c-4b81-9dd0-7a7a2219991a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-616651'] for port (640c94dc-545f-4b18-8b5e-66d028f542ad), before_update {{(pid=104527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:36:58.387366 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.plugins.ml2.db [req-1a1a5dfc-2258-4396-87ee-18f68cf1e2c6 req-7dd5ece2-ca76-4fc1-8d3c-631fbc5f574b service neutron] For port 37369604-0009-4591-97a8-6e3c90d97049, host hv-cinder-82549, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82549',level=0,port_id=37369604-0009-4591-97a8-6e3c90d97049,segment=NetworkSegment(969a65dc-e069-48a8-ad7f-e38fdf9684ce),segment_id=969a65dc-e069-48a8-ad7f-e38fdf9684ce)] {{(pid=104526) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 25 07:36:58.512027 dv-cinder-825492-15-iscsi neutron-server[104526]: INFO neutron.wsgi [req-e9fbb7fd-c9f5-4781-b518-ec08585e2389 req-3784d951-2395-4092-9840-d4ff4584a11a service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=393dac28-ed3c-466a-907d-db6538b59cca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1454828 May 25 07:36:58.528177 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.plugins.ml2.db [None req-d234a161-508c-4b81-9dd0-7a7a2219991a None None] For port 640c94dc-545f-4b18-8b5e-66d028f542ad, host dv-cinder-825492-15-iscsi, cleared binding levels {{(pid=104527) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 25 07:36:58.534698 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.plugins.ml2.db [None req-d234a161-508c-4b81-9dd0-7a7a2219991a None None] For port 640c94dc-545f-4b18-8b5e-66d028f542ad, host dv-cinder-825492-15-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825492-15-iscsi',level=0,port_id=640c94dc-545f-4b18-8b5e-66d028f542ad,segment=NetworkSegment(39d8adcc-894d-48bd-a642-230f02087ed7),segment_id=39d8adcc-894d-48bd-a642-230f02087ed7)] {{(pid=104527) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 25 07:36:58.540066 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron.plugins.ml2.db [req-8c2a662d-b092-4c7e-91ba-99bbe77246a1 req-fd1e9f62-0b87-4f4c-9d29-c6b2930ee36d service neutron] For port 5d521607-ce1e-41b4-a067-fdc197d09700, host hv-cinder-82549, cleared binding levels {{(pid=104525) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 25 07:36:58.577625 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG dbcounter [-] [104526] Writing DB stats neutron:SELECT=86,neutron:INSERT=8,neutron:DELETE=2,neutron:UPDATE=4 {{(pid=104526) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 07:36:58.582019 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron.plugins.ml2.db [req-8c2a662d-b092-4c7e-91ba-99bbe77246a1 req-fd1e9f62-0b87-4f4c-9d29-c6b2930ee36d service neutron] For port 5d521607-ce1e-41b4-a067-fdc197d09700, host hv-cinder-82549, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82549',level=0,port_id=5d521607-ce1e-41b4-a067-fdc197d09700,segment=NetworkSegment(969a65dc-e069-48a8-ad7f-e38fdf9684ce),segment_id=969a65dc-e069-48a8-ad7f-e38fdf9684ce)] {{(pid=104525) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 25 07:36:58.590839 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f1e1b14-9b6c-459d-9648-0a6d7bfcd8a2 req-e8dcddcf-ec39-448b-a09e-d41628a4543f tempest-AttachVolumeNegativeTest-1464534600 tempest-AttachVolumeNegativeTest-1464534600-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 07:36:58.591840 dv-cinder-825492-15-iscsi neutron-server[104525]: INFO neutron.wsgi [req-c878d6e2-c8a6-4d34-81fa-e9a909357de0 req-2c6381f1-b2da-459f-9a14-c682d16c9a1c service neutron] 10.222.0.24 "GET /v2.0/networks/f85a9936-18a2-497c-90b9-ba6df25b9b6e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5002360 May 25 07:36:58.592505 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-88bf75e5-e07e-4890-b3a0-c9ef3baa3c45 tempest-AttachVolumeShelveTestJSON-605607613 tempest-AttachVolumeShelveTestJSON-605607613-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-617841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612926', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754056714442', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754056173882', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754056173900'] for port (47da270c-d5fb-4594-b6ad-d10301764d00), after_update {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:36:58.608025 dv-cinder-825492-15-iscsi neutron-server[104526]: INFO neutron.wsgi [req-0f1e1b14-9b6c-459d-9648-0a6d7bfcd8a2 req-e8dcddcf-ec39-448b-a09e-d41628a4543f tempest-AttachVolumeNegativeTest-1464534600 tempest-AttachVolumeNegativeTest-1464534600-project] 10.222.0.24 "GET /v2.0/networks?id=f39d85d3-0173-4496-879c-2b83e234d364 HTTP/1.1" status: 200 len: 815 time: 0.5290768 May 25 07:36:58.637415 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-2f6c2eb6-ab44-41a2-a881-8542d849cadd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-278753'] for security_group (139b2ffa-7d5d-47af-a904-9891188310f6), after_delete {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:36:58.641034 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-2f6c2eb6-ab44-41a2-a881-8542d849cadd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:36:58.642531 dv-cinder-825492-15-iscsi neutron-server[104525]: INFO neutron.wsgi [None req-2f6c2eb6-ab44-41a2-a881-8542d849cadd admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/139b2ffa-7d5d-47af-a904-9891188310f6 HTTP/1.1" status: 204 len: 168 time: 0.9060218 May 25 07:36:58.650624 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron_lib.callbacks.manager [None req-d234a161-508c-4b81-9dd0-7a7a2219991a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-617841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612926', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754056714442', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754056173882', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754056173900'] for port (640c94dc-545f-4b18-8b5e-66d028f542ad), after_update {{(pid=104527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:36:58.685683 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [req-1a1a5dfc-2258-4396-87ee-18f68cf1e2c6 req-7dd5ece2-ca76-4fc1-8d3c-631fbc5f574b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-617841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612926', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754056714442', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754056173882', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754056173900'] for port (37369604-0009-4591-97a8-6e3c90d97049), after_update {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:36:58.733132 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [req-8c2a662d-b092-4c7e-91ba-99bbe77246a1 req-fd1e9f62-0b87-4f4c-9d29-c6b2930ee36d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-617841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612926', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754056714442', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754056173882', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754056173900'] for port (5d521607-ce1e-41b4-a067-fdc197d09700), after_update {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:36:58.738386 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-88bf75e5-e07e-4890-b3a0-c9ef3baa3c45 tempest-AttachVolumeShelveTestJSON-605607613 tempest-AttachVolumeShelveTestJSON-605607613-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1617316'] for floatingip (90640cd6-8cbc-4373-a952-18fb5266e0a4), after_create {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:36:58.757936 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG dbcounter [-] [104525] Writing DB stats neutron:SELECT=96,neutron:INSERT=4 {{(pid=104525) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 07:36:58.766850 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f6c2eb6-ab44-41a2-a881-8542d849cadd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=139b2ffa-7d5d-47af-a904-9891188310f6,revision_number=None']} {{(pid=104525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 07:36:58.807435 dv-cinder-825492-15-iscsi neutron-server[104526]: INFO neutron.wsgi [req-0f1e1b14-9b6c-459d-9648-0a6d7bfcd8a2 req-14e08137-12a8-46db-9404-c06d25345a86 tempest-AttachVolumeNegativeTest-1464534600 tempest-AttachVolumeNegativeTest-1464534600-project] 10.222.0.24 "GET /v2.0/quotas/2d8e35800ce043acbcb027ce406ed2e7 HTTP/1.1" status: 200 len: 375 time: 0.1974471 May 25 07:36:58.814403 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c2a662d-b092-4c7e-91ba-99bbe77246a1 req-fd1e9f62-0b87-4f4c-9d29-c6b2930ee36d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 07:36:58.815277 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [req-8c2a662d-b092-4c7e-91ba-99bbe77246a1 req-fd1e9f62-0b87-4f4c-9d29-c6b2930ee36d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1612908'] for port (None), before_response {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:36:58.817117 dv-cinder-825492-15-iscsi neutron-server[104525]: INFO neutron.wsgi [req-8c2a662d-b092-4c7e-91ba-99bbe77246a1 req-fd1e9f62-0b87-4f4c-9d29-c6b2930ee36d service neutron] 10.222.0.41 "PUT /v2.0/ports/5d521607-ce1e-41b4-a067-fdc197d09700 HTTP/1.1" status: 200 len: 1093 time: 3.8457720 May 25 07:36:58.817668 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f652bc42-42f2-4664-b614-603b3ddf84b1', 'tag': '5d521607-ce1e-41b4-a067-fdc197d09700'}] {{(pid=104525) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 25 07:36:58.835270 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dd5ece2-ca76-4fc1-8d3c-631fbc5f574b service neutron] Pushing event updated for resources: {'Port': ['ID=37369604-0009-4591-97a8-6e3c90d97049,revision_number=3']} {{(pid=104526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 07:36:58.839569 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a1a5dfc-2258-4396-87ee-18f68cf1e2c6 req-7dd5ece2-ca76-4fc1-8d3c-631fbc5f574b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 07:36:58.841392 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [req-1a1a5dfc-2258-4396-87ee-18f68cf1e2c6 req-7dd5ece2-ca76-4fc1-8d3c-631fbc5f574b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1612908'] for port (None), before_response {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:36:58.842291 dv-cinder-825492-15-iscsi neutron-server[104526]: INFO neutron.wsgi [req-1a1a5dfc-2258-4396-87ee-18f68cf1e2c6 req-7dd5ece2-ca76-4fc1-8d3c-631fbc5f574b service neutron] 10.222.0.41 "PUT /v2.0/ports/37369604-0009-4591-97a8-6e3c90d97049 HTTP/1.1" status: 200 len: 1093 time: 5.9551163 May 25 07:36:58.873164 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f318967-bfca-4527-9696-5db7f3adeb6b None None] Pushing event updated for resources: {'Port': ['ID=640c94dc-545f-4b18-8b5e-66d028f542ad,revision_number=4']} {{(pid=104527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 07:36:58.947700 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.db.provisioning_blocks [None req-dc4aa4d3-7445-43b9-adcf-5c8e334c5f7a None None] Provisioning complete for port 640c94dc-545f-4b18-8b5e-66d028f542ad triggered by entity DHCP. {{(pid=104527) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 25 07:36:58.948083 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron_lib.callbacks.manager [None req-dc4aa4d3-7445-43b9-adcf-5c8e334c5f7a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1490782'] for port (640c94dc-545f-4b18-8b5e-66d028f542ad), provisioning_complete {{(pid=104527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:36:58.982960 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-88bf75e5-e07e-4890-b3a0-c9ef3baa3c45 tempest-AttachVolumeShelveTestJSON-605607613 tempest-AttachVolumeShelveTestJSON-605607613-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93885'] for floatingip (None), before_response {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:36:58.987804 dv-cinder-825492-15-iscsi neutron-server[104525]: INFO neutron.wsgi [None req-88bf75e5-e07e-4890-b3a0-c9ef3baa3c45 tempest-AttachVolumeShelveTestJSON-605607613 tempest-AttachVolumeShelveTestJSON-605607613-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 5.1311138 May 25 07:36:58.995961 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88bf75e5-e07e-4890-b3a0-c9ef3baa3c45 tempest-AttachVolumeShelveTestJSON-605607613 tempest-AttachVolumeShelveTestJSON-605607613-project] Pushing event updated for resources: {'Port': ['ID=47da270c-d5fb-4594-b6ad-d10301764d00,revision_number=2']} {{(pid=104525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 07:36:59.005174 dv-cinder-825492-15-iscsi neutron-server[104526]: INFO neutron.wsgi [req-0f1e1b14-9b6c-459d-9648-0a6d7bfcd8a2 req-d63dd5b9-a2bd-46a5-bbb9-5eeba88a4840 tempest-AttachVolumeNegativeTest-1464534600 tempest-AttachVolumeNegativeTest-1464534600-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=2d8e35800ce043acbcb027ce406ed2e7&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1900899 May 25 07:36:59.125395 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d234a161-508c-4b81-9dd0-7a7a2219991a None None] Routers {'467a5089-229b-41f9-a57d-cb3df74d5ec8'} bound to L3 agent in host dv-cinder-825492-15-iscsi {{(pid=104527) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 25 07:36:59.126326 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.db.l3_hamode_db [None req-d234a161-508c-4b81-9dd0-7a7a2219991a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825492-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-25T07:27:37Z,description=,heartbeat_timestamp=2022-05-25T07:36:37Z,host='dv-cinder-825492-15-iscsi',id=54ff4013-997e-4376-a4e9-e6c98cf37cc7,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T07:27:38Z,topic='l3_agent')) {'router_ids': ['467a5089-229b-41f9-a57d-cb3df74d5ec8'], 'active': True} {{(pid=104527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 07:36:59.215033 dv-cinder-825492-15-iscsi neutron-server[104526]: INFO neutron.wsgi [req-e9fbb7fd-c9f5-4781-b518-ec08585e2389 req-b2a955eb-aad1-4e1e-bacf-c097233b9b40 service neutron] 10.222.0.41 "GET /v2.0/networks/393dac28-ed3c-466a-907d-db6538b59cca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6893666 May 25 07:36:59.467042 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG dbcounter [-] [104527] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=104527) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 07:36:59.519467 dv-cinder-825492-15-iscsi neutron-server[104525]: INFO neutron.wsgi [req-c878d6e2-c8a6-4d34-81fa-e9a909357de0 req-a7602372-afe5-413d-8080-57c938c6dac4 service neutron] 10.222.0.24 "GET /v2.0/networks/f85a9936-18a2-497c-90b9-ba6df25b9b6e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9125266 May 25 07:36:59.541122 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.plugins.ml2.plugin [None req-dc4aa4d3-7445-43b9-adcf-5c8e334c5f7a None None] Current status of the port 640c94dc-545f-4b18-8b5e-66d028f542ad is: DOWN; New status is: ACTIVE {{(pid=104527) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 25 07:36:59.542038 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron_lib.callbacks.manager [None req-dc4aa4d3-7445-43b9-adcf-5c8e334c5f7a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-616651'] for port (640c94dc-545f-4b18-8b5e-66d028f542ad), before_update {{(pid=104527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:36:59.547682 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.plugins.ml2.rpc [None req-4c581813-650f-4b4b-ac0f-82f585bea231 None None] Device 640c94dc-545f-4b18-8b5e-66d028f542ad up at agent ovs-agent-dv-cinder-825492-15-iscsi {{(pid=104527) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 25 07:36:59.553997 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a1a5dfc-2258-4396-87ee-18f68cf1e2c6 req-420a67d4-b30c-4088-b150-c3796fabf84e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 07:36:59.555624 dv-cinder-825492-15-iscsi neutron-server[104525]: INFO neutron.wsgi [req-1a1a5dfc-2258-4396-87ee-18f68cf1e2c6 req-420a67d4-b30c-4088-b150-c3796fabf84e service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=d4719a4804e24f27b9427e58c5cbe13b&device_id=2d5a90d7-311f-4e4a-84c2-ff14c0440bd2 HTTP/1.1" status: 200 len: 1127 time: 0.4369419 May 25 07:36:59.556313 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd1e9f62-0b87-4f4c-9d29-c6b2930ee36d service neutron] Pushing event updated for resources: {'Port': ['ID=5d521607-ce1e-41b4-a067-fdc197d09700,revision_number=3']} {{(pid=104525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 07:36:59.708088 dv-cinder-825492-15-iscsi neutron-server[104526]: INFO neutron.wsgi [req-e9fbb7fd-c9f5-4781-b518-ec08585e2389 req-8d864882-1448-435f-886a-572d2d381533 service neutron] 10.222.0.41 "GET /v2.0/networks/393dac28-ed3c-466a-907d-db6538b59cca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4594839 May 25 07:36:59.714448 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c2a662d-b092-4c7e-91ba-99bbe77246a1 req-48258d88-0c09-43af-bdeb-d0260b59fefd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 07:36:59.715986 dv-cinder-825492-15-iscsi neutron-server[104526]: INFO neutron.wsgi [req-8c2a662d-b092-4c7e-91ba-99bbe77246a1 req-48258d88-0c09-43af-bdeb-d0260b59fefd service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=d4719a4804e24f27b9427e58c5cbe13b&device_id=f652bc42-42f2-4664-b614-603b3ddf84b1 HTTP/1.1" status: 200 len: 1127 time: 0.5557446 May 25 07:36:59.793672 dv-cinder-825492-15-iscsi neutron-server[104525]: INFO neutron.wsgi [req-1a1a5dfc-2258-4396-87ee-18f68cf1e2c6 req-aa055096-ecea-4d61-b505-0ccd788138a8 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=37369604-0009-4591-97a8-6e3c90d97049 HTTP/1.1" status: 200 len: 217 time: 0.2129357 May 25 07:36:59.809539 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.db.provisioning_blocks [None req-4c581813-650f-4b4b-ac0f-82f585bea231 None None] Provisioning complete for port 640c94dc-545f-4b18-8b5e-66d028f542ad triggered by entity L2. {{(pid=104527) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 25 07:36:59.809999 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron_lib.callbacks.manager [None req-4c581813-650f-4b4b-ac0f-82f585bea231 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1490782'] for port (640c94dc-545f-4b18-8b5e-66d028f542ad), provisioning_complete {{(pid=104527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:36:59.847533 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.db.l3_dvr_db [None req-d234a161-508c-4b81-9dd0-7a7a2219991a None None] Set router 467a5089-229b-41f9-a57d-cb3df74d5ec8 gateway port host: dv-cinder-825492-15-iscsi {{(pid=104527) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 25 07:36:59.890342 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a1a5dfc-2258-4396-87ee-18f68cf1e2c6 req-0b735ba7-2178-4898-b862-1d162650ea84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 07:36:59.892355 dv-cinder-825492-15-iscsi neutron-server[104525]: INFO neutron.wsgi [req-1a1a5dfc-2258-4396-87ee-18f68cf1e2c6 req-0b735ba7-2178-4898-b862-1d162650ea84 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=2bd01566-eaf4-4493-b26a-8c7ef6fcaf51 HTTP/1.1" status: 200 len: 855 time: 0.0902610 May 25 07:36:59.895599 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d445ce38d91c6b292eb6894f597f8081be97d606cd6e8c01bc8cfabf5dd02ac1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-69817771-127f-49f9-9bc8-04aa2d824693" -d '{"events": [{"name": "network-changed", "server_uuid": "f652bc42-42f2-4664-b614-603b3ddf84b1", "tag": "5d521607-ce1e-41b4-a067-fdc197d09700"}]}' {{(pid=104525) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 25 07:36:59.900888 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.plugins.ml2.db [None req-dc4aa4d3-7445-43b9-adcf-5c8e334c5f7a None None] For port 640c94dc-545f-4b18-8b5e-66d028f542ad, host dv-cinder-825492-15-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825492-15-iscsi',level=0,port_id=640c94dc-545f-4b18-8b5e-66d028f542ad,segment=NetworkSegment(39d8adcc-894d-48bd-a642-230f02087ed7),segment_id=39d8adcc-894d-48bd-a642-230f02087ed7)] {{(pid=104527) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 07:36:59.939669 dv-cinder-825492-15-iscsi neutron-server[104526]: INFO neutron.wsgi [req-8c2a662d-b092-4c7e-91ba-99bbe77246a1 req-bd71de62-1233-46b9-b02f-946ffb275f0b service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=5d521607-ce1e-41b4-a067-fdc197d09700 HTTP/1.1" status: 200 len: 217 time: 0.1882432 May 25 07:36:59.958350 dv-cinder-825492-15-iscsi neutron-server[104526]: INFO neutron.wsgi [req-0f1e1b14-9b6c-459d-9648-0a6d7bfcd8a2 req-0b546c90-1759-4794-a2c1-71536ea19446 service neutron] 10.222.0.24 "GET /v2.0/networks/f39d85d3-0173-4496-879c-2b83e234d364?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9363756 May 25 07:37:00.043366 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG dbcounter [-] [104525] Writing DB stats neutron:SELECT=87,neutron:INSERT=5,neutron:UPDATE=6,neutron:DELETE=2 {{(pid=104525) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 07:37:00.048609 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a1a5dfc-2258-4396-87ee-18f68cf1e2c6 req-ebaa35f4-3634-4638-8577-5fc666eb0a2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 07:37:00.052787 dv-cinder-825492-15-iscsi neutron-server[104525]: INFO neutron.wsgi [req-1a1a5dfc-2258-4396-87ee-18f68cf1e2c6 req-ebaa35f4-3634-4638-8577-5fc666eb0a2a service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=e9255b8f-85b1-4659-9bc1-7aaec6681338&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.1526642 May 25 07:37:00.053480 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron_lib.callbacks.manager [None req-dc4aa4d3-7445-43b9-adcf-5c8e334c5f7a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-617841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612926', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754056714442', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754056173882', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754056173900'] for port (640c94dc-545f-4b18-8b5e-66d028f542ad), after_update {{(pid=104527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:37:00.156970 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c2a662d-b092-4c7e-91ba-99bbe77246a1 req-521b43ba-d191-418e-a4ff-34f88e906dd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 07:37:00.158455 dv-cinder-825492-15-iscsi neutron-server[104526]: INFO neutron.wsgi [req-8c2a662d-b092-4c7e-91ba-99bbe77246a1 req-521b43ba-d191-418e-a4ff-34f88e906dd1 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=2bd01566-eaf4-4493-b26a-8c7ef6fcaf51 HTTP/1.1" status: 200 len: 855 time: 0.1820741 May 25 07:37:00.224705 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-678480ef-6e92-4947-a468-6832db445d58 req-88a5c797-f44d-4e13-b1e9-a9f8c836ab26 tempest-ServerRescueNegativeTestJSON-274124411 tempest-ServerRescueNegativeTestJSON-274124411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 07:37:00.232762 dv-cinder-825492-15-iscsi neutron-server[104525]: INFO neutron.wsgi [req-678480ef-6e92-4947-a468-6832db445d58 req-88a5c797-f44d-4e13-b1e9-a9f8c836ab26 tempest-ServerRescueNegativeTestJSON-274124411 tempest-ServerRescueNegativeTestJSON-274124411-project] 10.222.0.24 "GET /v2.0/ports?device_id=f652bc42-42f2-4664-b614-603b3ddf84b1 HTTP/1.1" status: 200 len: 943 time: 0.0822260 May 25 07:37:00.241479 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc4aa4d3-7445-43b9-adcf-5c8e334c5f7a None None] Pushing event updated for resources: {'Port': ['ID=640c94dc-545f-4b18-8b5e-66d028f542ad,revision_number=5']} {{(pid=104527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 07:37:00.294283 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG dbcounter [-] [104525] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:DELETE=2 {{(pid=104525) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 07:37:00.306934 dv-cinder-825492-15-iscsi neutron-server[104525]: INFO neutron.wsgi [req-1a1a5dfc-2258-4396-87ee-18f68cf1e2c6 req-3be2ea2d-2c21-4523-8404-c6115c2df2a7 service neutron] 10.222.0.41 "GET /v2.0/networks/e9255b8f-85b1-4659-9bc1-7aaec6681338?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2482648 May 25 07:37:00.395995 dv-cinder-825492-15-iscsi neutron-server[104525]: INFO neutron.wsgi [req-678480ef-6e92-4947-a468-6832db445d58 req-1d106f20-40de-4276-b19b-3156025ed84e tempest-ServerRescueNegativeTestJSON-274124411 tempest-ServerRescueNegativeTestJSON-274124411-project] 10.222.0.24 "GET /v2.0/security-groups?id=98ed3ba3-167d-4434-bd0b-9600585017a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1619389 May 25 07:37:00.464795 dv-cinder-825492-15-iscsi neutron-server[104526]: INFO neutron.wsgi [req-0f1e1b14-9b6c-459d-9648-0a6d7bfcd8a2 req-f6514d31-e9c5-4651-a7e3-6f8c754cc922 service neutron] 10.222.0.24 "GET /v2.0/networks/f39d85d3-0173-4496-879c-2b83e234d364?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4896860 May 25 07:37:00.507388 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG dbcounter [-] [104527] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104527) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 07:37:00.537391 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.plugins.ml2.plugin [None req-4c581813-650f-4b4b-ac0f-82f585bea231 None None] Current status of the port 640c94dc-545f-4b18-8b5e-66d028f542ad is: DOWN; New status is: ACTIVE {{(pid=104527) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 25 07:37:00.542459 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron_lib.callbacks.manager [None req-4c581813-650f-4b4b-ac0f-82f585bea231 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-616651'] for port (640c94dc-545f-4b18-8b5e-66d028f542ad), before_update {{(pid=104527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:37:00.547552 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c2a662d-b092-4c7e-91ba-99bbe77246a1 req-5b2ded52-554b-4228-b6d6-a8d8692e0627 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 07:37:00.552961 dv-cinder-825492-15-iscsi neutron-server[104526]: INFO neutron.wsgi [req-8c2a662d-b092-4c7e-91ba-99bbe77246a1 req-5b2ded52-554b-4228-b6d6-a8d8692e0627 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=e9255b8f-85b1-4659-9bc1-7aaec6681338&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.3758452 May 25 07:37:00.643645 dv-cinder-825492-15-iscsi neutron-server[104525]: INFO neutron.wsgi [req-1a1a5dfc-2258-4396-87ee-18f68cf1e2c6 req-34101124-4679-4efe-acff-ea7158f2ba06 service neutron] 10.222.0.41 "GET /v2.0/networks/e9255b8f-85b1-4659-9bc1-7aaec6681338?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2758172 May 25 07:37:00.744980 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.db.provisioning_blocks [None req-e7199adf-2f84-43ea-806a-bd2bc8ade233 None None] Provisioning complete for port 640c94dc-545f-4b18-8b5e-66d028f542ad triggered by entity DHCP. {{(pid=104527) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 25 07:37:00.744980 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron_lib.callbacks.manager [None req-e7199adf-2f84-43ea-806a-bd2bc8ade233 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1490782'] for port (640c94dc-545f-4b18-8b5e-66d028f542ad), provisioning_complete {{(pid=104527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:37:00.746182 dv-cinder-825492-15-iscsi neutron-server[104526]: INFO neutron.wsgi [req-8c2a662d-b092-4c7e-91ba-99bbe77246a1 req-e353c903-34d9-4f41-a751-2454e917fcae service neutron] 10.222.0.41 "GET /v2.0/networks/e9255b8f-85b1-4659-9bc1-7aaec6681338?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1592469 May 25 07:37:00.972735 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.db.l3_hamode_db [None req-d234a161-508c-4b81-9dd0-7a7a2219991a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '467a5089-229b-41f9-a57d-cb3df74d5ec8', 'name': 'tempest-AttachVolumeTestJSON-679687525-router', 'tenant_id': '294afe2c36184564a80fb6bef7b32359', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '29c629bd-3f50-4535-bfbc-a047608d6fb6', 'external_fixed_ips': [{'subnet_id': '7934ff5a-43f1-4f76-b9d8-e4343ace34f5', 'ip_address': '172.27.3.252'}], 'enable_snat': True}, 'gw_port_id': '1ba2fc44-c661-405c-8806-11b2129ff3d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T07:36:30Z', 'updated_at': '2022-05-25T07:36:42Z', 'revision_number': 4, 'project_id': '294afe2c36184564a80fb6bef7b32359', 'gw_port': {'id': '1ba2fc44-c661-405c-8806-11b2129ff3d1', 'name': '', 'network_id': '29c629bd-3f50-4535-bfbc-a047608d6fb6', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:0b:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '467a5089-229b-41f9-a57d-cb3df74d5ec8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '7934ff5a-43f1-4f76-b9d8-e4343ace34f5', 'ip_address': '172.27.3.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825492-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T07:36:34Z', 'updated_at': '2022-05-25T07:36:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7934ff5a-43f1-4f76-b9d8-e4343ace34f5', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825492-15-iscsi', '_interfaces': [{'id': '640c94dc-545f-4b18-8b5e-66d028f542ad', 'name': '', 'network_id': 'f85a9936-18a2-497c-90b9-ba6df25b9b6e', 'tenant_id': '294afe2c36184564a80fb6bef7b32359', 'mac_address': 'fa:16:3e:81:50:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '467a5089-229b-41f9-a57d-cb3df74d5ec8', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': 'fdef845a-6670-4f1a-9c6b-2e789510998b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825492-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T07:36:40Z', 'updated_at': '2022-05-25T07:36:58Z', 'revision_number': 4, 'project_id': '294afe2c36184564a80fb6bef7b32359', 'subnets': [{'id': 'fdef845a-6670-4f1a-9c6b-2e789510998b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-825492-15-iscsi', False) {} {{(pid=104527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 07:37:01.005146 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.plugins.ml2.plugin [None req-e7199adf-2f84-43ea-806a-bd2bc8ade233 None None] Current status of the port 640c94dc-545f-4b18-8b5e-66d028f542ad is: ACTIVE; New status is: ACTIVE {{(pid=104527) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 25 07:37:01.009047 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d234a161-508c-4b81-9dd0-7a7a2219991a None None] The sync data for ids ['467a5089-229b-41f9-a57d-cb3df74d5ec8'] in dv-cinder-825492-15-iscsi is: [{'id': '467a5089-229b-41f9-a57d-cb3df74d5ec8', 'name': 'tempest-AttachVolumeTestJSON-679687525-router', 'tenant_id': '294afe2c36184564a80fb6bef7b32359', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '29c629bd-3f50-4535-bfbc-a047608d6fb6', 'external_fixed_ips': [{'subnet_id': '7934ff5a-43f1-4f76-b9d8-e4343ace34f5', 'ip_address': '172.27.3.252'}], 'enable_snat': True}, 'gw_port_id': '1ba2fc44-c661-405c-8806-11b2129ff3d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T07:36:30Z', 'updated_at': '2022-05-25T07:36:42Z', 'revision_number': 4, 'project_id': '294afe2c36184564a80fb6bef7b32359', 'gw_port': {'id': '1ba2fc44-c661-405c-8806-11b2129ff3d1', 'name': '', 'network_id': '29c629bd-3f50-4535-bfbc-a047608d6fb6', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:0b:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '467a5089-229b-41f9-a57d-cb3df74d5ec8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '7934ff5a-43f1-4f76-b9d8-e4343ace34f5', 'ip_address': '172.27.3.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825492-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T07:36:34Z', 'updated_at': '2022-05-25T07:36:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7934ff5a-43f1-4f76-b9d8-e4343ace34f5', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825492-15-iscsi', '_interfaces': [{'id': '640c94dc-545f-4b18-8b5e-66d028f542ad', 'name': '', 'network_id': 'f85a9936-18a2-497c-90b9-ba6df25b9b6e', 'tenant_id': '294afe2c36184564a80fb6bef7b32359', 'mac_address': 'fa:16:3e:81:50:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '467a5089-229b-41f9-a57d-cb3df74d5ec8', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': 'fdef845a-6670-4f1a-9c6b-2e789510998b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825492-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T07:36:40Z', 'updated_at': '2022-05-25T07:36:58Z', 'revision_number': 4, 'project_id': '294afe2c36184564a80fb6bef7b32359', 'subnets': [{'id': 'fdef845a-6670-4f1a-9c6b-2e789510998b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104527) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 25 07:37:01.015253 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron_lib.db.api [None req-4c581813-650f-4b4b-ac0f-82f585bea231 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=104527) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} May 25 07:37:01.017575 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG oslo_db.api [None req-4c581813-650f-4b4b-ac0f-82f585bea231 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=104527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 25 07:37:01.135800 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 25 May 2022 07:36:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3abcf226-ccc6-4232-b7ed-e3b969eb0cff x-openstack-request-id: req-3abcf226-ccc6-4232-b7ed-e3b969eb0cff {{(pid=104526) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 25 07:37:01.136080 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "57fedc8c-b769-4f1d-b263-478dcb44da40", "tag": "25dfc8d5-59b2-4523-b077-3638d5408b3d", "status": "completed", "code": 200}]} {{(pid=104526) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 25 07:37:01.136347 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-3abcf226-ccc6-4232-b7ed-e3b969eb0cff {{(pid=104526) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 25 07:37:01.136800 dv-cinder-825492-15-iscsi neutron-server[104526]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3abcf226-ccc6-4232-b7ed-e3b969eb0cff'] response: {'name': 'network-changed', 'server_uuid': '57fedc8c-b769-4f1d-b263-478dcb44da40', 'tag': '25dfc8d5-59b2-4523-b077-3638d5408b3d', 'status': 'completed', 'code': 200} May 25 07:37:01.227790 dv-cinder-825492-15-iscsi neutron-server[104526]: INFO neutron.wsgi [req-8c2a662d-b092-4c7e-91ba-99bbe77246a1 req-5af47b7f-9997-41e9-9dba-5dfe32864c68 service neutron] 10.222.0.41 "GET /v2.0/networks/e9255b8f-85b1-4659-9bc1-7aaec6681338?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4602180 May 25 07:37:01.278359 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG dbcounter [-] [104526] Writing DB stats neutron:SELECT=85,neutron:INSERT=9,neutron:DELETE=4,neutron:UPDATE=2 {{(pid=104526) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 07:37:01.418998 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-810ada72-8aa0-45fb-abdc-3802f8a1fca5 req-d2c82bd9-fd10-4edb-8cf3-0dc2502f4f79 tempest-DeleteServersTestJSON-1468466414 tempest-DeleteServersTestJSON-1468466414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 07:37:01.427017 dv-cinder-825492-15-iscsi neutron-server[104525]: INFO neutron.wsgi [req-810ada72-8aa0-45fb-abdc-3802f8a1fca5 req-d2c82bd9-fd10-4edb-8cf3-0dc2502f4f79 tempest-DeleteServersTestJSON-1468466414 tempest-DeleteServersTestJSON-1468466414-project] 10.222.0.24 "GET /v2.0/ports?device_id=57fedc8c-b769-4f1d-b263-478dcb44da40 HTTP/1.1" status: 200 len: 943 time: 0.1759510 May 25 07:37:01.541027 dv-cinder-825492-15-iscsi neutron-server[104526]: INFO neutron.wsgi [req-e8fdc9b5-9394-43b6-87ba-6b18befa8086 req-ef563bb9-2691-4054-9d29-2e16d0c2257f tempest-AttachVolumeShelveTestJSON-605607613 tempest-AttachVolumeShelveTestJSON-605607613-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-securitygroup--44538836&fields=id&tenant_id=c4406d5d0e2347f1b96c34496f5ba5ae HTTP/1.1" status: 200 len: 267 time: 0.1125464 May 25 07:37:01.606541 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.plugins.ml2.plugin [None req-4c581813-650f-4b4b-ac0f-82f585bea231 None None] Current status of the port 640c94dc-545f-4b18-8b5e-66d028f542ad is: ACTIVE; New status is: ACTIVE {{(pid=104527) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 25 07:37:01.705841 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db5e7cb7-072b-45e0-a3e2-0055877de742 req-3c8e7abe-72c9-423e-b612-1bfdde28a77d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 07:37:01.707389 dv-cinder-825492-15-iscsi neutron-server[104526]: INFO neutron.wsgi [req-db5e7cb7-072b-45e0-a3e2-0055877de742 req-3c8e7abe-72c9-423e-b612-1bfdde28a77d service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=39578c81fb5b4b208039318217fdb3a2&device_id=57fedc8c-b769-4f1d-b263-478dcb44da40 HTTP/1.1" status: 200 len: 1127 time: 0.2525318 May 25 07:37:01.780281 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.plugins.ml2.rpc [None req-4c581813-650f-4b4b-ac0f-82f585bea231 None None] Device 640c94dc-545f-4b18-8b5e-66d028f542ad up at agent ovs-agent-dv-cinder-825492-15-iscsi {{(pid=104527) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 25 07:37:01.862076 dv-cinder-825492-15-iscsi neutron-server[104525]: INFO neutron.wsgi [req-810ada72-8aa0-45fb-abdc-3802f8a1fca5 req-2ba812ab-d162-4054-a259-3e78e12fadd8 tempest-DeleteServersTestJSON-1468466414 tempest-DeleteServersTestJSON-1468466414-project] 10.222.0.24 "GET /v2.0/security-groups?id=14b7a71e-a874-4682-85d2-f3ac9c09834c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4340155 May 25 07:37:01.902162 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.db.provisioning_blocks [None req-4c581813-650f-4b4b-ac0f-82f585bea231 None None] Provisioning complete for port 640c94dc-545f-4b18-8b5e-66d028f542ad triggered by entity L2. {{(pid=104527) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 25 07:37:01.902897 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron_lib.callbacks.manager [None req-4c581813-650f-4b4b-ac0f-82f585bea231 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1490782'] for port (640c94dc-545f-4b18-8b5e-66d028f542ad), provisioning_complete {{(pid=104527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:37:01.913618 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8fdc9b5-9394-43b6-87ba-6b18befa8086 req-fac798fe-e9df-4249-8e6d-7591e7fcb097 tempest-AttachVolumeShelveTestJSON-605607613 tempest-AttachVolumeShelveTestJSON-605607613-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 07:37:01.916561 dv-cinder-825492-15-iscsi neutron-server[104526]: INFO neutron.wsgi [req-e8fdc9b5-9394-43b6-87ba-6b18befa8086 req-fac798fe-e9df-4249-8e6d-7591e7fcb097 tempest-AttachVolumeShelveTestJSON-605607613 tempest-AttachVolumeShelveTestJSON-605607613-project] 10.222.0.24 "GET /v2.0/networks?id=7eef0ae9-55de-48c4-ada3-da713e1942b9 HTTP/1.1" status: 200 len: 817 time: 0.3746641 May 25 07:37:02.029655 dv-cinder-825492-15-iscsi neutron-server[104526]: INFO neutron.wsgi [req-e8fdc9b5-9394-43b6-87ba-6b18befa8086 req-a0f2b2f9-12ce-41f6-b12b-bc42518690db tempest-AttachVolumeShelveTestJSON-605607613 tempest-AttachVolumeShelveTestJSON-605607613-project] 10.222.0.24 "GET /v2.0/quotas/c4406d5d0e2347f1b96c34496f5ba5ae HTTP/1.1" status: 200 len: 375 time: 0.1021454 May 25 07:37:02.090740 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.plugins.ml2.plugin [None req-4c581813-650f-4b4b-ac0f-82f585bea231 None None] Current status of the port 640c94dc-545f-4b18-8b5e-66d028f542ad is: ACTIVE; New status is: ACTIVE {{(pid=104527) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 25 07:37:02.115484 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron_lib.callbacks.manager [None req-798242cc-9ea0-464c-9109-86bd7997349e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754056472917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490168'] for agent (bbf5dc8c-5103-4973-a6b6-76af4660c126), after_update {{(pid=104527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:37:02.144258 dv-cinder-825492-15-iscsi neutron-server[104526]: INFO neutron.wsgi [req-e8fdc9b5-9394-43b6-87ba-6b18befa8086 req-b56a9d5f-d158-4c22-88aa-4797a0559ee5 tempest-AttachVolumeShelveTestJSON-605607613 tempest-AttachVolumeShelveTestJSON-605607613-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=c4406d5d0e2347f1b96c34496f5ba5ae&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1093359 May 25 07:37:02.151152 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 25 May 2022 07:36:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-92d45221-6684-4c54-b350-56e50b829fe1 x-openstack-request-id: req-92d45221-6684-4c54-b350-56e50b829fe1 {{(pid=104525) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 25 07:37:02.151700 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f652bc42-42f2-4664-b614-603b3ddf84b1", "tag": "5d521607-ce1e-41b4-a067-fdc197d09700", "status": "completed", "code": 200}]} {{(pid=104525) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 25 07:37:02.152649 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-92d45221-6684-4c54-b350-56e50b829fe1 {{(pid=104525) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 25 07:37:02.153416 dv-cinder-825492-15-iscsi neutron-server[104525]: INFO neutron.notifiers.nova [-] Nova event matching ['req-92d45221-6684-4c54-b350-56e50b829fe1'] response: {'name': 'network-changed', 'server_uuid': 'f652bc42-42f2-4664-b614-603b3ddf84b1', 'tag': '5d521607-ce1e-41b4-a067-fdc197d09700', 'status': 'completed', 'code': 200} May 25 07:37:02.230443 dv-cinder-825492-15-iscsi neutron-server[104525]: INFO neutron.wsgi [req-4ba95d41-7481-4ccb-89cf-09e68a93f328 req-e52dc23f-1af3-4074-b04a-55bbbe83fc9d tempest-AttachVolumeTestJSON-631109292 tempest-AttachVolumeTestJSON-631109292-project] 10.222.0.24 "GET /v2.0/ports?device_id=a8b10bee-95b1-4bfb-a9c5-6c15db78ba25 HTTP/1.1" status: 200 len: 210 time: 0.0328751 May 25 07:37:02.237187 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db5e7cb7-072b-45e0-a3e2-0055877de742 req-464f34be-b805-45e6-b598-6f56227f3cda service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 07:37:02.238676 dv-cinder-825492-15-iscsi neutron-server[104526]: INFO neutron.wsgi [req-db5e7cb7-072b-45e0-a3e2-0055877de742 req-464f34be-b805-45e6-b598-6f56227f3cda service neutron] 10.222.0.41 "GET /v2.0/networks?id=393dac28-ed3c-466a-907d-db6538b59cca HTTP/1.1" status: 200 len: 913 time: 0.3207664 May 25 07:37:02.292508 dv-cinder-825492-15-iscsi neutron-server[104526]: INFO neutron.wsgi [req-e8fdc9b5-9394-43b6-87ba-6b18befa8086 req-8977a078-99d2-471a-b267-ada554e834f9 service neutron] 10.222.0.24 "GET /v2.0/networks/7eef0ae9-55de-48c4-ada3-da713e1942b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1487305 May 25 07:37:02.332302 dv-cinder-825492-15-iscsi neutron-server[104525]: INFO neutron.wsgi [req-f20e91e1-e86f-4e13-8582-b6353dd8a926 req-782e4e52-74bf-4cf5-a0fd-a19d78c260e0 tempest-AttachVolumeNegativeTest-1464534600 tempest-AttachVolumeNegativeTest-1464534600-project] 10.222.0.24 "GET /v2.0/ports?device_id=f7f15090-8fe0-4ebd-b4e6-2aad101f417b HTTP/1.1" status: 200 len: 210 time: 0.0451171 May 25 07:37:02.414116 dv-cinder-825492-15-iscsi neutron-server[104526]: INFO neutron.wsgi [req-e8fdc9b5-9394-43b6-87ba-6b18befa8086 req-c8a7f4de-ac2e-400e-843d-698db993ff09 service neutron] 10.222.0.24 "GET /v2.0/networks/7eef0ae9-55de-48c4-ada3-da713e1942b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1205037 May 25 07:37:02.518784 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71aef190-6ca0-4313-81ec-dc8939952440 req-5dcb5442-a414-40b4-bdc9-9a3a207c3dcd tempest-ServerRescueNegativeTestJSON-274124411 tempest-ServerRescueNegativeTestJSON-274124411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 07:37:02.520275 dv-cinder-825492-15-iscsi neutron-server[104525]: INFO neutron.wsgi [req-71aef190-6ca0-4313-81ec-dc8939952440 req-5dcb5442-a414-40b4-bdc9-9a3a207c3dcd tempest-ServerRescueNegativeTestJSON-274124411 tempest-ServerRescueNegativeTestJSON-274124411-project] 10.222.0.24 "GET /v2.0/ports?device_id=f652bc42-42f2-4664-b614-603b3ddf84b1 HTTP/1.1" status: 200 len: 943 time: 0.0692108 May 25 07:37:02.581308 dv-cinder-825492-15-iscsi neutron-server[104525]: INFO neutron.wsgi [req-71aef190-6ca0-4313-81ec-dc8939952440 req-a892b565-d146-45ad-8efb-fd5ca2144b1c tempest-ServerRescueNegativeTestJSON-274124411 tempest-ServerRescueNegativeTestJSON-274124411-project] 10.222.0.24 "GET /v2.0/security-groups?id=98ed3ba3-167d-4434-bd0b-9600585017a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536470 May 25 07:37:02.676148 dv-cinder-825492-15-iscsi neutron-server[104525]: INFO neutron.wsgi [req-ce811dc6-a4a0-4996-a10a-ae8e3d325288 req-2f3d0ad4-482b-4f2f-a484-5f07c70cd23e tempest-AttachVolumeShelveTestJSON-605607613 tempest-AttachVolumeShelveTestJSON-605607613-project] 10.222.0.24 "GET /v2.0/ports?device_id=6d360341-449d-4b49-8b66-a02a969171fd HTTP/1.1" status: 200 len: 210 time: 0.0293097 May 25 07:37:02.821835 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG dbcounter [-] [104526] Writing DB stats neutron:SELECT=92,neutron:INSERT=3,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=104526) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 07:37:03.010206 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG dbcounter [-] [104527] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104527) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 07:37:03.017288 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2215455f-44b3-4a8d-a34e-75a4c554f5ea req-8f84d507-dbe6-4377-af04-e51538b90ac6 tempest-DeleteServersTestJSON-1468466414 tempest-DeleteServersTestJSON-1468466414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 07:37:03.019636 dv-cinder-825492-15-iscsi neutron-server[104526]: INFO neutron.wsgi [req-2215455f-44b3-4a8d-a34e-75a4c554f5ea req-8f84d507-dbe6-4377-af04-e51538b90ac6 tempest-DeleteServersTestJSON-1468466414 tempest-DeleteServersTestJSON-1468466414-project] 10.222.0.24 "GET /v2.0/ports?device_id=57fedc8c-b769-4f1d-b263-478dcb44da40 HTTP/1.1" status: 200 len: 943 time: 0.0759237 May 25 07:37:03.068328 dv-cinder-825492-15-iscsi neutron-server[104526]: INFO neutron.wsgi [req-2215455f-44b3-4a8d-a34e-75a4c554f5ea req-f3903c26-b85b-456e-b3b0-b40d0fdb7644 tempest-DeleteServersTestJSON-1468466414 tempest-DeleteServersTestJSON-1468466414-project] 10.222.0.24 "GET /v2.0/security-groups?id=14b7a71e-a874-4682-85d2-f3ac9c09834c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431850 May 25 07:37:03.138280 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2d5a90d7-311f-4e4a-84c2-ff14c0440bd2', 'tag': '37369604-0009-4591-97a8-6e3c90d97049'}] {{(pid=104526) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 25 07:37:03.140757 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db633a5f02cadde147c9bc1566607705b0433b891c7275f259bdbd209e6b6683" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2c7aed0c-51f8-4a0e-a134-9472bc89454c" -d '{"events": [{"name": "network-changed", "server_uuid": "2d5a90d7-311f-4e4a-84c2-ff14c0440bd2", "tag": "37369604-0009-4591-97a8-6e3c90d97049"}]}' {{(pid=104526) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 25 07:37:03.184382 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 25 May 2022 07:37:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1c693833-9b69-43d5-9434-2bc8d7b2c7bc x-openstack-request-id: req-1c693833-9b69-43d5-9434-2bc8d7b2c7bc {{(pid=104526) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 25 07:37:03.184888 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2d5a90d7-311f-4e4a-84c2-ff14c0440bd2", "tag": "37369604-0009-4591-97a8-6e3c90d97049", "status": "completed", "code": 200}]} {{(pid=104526) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 25 07:37:03.185179 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-1c693833-9b69-43d5-9434-2bc8d7b2c7bc {{(pid=104526) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 25 07:37:03.185760 dv-cinder-825492-15-iscsi neutron-server[104526]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1c693833-9b69-43d5-9434-2bc8d7b2c7bc'] response: {'name': 'network-changed', 'server_uuid': '2d5a90d7-311f-4e4a-84c2-ff14c0440bd2', 'tag': '37369604-0009-4591-97a8-6e3c90d97049', 'status': 'completed', 'code': 200} May 25 07:37:03.357329 dv-cinder-825492-15-iscsi neutron-server[104526]: INFO neutron.wsgi [req-bd4c9497-15a8-4734-a1fe-86e7f9fc2deb req-da6aa1b8-dbfc-492b-b8b0-85e417f816ac tempest-AttachVolumeTestJSON-631109292 tempest-AttachVolumeTestJSON-631109292-project] 10.222.0.24 "GET /v2.0/ports?device_id=a8b10bee-95b1-4bfb-a9c5-6c15db78ba25 HTTP/1.1" status: 200 len: 210 time: 0.0544167 May 25 07:37:03.452063 dv-cinder-825492-15-iscsi neutron-server[104525]: INFO neutron.wsgi [req-15992e1c-4692-4fd5-bd21-827995042ff4 req-6e67f2b0-622e-46c6-b414-b43414994452 tempest-AttachVolumeNegativeTest-1464534600 tempest-AttachVolumeNegativeTest-1464534600-project] 10.222.0.24 "GET /v2.0/ports?device_id=f7f15090-8fe0-4ebd-b4e6-2aad101f417b HTTP/1.1" status: 200 len: 210 time: 0.0327761 May 25 07:37:03.700829 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-954fab19-b762-451a-9d55-9ec57f2243c8 req-7568c72b-653f-45b5-8385-9f9d8d32574e tempest-ServerRescueNegativeTestJSON-274124411 tempest-ServerRescueNegativeTestJSON-274124411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 07:37:03.702854 dv-cinder-825492-15-iscsi neutron-server[104526]: INFO neutron.wsgi [req-954fab19-b762-451a-9d55-9ec57f2243c8 req-7568c72b-653f-45b5-8385-9f9d8d32574e tempest-ServerRescueNegativeTestJSON-274124411 tempest-ServerRescueNegativeTestJSON-274124411-project] 10.222.0.24 "GET /v2.0/ports?device_id=f652bc42-42f2-4664-b614-603b3ddf84b1 HTTP/1.1" status: 200 len: 943 time: 0.0457540 May 25 07:37:03.766900 dv-cinder-825492-15-iscsi neutron-server[104526]: INFO neutron.wsgi [req-954fab19-b762-451a-9d55-9ec57f2243c8 req-db3807bc-5f58-4db1-a1c7-6b4f9de99241 tempest-ServerRescueNegativeTestJSON-274124411 tempest-ServerRescueNegativeTestJSON-274124411-project] 10.222.0.24 "GET /v2.0/security-groups?id=98ed3ba3-167d-4434-bd0b-9600585017a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565300 May 25 07:37:03.798958 dv-cinder-825492-15-iscsi neutron-server[104525]: INFO neutron.wsgi [req-683de170-4930-4347-9d18-5e57719af37b req-a9b0c59f-2f13-4d7f-b9bb-c7b596d9deb6 tempest-AttachVolumeShelveTestJSON-605607613 tempest-AttachVolumeShelveTestJSON-605607613-project] 10.222.0.24 "GET /v2.0/ports?device_id=6d360341-449d-4b49-8b66-a02a969171fd HTTP/1.1" status: 200 len: 210 time: 0.0504153 May 25 07:37:03.805844 dv-cinder-825492-15-iscsi neutron-server[104526]: INFO neutron.wsgi [req-db5e7cb7-072b-45e0-a3e2-0055877de742 req-14a2e229-9ba9-4509-b517-9c6ede912366 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=25dfc8d5-59b2-4523-b077-3638d5408b3d HTTP/1.1" status: 200 len: 217 time: 0.0505910 May 25 07:37:03.832745 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69817771-127f-49f9-9bc8-04aa2d824693 req-db84a9ef-a3e8-4c1a-8974-4d92d62843d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 07:37:03.842800 dv-cinder-825492-15-iscsi neutron-server[104525]: INFO neutron.wsgi [req-69817771-127f-49f9-9bc8-04aa2d824693 req-db84a9ef-a3e8-4c1a-8974-4d92d62843d4 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=d4719a4804e24f27b9427e58c5cbe13b&device_id=f652bc42-42f2-4664-b614-603b3ddf84b1 HTTP/1.1" status: 200 len: 1127 time: 0.0442245 May 25 07:37:04.189719 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a83ca39-819b-4440-bb84-0d5d04fc49c4 req-be9505d8-1c97-48bb-99e6-530439e1cf74 tempest-DeleteServersTestJSON-1468466414 tempest-DeleteServersTestJSON-1468466414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 07:37:04.191215 dv-cinder-825492-15-iscsi neutron-server[104525]: INFO neutron.wsgi [req-9a83ca39-819b-4440-bb84-0d5d04fc49c4 req-be9505d8-1c97-48bb-99e6-530439e1cf74 tempest-DeleteServersTestJSON-1468466414 tempest-DeleteServersTestJSON-1468466414-project] 10.222.0.24 "GET /v2.0/ports?device_id=57fedc8c-b769-4f1d-b263-478dcb44da40 HTTP/1.1" status: 200 len: 943 time: 0.0498936 May 25 07:37:04.228800 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.plugins.ml2.rpc [None req-798242cc-9ea0-464c-9109-86bd7997349e None None] Device 25dfc8d5-59b2-4523-b077-3638d5408b3d details requested by agent hyperv_hv-cinder-82549 with host hv-cinder-82549 {{(pid=104527) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 25 07:37:04.241441 dv-cinder-825492-15-iscsi neutron-server[104525]: INFO neutron.wsgi [req-9a83ca39-819b-4440-bb84-0d5d04fc49c4 req-a351475e-a1aa-44cf-8e29-6f80ff9433b5 tempest-DeleteServersTestJSON-1468466414 tempest-DeleteServersTestJSON-1468466414-project] 10.222.0.24 "GET /v2.0/security-groups?id=14b7a71e-a874-4682-85d2-f3ac9c09834c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445740 May 25 07:37:04.340149 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.plugins.ml2.db [None req-798242cc-9ea0-464c-9109-86bd7997349e None None] For port 25dfc8d5-59b2-4523-b077-3638d5408b3d, host hv-cinder-82549, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82549',level=0,port_id=25dfc8d5-59b2-4523-b077-3638d5408b3d,segment=NetworkSegment(3f3ca2e8-0b6a-4310-9de6-1d405d8acaba),segment_id=3f3ca2e8-0b6a-4310-9de6-1d405d8acaba)] {{(pid=104527) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 07:37:04.351621 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.plugins.ml2.rpc [None req-798242cc-9ea0-464c-9109-86bd7997349e None None] Returning: {'device': '25dfc8d5-59b2-4523-b077-3638d5408b3d', 'network_id': '393dac28-ed3c-466a-907d-db6538b59cca', 'port_id': '25dfc8d5-59b2-4523-b077-3638d5408b3d', 'mac_address': 'fa:16:3e:81:47:1b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 266, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4e7fa0a7-2e65-44c2-8a1b-e3bcf2fad0a3', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104527) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 25 07:37:04.389498 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.plugins.ml2.plugin [None req-798242cc-9ea0-464c-9109-86bd7997349e None None] Current status of the port 25dfc8d5-59b2-4523-b077-3638d5408b3d is: DOWN; New status is: BUILD {{(pid=104527) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 25 07:37:04.389928 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron_lib.callbacks.manager [None req-798242cc-9ea0-464c-9109-86bd7997349e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-616651'] for port (25dfc8d5-59b2-4523-b077-3638d5408b3d), before_update {{(pid=104527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:37:04.409302 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.notifiers.nova [None req-798242cc-9ea0-464c-9109-86bd7997349e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 25dfc8d5-59b2-4523-b077-3638d5408b3d {{(pid=104527) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 25 07:37:04.431602 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.plugins.ml2.db [None req-798242cc-9ea0-464c-9109-86bd7997349e None None] For port 25dfc8d5-59b2-4523-b077-3638d5408b3d, host hv-cinder-82549, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82549',level=0,port_id=25dfc8d5-59b2-4523-b077-3638d5408b3d,segment=NetworkSegment(3f3ca2e8-0b6a-4310-9de6-1d405d8acaba),segment_id=3f3ca2e8-0b6a-4310-9de6-1d405d8acaba)] {{(pid=104527) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 07:37:04.469160 dv-cinder-825492-15-iscsi neutron-server[104526]: INFO neutron.wsgi [req-d8f80ebe-c343-4d7a-993b-fd1a467aac7e req-d74d1d91-43fb-4875-856b-34421fdd7d64 tempest-AttachVolumeTestJSON-631109292 tempest-AttachVolumeTestJSON-631109292-project] 10.222.0.24 "GET /v2.0/ports?device_id=a8b10bee-95b1-4bfb-a9c5-6c15db78ba25 HTTP/1.1" status: 200 len: 210 time: 0.0294127 May 25 07:37:04.587211 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron_lib.callbacks.manager [None req-798242cc-9ea0-464c-9109-86bd7997349e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-617841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612926', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754056714442', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754056173882', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754056173900'] for port (25dfc8d5-59b2-4523-b077-3638d5408b3d), after_update {{(pid=104527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:37:04.600082 dv-cinder-825492-15-iscsi neutron-server[104525]: INFO neutron.wsgi [req-fee3bb44-d957-4690-a250-3cdc1c48187b req-74b594ef-7412-4d3e-96cc-ba666449248f tempest-AttachVolumeNegativeTest-1464534600 tempest-AttachVolumeNegativeTest-1464534600-project] 10.222.0.24 "GET /v2.0/ports?device_id=f7f15090-8fe0-4ebd-b4e6-2aad101f417b HTTP/1.1" status: 200 len: 210 time: 0.0732267 May 25 07:37:04.611182 dv-cinder-825492-15-iscsi neutron-server[104528]: DEBUG dbcounter [-] [104528] Writing DB stats neutron:SELECT=42 {{(pid=104528) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 07:37:04.642808 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c7aed0c-51f8-4a0e-a134-9472bc89454c req-4ce648c5-bf03-4b22-bb83-5dba39bac32e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 07:37:04.644372 dv-cinder-825492-15-iscsi neutron-server[104526]: INFO neutron.wsgi [req-2c7aed0c-51f8-4a0e-a134-9472bc89454c req-4ce648c5-bf03-4b22-bb83-5dba39bac32e service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=d4719a4804e24f27b9427e58c5cbe13b&device_id=2d5a90d7-311f-4e4a-84c2-ff14c0440bd2 HTTP/1.1" status: 200 len: 1127 time: 0.0982277 May 25 07:37:04.645804 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db5e7cb7-072b-45e0-a3e2-0055877de742 req-3154e38b-2fcf-4721-9aa4-65091cf8e6f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 07:37:04.650020 dv-cinder-825492-15-iscsi neutron-server[104526]: INFO neutron.wsgi [req-db5e7cb7-072b-45e0-a3e2-0055877de742 req-3154e38b-2fcf-4721-9aa4-65091cf8e6f3 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=4e7fa0a7-2e65-44c2-8a1b-e3bcf2fad0a3 HTTP/1.1" status: 200 len: 852 time: 0.1167040 May 25 07:37:04.657025 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG dbcounter [-] [104527] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104527) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 07:37:04.663061 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-798242cc-9ea0-464c-9109-86bd7997349e None None] Pushing event updated for resources: {'Port': ['ID=25dfc8d5-59b2-4523-b077-3638d5408b3d,revision_number=4']} {{(pid=104527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 07:37:04.741556 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG dbcounter [-] [104525] Writing DB stats neutron:SELECT=95,neutron:UPDATE=3,neutron:INSERT=2 {{(pid=104525) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 07:37:04.783771 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69817771-127f-49f9-9bc8-04aa2d824693 req-bf565462-a973-4aa2-a2e8-f40d7a1424f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 07:37:04.785314 dv-cinder-825492-15-iscsi neutron-server[104525]: INFO neutron.wsgi [req-69817771-127f-49f9-9bc8-04aa2d824693 req-bf565462-a973-4aa2-a2e8-f40d7a1424f7 service neutron] 10.222.0.41 "GET /v2.0/networks?id=e9255b8f-85b1-4659-9bc1-7aaec6681338 HTTP/1.1" status: 200 len: 917 time: 0.2484298 May 25 07:37:04.786978 dv-cinder-825492-15-iscsi neutron-server[104526]: INFO neutron.wsgi [req-db5e7cb7-072b-45e0-a3e2-0055877de742 req-5afbe9c7-aefe-4745-810c-c1dc27716e23 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=393dac28-ed3c-466a-907d-db6538b59cca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1167350 May 25 07:37:04.836312 dv-cinder-825492-15-iscsi neutron-server[104525]: INFO neutron.wsgi [req-69817771-127f-49f9-9bc8-04aa2d824693 req-6c9e80e2-5b5e-47ce-97d4-13c2585db7d4 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=5d521607-ce1e-41b4-a067-fdc197d09700 HTTP/1.1" status: 200 len: 217 time: 0.0398016 May 25 07:37:04.875780 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c7aed0c-51f8-4a0e-a134-9472bc89454c req-7cc3f1f4-5c9e-4ab0-825e-78f33596a152 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 07:37:04.877316 dv-cinder-825492-15-iscsi neutron-server[104526]: INFO neutron.wsgi [req-2c7aed0c-51f8-4a0e-a134-9472bc89454c req-7cc3f1f4-5c9e-4ab0-825e-78f33596a152 service neutron] 10.222.0.41 "GET /v2.0/networks?id=e9255b8f-85b1-4659-9bc1-7aaec6681338 HTTP/1.1" status: 200 len: 917 time: 0.2217438 May 25 07:37:04.910121 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.plugins.ml2.db [None req-798242cc-9ea0-464c-9109-86bd7997349e None None] get_ports_and_sgs() called for port_ids ['25dfc8d5-59b2-4523-b077-3638d5408b3d'] {{(pid=104527) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 25 07:37:04.924015 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69817771-127f-49f9-9bc8-04aa2d824693 req-18b06243-e3e3-4a2c-8edd-f327c02b28cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 07:37:04.925818 dv-cinder-825492-15-iscsi neutron-server[104525]: INFO neutron.wsgi [req-69817771-127f-49f9-9bc8-04aa2d824693 req-18b06243-e3e3-4a2c-8edd-f327c02b28cb service neutron] 10.222.0.41 "GET /v2.0/subnets?id=2bd01566-eaf4-4493-b26a-8c7ef6fcaf51 HTTP/1.1" status: 200 len: 855 time: 0.0757387 May 25 07:37:04.930427 dv-cinder-825492-15-iscsi neutron-server[104526]: INFO neutron.wsgi [req-8de9c868-3c09-4e41-8f43-11e8c967177a req-ba2c55b5-0ae2-49f0-a1b4-1c4f7bf9b825 tempest-AttachVolumeShelveTestJSON-605607613 tempest-AttachVolumeShelveTestJSON-605607613-project] 10.222.0.24 "GET /v2.0/ports?device_id=6d360341-449d-4b49-8b66-a02a969171fd HTTP/1.1" status: 200 len: 210 time: 0.0567601 May 25 07:37:04.965636 dv-cinder-825492-15-iscsi neutron-server[104526]: INFO neutron.wsgi [req-2c7aed0c-51f8-4a0e-a134-9472bc89454c req-01102265-b9bc-4dc6-a366-1bac5034c216 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=37369604-0009-4591-97a8-6e3c90d97049 HTTP/1.1" status: 200 len: 217 time: 0.0525281 May 25 07:37:05.008960 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f4f465f-17b1-4fe7-888b-88adaba43cec req-4071f98a-1a58-4bd2-a0be-ccd618bfa8a7 tempest-ServerRescueNegativeTestJSON-274124411 tempest-ServerRescueNegativeTestJSON-274124411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 07:37:05.011974 dv-cinder-825492-15-iscsi neutron-server[104525]: INFO neutron.wsgi [req-4f4f465f-17b1-4fe7-888b-88adaba43cec req-4071f98a-1a58-4bd2-a0be-ccd618bfa8a7 tempest-ServerRescueNegativeTestJSON-274124411 tempest-ServerRescueNegativeTestJSON-274124411-project] 10.222.0.24 "GET /v2.0/ports?device_id=f652bc42-42f2-4664-b614-603b3ddf84b1 HTTP/1.1" status: 200 len: 943 time: 0.1184313 May 25 07:37:05.020578 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69817771-127f-49f9-9bc8-04aa2d824693 req-ee7ee339-e2b2-4739-8dff-8a9cde4d1fff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 07:37:05.022569 dv-cinder-825492-15-iscsi neutron-server[104525]: INFO neutron.wsgi [req-69817771-127f-49f9-9bc8-04aa2d824693 req-ee7ee339-e2b2-4739-8dff-8a9cde4d1fff service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=e9255b8f-85b1-4659-9bc1-7aaec6681338&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0762577 May 25 07:37:05.037366 dv-cinder-825492-15-iscsi neutron-server[104526]: INFO neutron.wsgi [req-db5e7cb7-072b-45e0-a3e2-0055877de742 req-a3a97564-3c7a-46f6-b3e7-6948f90f3669 service neutron] 10.222.0.41 "GET /v2.0/networks/393dac28-ed3c-466a-907d-db6538b59cca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2393508 May 25 07:37:05.111480 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c7aed0c-51f8-4a0e-a134-9472bc89454c req-48802720-1797-473f-a492-6431c3d3db19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 07:37:05.112980 dv-cinder-825492-15-iscsi neutron-server[104526]: INFO neutron.wsgi [req-2c7aed0c-51f8-4a0e-a134-9472bc89454c req-48802720-1797-473f-a492-6431c3d3db19 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=2bd01566-eaf4-4493-b26a-8c7ef6fcaf51 HTTP/1.1" status: 200 len: 855 time: 0.1400542 May 25 07:37:05.132788 dv-cinder-825492-15-iscsi neutron-server[104525]: INFO neutron.wsgi [req-4f4f465f-17b1-4fe7-888b-88adaba43cec req-b301ccc6-01ba-4342-bc73-c776f5873da3 tempest-ServerRescueNegativeTestJSON-274124411 tempest-ServerRescueNegativeTestJSON-274124411-project] 10.222.0.24 "GET /v2.0/security-groups?id=98ed3ba3-167d-4434-bd0b-9600585017a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1108994 May 25 07:37:05.181416 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c7aed0c-51f8-4a0e-a134-9472bc89454c req-14e49c58-dc30-453d-bc0a-ba0d50810e3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 07:37:05.182915 dv-cinder-825492-15-iscsi neutron-server[104526]: INFO neutron.wsgi [req-2c7aed0c-51f8-4a0e-a134-9472bc89454c req-14e49c58-dc30-453d-bc0a-ba0d50810e3e service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=e9255b8f-85b1-4659-9bc1-7aaec6681338&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0632610 May 25 07:37:05.201023 dv-cinder-825492-15-iscsi neutron-server[104525]: INFO neutron.wsgi [req-69817771-127f-49f9-9bc8-04aa2d824693 req-9618831d-0f5c-4f73-8f87-d65e1a044542 service neutron] 10.222.0.41 "GET /v2.0/networks/e9255b8f-85b1-4659-9bc1-7aaec6681338?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1536243 May 25 07:37:05.215692 dv-cinder-825492-15-iscsi neutron-server[104526]: INFO neutron.wsgi [req-db5e7cb7-072b-45e0-a3e2-0055877de742 req-36587548-b6e3-4712-9e72-821041396416 service neutron] 10.222.0.41 "GET /v2.0/networks/393dac28-ed3c-466a-907d-db6538b59cca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1698360 May 25 07:37:05.277527 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron_lib.callbacks.manager [None req-d103fce8-c152-420d-a11b-2a8a2b0ddeaf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754056472917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490168'] for agent (6cf9466f-68ff-4d03-9bb6-0c8244fa88eb), after_update {{(pid=104527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:37:05.292318 dv-cinder-825492-15-iscsi neutron-server[104526]: INFO neutron.wsgi [req-2c7aed0c-51f8-4a0e-a134-9472bc89454c req-b668911a-d414-415b-bb70-5b0916d78895 service neutron] 10.222.0.41 "GET /v2.0/networks/e9255b8f-85b1-4659-9bc1-7aaec6681338?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0988727 May 25 07:37:05.391035 dv-cinder-825492-15-iscsi neutron-server[104525]: INFO neutron.wsgi [req-69817771-127f-49f9-9bc8-04aa2d824693 req-8669f91b-f635-484f-936c-ae5ad1948d46 service neutron] 10.222.0.41 "GET /v2.0/networks/e9255b8f-85b1-4659-9bc1-7aaec6681338?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1362472 May 25 07:37:05.425776 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d15f9abe-8206-4d12-be7e-2bc6887f6639 req-e2b6f9de-9263-4908-8be2-7133677178ce tempest-DeleteServersTestJSON-1468466414 tempest-DeleteServersTestJSON-1468466414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 07:37:05.427262 dv-cinder-825492-15-iscsi neutron-server[104526]: INFO neutron.wsgi [req-d15f9abe-8206-4d12-be7e-2bc6887f6639 req-e2b6f9de-9263-4908-8be2-7133677178ce tempest-DeleteServersTestJSON-1468466414 tempest-DeleteServersTestJSON-1468466414-project] 10.222.0.24 "GET /v2.0/ports?device_id=57fedc8c-b769-4f1d-b263-478dcb44da40 HTTP/1.1" status: 200 len: 944 time: 0.0628357 May 25 07:37:05.455279 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG dbcounter [-] [104525] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=104525) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 07:37:05.457276 dv-cinder-825492-15-iscsi neutron-server[104526]: INFO neutron.wsgi [req-2c7aed0c-51f8-4a0e-a134-9472bc89454c req-4c40e8c7-ff58-48d0-8b4a-c5d72c8203fe service neutron] 10.222.0.41 "GET /v2.0/networks/e9255b8f-85b1-4659-9bc1-7aaec6681338?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1582046 May 25 07:37:05.492687 dv-cinder-825492-15-iscsi neutron-server[104526]: INFO neutron.wsgi [req-d15f9abe-8206-4d12-be7e-2bc6887f6639 req-f248a91e-623a-4c63-afac-3b87f3b929db tempest-DeleteServersTestJSON-1468466414 tempest-DeleteServersTestJSON-1468466414-project] 10.222.0.24 "GET /v2.0/security-groups?id=14b7a71e-a874-4682-85d2-f3ac9c09834c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585814 May 25 07:37:05.572842 dv-cinder-825492-15-iscsi neutron-server[104525]: INFO neutron.wsgi [req-55434940-c991-4887-a694-93a541e67552 req-1ed959d0-5d64-426f-bf86-09dac8e35477 tempest-AttachVolumeTestJSON-631109292 tempest-AttachVolumeTestJSON-631109292-project] 10.222.0.24 "GET /v2.0/ports?device_id=a8b10bee-95b1-4bfb-a9c5-6c15db78ba25 HTTP/1.1" status: 200 len: 210 time: 0.0283327 May 25 07:37:05.696916 dv-cinder-825492-15-iscsi neutron-server[104526]: INFO neutron.wsgi [req-70bbb412-c06f-453f-8a40-d150e53c4500 req-4a2f170f-2a4a-4a01-974b-211beb2b5a16 tempest-AttachVolumeNegativeTest-1464534600 tempest-AttachVolumeNegativeTest-1464534600-project] 10.222.0.24 "GET /v2.0/ports?device_id=f7f15090-8fe0-4ebd-b4e6-2aad101f417b HTTP/1.1" status: 200 len: 210 time: 0.0293984 May 25 07:37:06.070093 dv-cinder-825492-15-iscsi neutron-server[104525]: INFO neutron.wsgi [req-bacabcbd-7948-4ec8-adc4-13a55d546c0f req-d64dc3c1-4066-4c08-8a4c-2cb9d68ac45a tempest-AttachVolumeShelveTestJSON-605607613 tempest-AttachVolumeShelveTestJSON-605607613-project] 10.222.0.24 "GET /v2.0/ports?device_id=6d360341-449d-4b49-8b66-a02a969171fd HTTP/1.1" status: 200 len: 210 time: 0.0302436 May 25 07:37:06.238861 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.plugins.ml2.rpc [None req-798242cc-9ea0-464c-9109-86bd7997349e None None] Device 37369604-0009-4591-97a8-6e3c90d97049 details requested by agent hyperv_hv-cinder-82549 with host hv-cinder-82549 {{(pid=104527) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 25 07:37:06.241325 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cf9481c-6a01-47a2-812b-490b0ff6ea40 req-75dc3efb-c374-44ca-ae38-19c67981b1a2 tempest-ServerRescueNegativeTestJSON-274124411 tempest-ServerRescueNegativeTestJSON-274124411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 07:37:06.242827 dv-cinder-825492-15-iscsi neutron-server[104526]: INFO neutron.wsgi [req-2cf9481c-6a01-47a2-812b-490b0ff6ea40 req-75dc3efb-c374-44ca-ae38-19c67981b1a2 tempest-ServerRescueNegativeTestJSON-274124411 tempest-ServerRescueNegativeTestJSON-274124411-project] 10.222.0.24 "GET /v2.0/ports?device_id=f652bc42-42f2-4664-b614-603b3ddf84b1 HTTP/1.1" status: 200 len: 943 time: 0.0465949 May 25 07:37:06.269245 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.plugins.ml2.rpc [None req-798242cc-9ea0-464c-9109-86bd7997349e None None] Device 25dfc8d5-59b2-4523-b077-3638d5408b3d up at agent hyperv_hv-cinder-82549 {{(pid=104527) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 25 07:37:06.298063 dv-cinder-825492-15-iscsi neutron-server[104526]: INFO neutron.wsgi [req-2cf9481c-6a01-47a2-812b-490b0ff6ea40 req-03b34316-bb16-4777-b130-00f4baf3cf61 tempest-ServerRescueNegativeTestJSON-274124411 tempest-ServerRescueNegativeTestJSON-274124411-project] 10.222.0.24 "GET /v2.0/security-groups?id=98ed3ba3-167d-4434-bd0b-9600585017a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481541 May 25 07:37:06.443928 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.db.provisioning_blocks [None req-798242cc-9ea0-464c-9109-86bd7997349e None None] Provisioning for port 25dfc8d5-59b2-4523-b077-3638d5408b3d completed by entity L2. {{(pid=104527) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 25 07:37:06.443928 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.plugins.ml2.db [None req-798242cc-9ea0-464c-9109-86bd7997349e None None] For port 37369604-0009-4591-97a8-6e3c90d97049, host hv-cinder-82549, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82549',level=0,port_id=37369604-0009-4591-97a8-6e3c90d97049,segment=NetworkSegment(969a65dc-e069-48a8-ad7f-e38fdf9684ce),segment_id=969a65dc-e069-48a8-ad7f-e38fdf9684ce)] {{(pid=104527) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 07:37:06.443928 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.plugins.ml2.rpc [None req-798242cc-9ea0-464c-9109-86bd7997349e None None] Returning: {'device': '37369604-0009-4591-97a8-6e3c90d97049', 'network_id': 'e9255b8f-85b1-4659-9bc1-7aaec6681338', 'port_id': '37369604-0009-4591-97a8-6e3c90d97049', 'mac_address': 'fa:16:3e:9e:df:36', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 252, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2bd01566-eaf4-4493-b26a-8c7ef6fcaf51', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104527) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 25 07:37:06.443928 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.plugins.ml2.plugin [None req-798242cc-9ea0-464c-9109-86bd7997349e None None] Current status of the port 37369604-0009-4591-97a8-6e3c90d97049 is: DOWN; New status is: BUILD {{(pid=104527) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 25 07:37:06.443928 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron_lib.callbacks.manager [None req-798242cc-9ea0-464c-9109-86bd7997349e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-616651'] for port (37369604-0009-4591-97a8-6e3c90d97049), before_update {{(pid=104527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:37:06.457760 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.notifiers.nova [None req-798242cc-9ea0-464c-9109-86bd7997349e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 37369604-0009-4591-97a8-6e3c90d97049 {{(pid=104527) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 25 07:37:06.482577 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.plugins.ml2.db [None req-798242cc-9ea0-464c-9109-86bd7997349e None None] For port 37369604-0009-4591-97a8-6e3c90d97049, host hv-cinder-82549, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82549',level=0,port_id=37369604-0009-4591-97a8-6e3c90d97049,segment=NetworkSegment(969a65dc-e069-48a8-ad7f-e38fdf9684ce),segment_id=969a65dc-e069-48a8-ad7f-e38fdf9684ce)] {{(pid=104527) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 07:37:06.600585 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG dbcounter [-] [104527] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=104527) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 07:37:06.614373 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb0f987a-d399-4c7f-8d63-0f556eaf642e req-b3b9ffdb-834b-4057-b22a-cacdefbacf8b tempest-DeleteServersTestJSON-1468466414 tempest-DeleteServersTestJSON-1468466414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 07:37:06.621071 dv-cinder-825492-15-iscsi neutron-server[104525]: INFO neutron.wsgi [req-cb0f987a-d399-4c7f-8d63-0f556eaf642e req-b3b9ffdb-834b-4057-b22a-cacdefbacf8b tempest-DeleteServersTestJSON-1468466414 tempest-DeleteServersTestJSON-1468466414-project] 10.222.0.24 "GET /v2.0/ports?device_id=57fedc8c-b769-4f1d-b263-478dcb44da40 HTTP/1.1" status: 200 len: 944 time: 0.0560377 May 25 07:37:06.666964 dv-cinder-825492-15-iscsi neutron-server[104525]: INFO neutron.wsgi [req-cb0f987a-d399-4c7f-8d63-0f556eaf642e req-3734a958-6518-4f2b-ab07-1db371aa2be6 tempest-DeleteServersTestJSON-1468466414 tempest-DeleteServersTestJSON-1468466414-project] 10.222.0.24 "GET /v2.0/security-groups?id=14b7a71e-a874-4682-85d2-f3ac9c09834c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448050 May 25 07:37:06.720603 dv-cinder-825492-15-iscsi neutron-server[104526]: INFO neutron.wsgi [req-7a03f843-811e-4edc-ae42-307ccbec7bc7 req-cedf6524-a983-4728-98e8-5fe758a9046c tempest-AttachVolumeTestJSON-631109292 tempest-AttachVolumeTestJSON-631109292-project] 10.222.0.24 "GET /v2.0/ports?device_id=a8b10bee-95b1-4bfb-a9c5-6c15db78ba25 HTTP/1.1" status: 200 len: 210 time: 0.0285261 May 25 07:37:06.792670 dv-cinder-825492-15-iscsi neutron-server[104525]: INFO neutron.wsgi [req-dd0278e5-0d07-4202-9d22-9f59610496c2 req-4328208e-3062-4b41-95c9-7f229840329e tempest-AttachVolumeNegativeTest-1464534600 tempest-AttachVolumeNegativeTest-1464534600-project] 10.222.0.24 "GET /v2.0/ports?device_id=f7f15090-8fe0-4ebd-b4e6-2aad101f417b HTTP/1.1" status: 200 len: 210 time: 0.0260017 May 25 07:37:06.998696 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron_lib.callbacks.manager [None req-798242cc-9ea0-464c-9109-86bd7997349e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-617841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612926', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754056714442', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754056173882', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754056173900'] for port (37369604-0009-4591-97a8-6e3c90d97049), after_update {{(pid=104527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:37:07.004768 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.plugins.ml2.rpc [None req-798242cc-9ea0-464c-9109-86bd7997349e None None] Device 5d521607-ce1e-41b4-a067-fdc197d09700 details requested by agent hyperv_hv-cinder-82549 with host hv-cinder-82549 {{(pid=104527) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 25 07:37:07.007054 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.db.provisioning_blocks [None req-798242cc-9ea0-464c-9109-86bd7997349e None None] Provisioning complete for port 25dfc8d5-59b2-4523-b077-3638d5408b3d triggered by entity L2. {{(pid=104527) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 25 07:37:07.007168 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron_lib.callbacks.manager [None req-798242cc-9ea0-464c-9109-86bd7997349e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1490782'] for port (25dfc8d5-59b2-4523-b077-3638d5408b3d), provisioning_complete {{(pid=104527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:37:07.116073 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.plugins.ml2.db [None req-798242cc-9ea0-464c-9109-86bd7997349e None None] For port 5d521607-ce1e-41b4-a067-fdc197d09700, host hv-cinder-82549, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82549',level=0,port_id=5d521607-ce1e-41b4-a067-fdc197d09700,segment=NetworkSegment(969a65dc-e069-48a8-ad7f-e38fdf9684ce),segment_id=969a65dc-e069-48a8-ad7f-e38fdf9684ce)] {{(pid=104527) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 07:37:07.132525 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.plugins.ml2.rpc [None req-798242cc-9ea0-464c-9109-86bd7997349e None None] Returning: {'device': '5d521607-ce1e-41b4-a067-fdc197d09700', 'network_id': 'e9255b8f-85b1-4659-9bc1-7aaec6681338', 'port_id': '5d521607-ce1e-41b4-a067-fdc197d09700', 'mac_address': 'fa:16:3e:e7:94:85', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 252, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2bd01566-eaf4-4493-b26a-8c7ef6fcaf51', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104527) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 25 07:37:07.139492 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-798242cc-9ea0-464c-9109-86bd7997349e None None] Pushing event updated for resources: {'Port': ['ID=37369604-0009-4591-97a8-6e3c90d97049,revision_number=4']} {{(pid=104527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 07:37:07.164327 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c878d6e2-c8a6-4d34-81fa-e9a909357de0 req-8b6342a5-330d-47f6-8bf2-4727a2f64d24 tempest-AttachVolumeTestJSON-631109292 tempest-AttachVolumeTestJSON-631109292-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 07:37:07.167803 dv-cinder-825492-15-iscsi neutron-server[104526]: INFO neutron.wsgi [req-c878d6e2-c8a6-4d34-81fa-e9a909357de0 req-8b6342a5-330d-47f6-8bf2-4727a2f64d24 tempest-AttachVolumeTestJSON-631109292 tempest-AttachVolumeTestJSON-631109292-project] 10.222.0.41 "GET /v2.0/networks?id=f85a9936-18a2-497c-90b9-ba6df25b9b6e HTTP/1.1" status: 200 len: 810 time: 0.1342046 May 25 07:37:07.206504 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.plugins.ml2.plugin [None req-798242cc-9ea0-464c-9109-86bd7997349e None None] Current status of the port 5d521607-ce1e-41b4-a067-fdc197d09700 is: DOWN; New status is: BUILD {{(pid=104527) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 25 07:37:07.206757 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron_lib.callbacks.manager [None req-798242cc-9ea0-464c-9109-86bd7997349e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-616651'] for port (5d521607-ce1e-41b4-a067-fdc197d09700), before_update {{(pid=104527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:37:07.231350 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.notifiers.nova [None req-798242cc-9ea0-464c-9109-86bd7997349e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5d521607-ce1e-41b4-a067-fdc197d09700 {{(pid=104527) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 25 07:37:07.234765 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.plugins.ml2.plugin [None req-798242cc-9ea0-464c-9109-86bd7997349e None None] Current status of the port 25dfc8d5-59b2-4523-b077-3638d5408b3d is: BUILD; New status is: ACTIVE {{(pid=104527) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 25 07:37:07.235145 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron_lib.callbacks.manager [None req-798242cc-9ea0-464c-9109-86bd7997349e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-616651'] for port (25dfc8d5-59b2-4523-b077-3638d5408b3d), before_update {{(pid=104527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:37:07.260533 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.plugins.ml2.db [None req-798242cc-9ea0-464c-9109-86bd7997349e None None] For port 5d521607-ce1e-41b4-a067-fdc197d09700, host hv-cinder-82549, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82549',level=0,port_id=5d521607-ce1e-41b4-a067-fdc197d09700,segment=NetworkSegment(969a65dc-e069-48a8-ad7f-e38fdf9684ce),segment_id=969a65dc-e069-48a8-ad7f-e38fdf9684ce)] {{(pid=104527) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 07:37:07.268779 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f1e1b14-9b6c-459d-9648-0a6d7bfcd8a2 req-ae40a0a0-fc3a-4e0a-8270-4d95ec72b20c tempest-AttachVolumeNegativeTest-1464534600 tempest-AttachVolumeNegativeTest-1464534600-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 07:37:07.270276 dv-cinder-825492-15-iscsi neutron-server[104525]: INFO neutron.wsgi [req-0f1e1b14-9b6c-459d-9648-0a6d7bfcd8a2 req-ae40a0a0-fc3a-4e0a-8270-4d95ec72b20c tempest-AttachVolumeNegativeTest-1464534600 tempest-AttachVolumeNegativeTest-1464534600-project] 10.222.0.41 "GET /v2.0/networks?id=f39d85d3-0173-4496-879c-2b83e234d364 HTTP/1.1" status: 200 len: 815 time: 0.1690652 May 25 07:37:07.275537 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '57fedc8c-b769-4f1d-b263-478dcb44da40', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '25dfc8d5-59b2-4523-b077-3638d5408b3d'}] {{(pid=104527) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 25 07:37:07.287817 dv-cinder-825492-15-iscsi neutron-server[104526]: INFO neutron.wsgi [req-816de2ae-b43a-4296-8c00-958f4455b18a req-0e37b2aa-4179-4e88-b632-6ff4182b3254 tempest-AttachVolumeShelveTestJSON-605607613 tempest-AttachVolumeShelveTestJSON-605607613-project] 10.222.0.24 "GET /v2.0/ports?device_id=6d360341-449d-4b49-8b66-a02a969171fd HTTP/1.1" status: 200 len: 210 time: 0.1156573 May 25 07:37:07.362951 dv-cinder-825492-15-iscsi neutron-server[104525]: INFO neutron.wsgi [req-0f1e1b14-9b6c-459d-9648-0a6d7bfcd8a2 req-93fe347e-b970-4fd5-bd54-598cb6ffd677 tempest-AttachVolumeNegativeTest-1464534600 tempest-AttachVolumeNegativeTest-1464534600-project] 10.222.0.41 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=2d8e35800ce043acbcb027ce406ed2e7 HTTP/1.1" status: 200 len: 379 time: 0.0793617 May 25 07:37:07.371905 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron.api.v2.base [req-0f1e1b14-9b6c-459d-9648-0a6d7bfcd8a2 req-46880020-a268-4656-b1d8-96e9d11b7b25 tempest-AttachVolumeNegativeTest-1464534600 tempest-AttachVolumeNegativeTest-1464534600-project] Request body: {'port': {'device_id': 'f7f15090-8fe0-4ebd-b4e6-2aad101f417b', 'network_id': 'f39d85d3-0173-4496-879c-2b83e234d364', 'admin_state_up': True, 'tenant_id': '2d8e35800ce043acbcb027ce406ed2e7', 'security_groups': ['5ea9d969-c744-4260-a161-31eba2da204d']}} {{(pid=104525) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 25 07:37:07.376801 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.plugins.ml2.db [None req-798242cc-9ea0-464c-9109-86bd7997349e None None] For port 25dfc8d5-59b2-4523-b077-3638d5408b3d, host hv-cinder-82549, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82549',level=0,port_id=25dfc8d5-59b2-4523-b077-3638d5408b3d,segment=NetworkSegment(3f3ca2e8-0b6a-4310-9de6-1d405d8acaba),segment_id=3f3ca2e8-0b6a-4310-9de6-1d405d8acaba)] {{(pid=104527) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 07:37:07.453320 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron_lib.callbacks.manager [None req-798242cc-9ea0-464c-9109-86bd7997349e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-617841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612926', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754056714442', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754056173882', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754056173900'] for port (5d521607-ce1e-41b4-a067-fdc197d09700), after_update {{(pid=104527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:37:07.462120 dv-cinder-825492-15-iscsi neutron-server[104526]: INFO neutron.wsgi [req-c878d6e2-c8a6-4d34-81fa-e9a909357de0 req-94972075-4f7f-4296-9649-227c9ab2c891 tempest-AttachVolumeTestJSON-631109292 tempest-AttachVolumeTestJSON-631109292-project] 10.222.0.41 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=294afe2c36184564a80fb6bef7b32359 HTTP/1.1" status: 200 len: 380 time: 0.1894267 May 25 07:37:07.472264 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.api.v2.base [req-c878d6e2-c8a6-4d34-81fa-e9a909357de0 req-e4edc483-e801-4df8-847e-50e730cc9446 tempest-AttachVolumeTestJSON-631109292 tempest-AttachVolumeTestJSON-631109292-project] Request body: {'port': {'device_id': 'a8b10bee-95b1-4bfb-a9c5-6c15db78ba25', 'network_id': 'f85a9936-18a2-497c-90b9-ba6df25b9b6e', 'admin_state_up': True, 'tenant_id': '294afe2c36184564a80fb6bef7b32359', 'security_groups': ['25c619ea-31ec-4346-9d90-41bcc95d8e89']}} {{(pid=104526) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 25 07:37:07.518417 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b7b9631292b9c3281c46c063e828ef1e98938590bf5356102cacde7abf71fd6b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-21458162-4413-42f9-867c-6fa2a0c20b77" -d '{"events": [{"server_uuid": "57fedc8c-b769-4f1d-b263-478dcb44da40", "name": "network-vif-plugged", "status": "completed", "tag": "25dfc8d5-59b2-4523-b077-3638d5408b3d"}]}' {{(pid=104527) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 25 07:37:07.564631 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8fdc9b5-9394-43b6-87ba-6b18befa8086 req-d44b4260-bed9-4f1e-9409-cac0cb606f97 tempest-AttachVolumeShelveTestJSON-605607613 tempest-AttachVolumeShelveTestJSON-605607613-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 07:37:07.566789 dv-cinder-825492-15-iscsi neutron-server[104526]: INFO neutron.wsgi [req-e8fdc9b5-9394-43b6-87ba-6b18befa8086 req-d44b4260-bed9-4f1e-9409-cac0cb606f97 tempest-AttachVolumeShelveTestJSON-605607613 tempest-AttachVolumeShelveTestJSON-605607613-project] 10.222.0.41 "GET /v2.0/networks?id=7eef0ae9-55de-48c4-ada3-da713e1942b9 HTTP/1.1" status: 200 len: 817 time: 0.2931387 May 25 07:37:07.575437 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron_lib.callbacks.manager [None req-798242cc-9ea0-464c-9109-86bd7997349e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-617841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612926', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754056714442', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754056173882', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754056173900'] for port (25dfc8d5-59b2-4523-b077-3638d5408b3d), after_update {{(pid=104527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:37:07.598707 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfa8e7d7-1393-408d-9964-048a10db5ca4 req-c405de36-edec-4319-b586-343cddc5b9c2 tempest-ServerRescueNegativeTestJSON-274124411 tempest-ServerRescueNegativeTestJSON-274124411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 07:37:07.600180 dv-cinder-825492-15-iscsi neutron-server[104525]: INFO neutron.wsgi [req-dfa8e7d7-1393-408d-9964-048a10db5ca4 req-c405de36-edec-4319-b586-343cddc5b9c2 tempest-ServerRescueNegativeTestJSON-274124411 tempest-ServerRescueNegativeTestJSON-274124411-project] 10.222.0.24 "GET /v2.0/ports?device_id=f652bc42-42f2-4664-b614-603b3ddf84b1 HTTP/1.1" status: 200 len: 944 time: 0.0968702 May 25 07:37:07.618543 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-798242cc-9ea0-464c-9109-86bd7997349e None None] Pushing event updated for resources: {'Port': ['ID=5d521607-ce1e-41b4-a067-fdc197d09700,revision_number=4']} {{(pid=104527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 07:37:07.633188 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0f1e1b14-9b6c-459d-9648-0a6d7bfcd8a2 req-46880020-a268-4656-b1d8-96e9d11b7b25 tempest-AttachVolumeNegativeTest-1464534600 tempest-AttachVolumeNegativeTest-1464534600-project] Made reservation on behalf of 2d8e35800ce043acbcb027ce406ed2e7 for: {'port': 1} {{(pid=104525) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 07:37:07.636869 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [req-0f1e1b14-9b6c-459d-9648-0a6d7bfcd8a2 req-46880020-a268-4656-b1d8-96e9d11b7b25 tempest-AttachVolumeNegativeTest-1464534600 tempest-AttachVolumeNegativeTest-1464534600-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-616651'] for port (None), before_create {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:37:07.688231 dv-cinder-825492-15-iscsi neutron-server[104526]: INFO neutron.wsgi [req-e8fdc9b5-9394-43b6-87ba-6b18befa8086 req-26f52401-24e7-446f-ad03-174fc50aeb2a tempest-AttachVolumeShelveTestJSON-605607613 tempest-AttachVolumeShelveTestJSON-605607613-project] 10.222.0.41 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c4406d5d0e2347f1b96c34496f5ba5ae HTTP/1.1" status: 200 len: 378 time: 0.1036448 May 25 07:37:07.700015 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.api.v2.base [req-e8fdc9b5-9394-43b6-87ba-6b18befa8086 req-9b17fced-3162-4845-ade5-15445264c2b1 tempest-AttachVolumeShelveTestJSON-605607613 tempest-AttachVolumeShelveTestJSON-605607613-project] Request body: {'port': {'device_id': '6d360341-449d-4b49-8b66-a02a969171fd', 'network_id': '7eef0ae9-55de-48c4-ada3-da713e1942b9', 'admin_state_up': True, 'tenant_id': 'c4406d5d0e2347f1b96c34496f5ba5ae', 'security_groups': ['36a790ea-6395-4759-aea0-9e848582607a']}} {{(pid=104526) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 25 07:37:07.732412 dv-cinder-825492-15-iscsi neutron-server[104525]: INFO neutron.wsgi [req-dfa8e7d7-1393-408d-9964-048a10db5ca4 req-64322324-25d5-479a-a6f3-1f547a26a07d tempest-ServerRescueNegativeTestJSON-274124411 tempest-ServerRescueNegativeTestJSON-274124411-project] 10.222.0.24 "GET /v2.0/security-groups?id=98ed3ba3-167d-4434-bd0b-9600585017a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1243060 May 25 07:37:07.773555 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 25 May 2022 07:37:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f3d3fab9-d483-4139-9ace-7454d936e02c x-openstack-request-id: req-f3d3fab9-d483-4139-9ace-7454d936e02c {{(pid=104527) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 25 07:37:07.779707 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "57fedc8c-b769-4f1d-b263-478dcb44da40", "name": "network-vif-plugged", "status": "completed", "tag": "25dfc8d5-59b2-4523-b077-3638d5408b3d", "code": 200}]} {{(pid=104527) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 25 07:37:07.779707 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-f3d3fab9-d483-4139-9ace-7454d936e02c {{(pid=104527) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 25 07:37:07.779707 dv-cinder-825492-15-iscsi neutron-server[104527]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f3d3fab9-d483-4139-9ace-7454d936e02c'] response: {'server_uuid': '57fedc8c-b769-4f1d-b263-478dcb44da40', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '25dfc8d5-59b2-4523-b077-3638d5408b3d', 'code': 200} May 25 07:37:07.817004 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron_lib.callbacks.manager [None req-f4d2df66-d273-4e7d-9d69-8564a532e067 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754056472917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490168'] for agent (54ff4013-997e-4376-a4e9-e6c98cf37cc7), after_update {{(pid=104527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:37:07.853593 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-798242cc-9ea0-464c-9109-86bd7997349e None None] Pushing event updated for resources: {'Port': ['ID=25dfc8d5-59b2-4523-b077-3638d5408b3d,revision_number=5']} {{(pid=104527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 07:37:07.879568 dv-cinder-825492-15-iscsi neutron-server[104525]: INFO neutron.wsgi [req-326d25c5-f92d-4846-8139-32a7b5693e30 req-38950da6-a3eb-408e-9aeb-111ca0d6353c tempest-AttachVolumeTestJSON-631109292 tempest-AttachVolumeTestJSON-631109292-project] 10.222.0.24 "GET /v2.0/ports?device_id=a8b10bee-95b1-4bfb-a9c5-6c15db78ba25 HTTP/1.1" status: 200 len: 210 time: 0.0389793 May 25 07:37:07.889418 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG dbcounter [-] [104526] Writing DB stats neutron:SELECT=88,neutron:UPDATE=4,neutron:INSERT=8 {{(pid=104526) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 07:37:07.912634 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.plugins.ml2.db [None req-798242cc-9ea0-464c-9109-86bd7997349e None None] get_ports_and_sgs() called for port_ids ['37369604-0009-4591-97a8-6e3c90d97049'] {{(pid=104527) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 25 07:37:07.923760 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc8e0f1c-bc70-4450-b657-d2d662b6dce0 req-385dad1a-321a-43a8-94d2-8efad964806f tempest-DeleteServersTestJSON-1468466414 tempest-DeleteServersTestJSON-1468466414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 07:37:07.925343 dv-cinder-825492-15-iscsi neutron-server[104526]: INFO neutron.wsgi [req-cc8e0f1c-bc70-4450-b657-d2d662b6dce0 req-385dad1a-321a-43a8-94d2-8efad964806f tempest-DeleteServersTestJSON-1468466414 tempest-DeleteServersTestJSON-1468466414-project] 10.222.0.24 "GET /v2.0/ports?device_id=57fedc8c-b769-4f1d-b263-478dcb44da40 HTTP/1.1" status: 200 len: 945 time: 0.0910275 May 25 07:37:07.972818 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c878d6e2-c8a6-4d34-81fa-e9a909357de0 req-e4edc483-e801-4df8-847e-50e730cc9446 tempest-AttachVolumeTestJSON-631109292 tempest-AttachVolumeTestJSON-631109292-project] Made reservation on behalf of 294afe2c36184564a80fb6bef7b32359 for: {'port': 1} {{(pid=104526) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 07:37:07.975632 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron.db.db_base_plugin_common [req-0f1e1b14-9b6c-459d-9648-0a6d7bfcd8a2 req-46880020-a268-4656-b1d8-96e9d11b7b25 tempest-AttachVolumeNegativeTest-1464534600 tempest-AttachVolumeNegativeTest-1464534600-project] Allocated IP 172.20.0.9 (f39d85d3-0173-4496-879c-2b83e234d364/4aef3d06-f4fb-4751-a5a8-ab68314fa54a/8914df61-0be3-41f5-849d-98c808f21db2) {{(pid=104525) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 07:37:07.977203 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [req-c878d6e2-c8a6-4d34-81fa-e9a909357de0 req-e4edc483-e801-4df8-847e-50e730cc9446 tempest-AttachVolumeTestJSON-631109292 tempest-AttachVolumeTestJSON-631109292-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-616651'] for port (None), before_create {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:37:08.006983 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.plugins.ml2.db [None req-798242cc-9ea0-464c-9109-86bd7997349e None None] get_ports_and_sgs() called for port_ids ['5d521607-ce1e-41b4-a067-fdc197d09700'] {{(pid=104527) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 25 07:37:08.032226 dv-cinder-825492-15-iscsi neutron-server[104526]: INFO neutron.wsgi [req-cc8e0f1c-bc70-4450-b657-d2d662b6dce0 req-e6f16786-c11e-42a8-bfab-5f9a95d418dc tempest-DeleteServersTestJSON-1468466414 tempest-DeleteServersTestJSON-1468466414-project] 10.222.0.24 "GET /v2.0/security-groups?id=14b7a71e-a874-4682-85d2-f3ac9c09834c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0919130 May 25 07:37:08.039430 dv-cinder-825492-15-iscsi neutron-server[104525]: INFO neutron.wsgi [req-167a9600-fc25-4738-b954-e6706f4b85b0 req-c27f312d-ee28-473b-84ef-2c7cc5fd62ca tempest-AttachVolumeNegativeTest-1464534600 tempest-AttachVolumeNegativeTest-1464534600-project] 10.222.0.24 "GET /v2.0/ports?device_id=f7f15090-8fe0-4ebd-b4e6-2aad101f417b HTTP/1.1" status: 200 len: 210 time: 0.0376570 May 25 07:37:08.078711 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e8fdc9b5-9394-43b6-87ba-6b18befa8086 req-9b17fced-3162-4845-ade5-15445264c2b1 tempest-AttachVolumeShelveTestJSON-605607613 tempest-AttachVolumeShelveTestJSON-605607613-project] Made reservation on behalf of c4406d5d0e2347f1b96c34496f5ba5ae for: {'port': 1} {{(pid=104526) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 07:37:08.078711 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [req-e8fdc9b5-9394-43b6-87ba-6b18befa8086 req-9b17fced-3162-4845-ade5-15445264c2b1 tempest-AttachVolumeShelveTestJSON-605607613 tempest-AttachVolumeShelveTestJSON-605607613-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-616651'] for port (None), before_create {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:37:08.339151 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [req-0f1e1b14-9b6c-459d-9648-0a6d7bfcd8a2 req-46880020-a268-4656-b1d8-96e9d11b7b25 tempest-AttachVolumeNegativeTest-1464534600 tempest-AttachVolumeNegativeTest-1464534600-project] Publish callbacks [] for port (8914df61-0be3-41f5-849d-98c808f21db2), precommit_create {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:37:08.419531 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron.wsgi [-] (104525) accepted ('10.222.0.41', 55646) {{(pid=104525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 07:37:08.462339 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.db.db_base_plugin_common [req-c878d6e2-c8a6-4d34-81fa-e9a909357de0 req-e4edc483-e801-4df8-847e-50e730cc9446 tempest-AttachVolumeTestJSON-631109292 tempest-AttachVolumeTestJSON-631109292-project] Allocated IP 172.20.0.7 (f85a9936-18a2-497c-90b9-ba6df25b9b6e/fdef845a-6670-4f1a-9c6b-2e789510998b/afc7174b-1940-457e-9abc-fe45a8d98d61) {{(pid=104526) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 07:37:08.465677 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG dbcounter [-] [104527] Writing DB stats neutron:SELECT=94,neutron:UPDATE=6 {{(pid=104527) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 07:37:08.497563 dv-cinder-825492-15-iscsi neutron-server[104526]: INFO neutron.wsgi [req-c66e54f4-f3cb-4a61-9486-955b613f6f87 req-5ef40792-8bb6-45e9-a132-c36ce43651ca tempest-AttachVolumeShelveTestJSON-605607613 tempest-AttachVolumeShelveTestJSON-605607613-project] 10.222.0.24 "GET /v2.0/ports?device_id=6d360341-449d-4b49-8b66-a02a969171fd HTTP/1.1" status: 200 len: 210 time: 0.0491660 May 25 07:37:08.497952 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [req-0f1e1b14-9b6c-459d-9648-0a6d7bfcd8a2 req-46880020-a268-4656-b1d8-96e9d11b7b25 tempest-AttachVolumeNegativeTest-1464534600 tempest-AttachVolumeNegativeTest-1464534600-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-617841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612926', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754056173864'] for port (8914df61-0be3-41f5-849d-98c808f21db2), after_create {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:37:08.562152 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0f1e1b14-9b6c-459d-9648-0a6d7bfcd8a2 req-46880020-a268-4656-b1d8-96e9d11b7b25 tempest-AttachVolumeNegativeTest-1464534600 tempest-AttachVolumeNegativeTest-1464534600-project] Network f39d85d3-0173-4496-879c-2b83e234d364 is already hosted by enough agents. {{(pid=104525) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 07:37:08.582368 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d93b7719-fcfc-4dd5-9b2a-3101523c665c req-68c7bda3-a1f7-4ead-8582-ef02a1189125 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 07:37:08.584168 dv-cinder-825492-15-iscsi neutron-server[104525]: INFO neutron.wsgi [req-d93b7719-fcfc-4dd5-9b2a-3101523c665c req-68c7bda3-a1f7-4ead-8582-ef02a1189125 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=57fedc8c-b769-4f1d-b263-478dcb44da40 HTTP/1.1" status: 200 len: 1129 time: 0.1636181 May 25 07:37:08.587099 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron.scheduler.base_scheduler [req-0f1e1b14-9b6c-459d-9648-0a6d7bfcd8a2 req-46880020-a268-4656-b1d8-96e9d11b7b25 tempest-AttachVolumeNegativeTest-1464534600 tempest-AttachVolumeNegativeTest-1464534600-project] Resources bound (agent type, host, resource id): {{(pid=104525) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 07:37:08.589678 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron.db.l3_dvrscheduler_db [req-0f1e1b14-9b6c-459d-9648-0a6d7bfcd8a2 req-46880020-a268-4656-b1d8-96e9d11b7b25 tempest-AttachVolumeNegativeTest-1464534600 tempest-AttachVolumeNegativeTest-1464534600-project] Received port after_create {{(pid=104525) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 25 07:37:08.593599 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.db.db_base_plugin_common [req-e8fdc9b5-9394-43b6-87ba-6b18befa8086 req-9b17fced-3162-4845-ade5-15445264c2b1 tempest-AttachVolumeShelveTestJSON-605607613 tempest-AttachVolumeShelveTestJSON-605607613-project] Allocated IP 172.20.0.10 (7eef0ae9-55de-48c4-ada3-da713e1942b9/e7796ec7-ead3-485d-a16b-d9ef7a0a8b85/5b9220dd-eeaa-4ea1-a0cd-e54c1dbfe455) {{(pid=104526) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 07:37:08.598234 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f1e1b14-9b6c-459d-9648-0a6d7bfcd8a2 req-46880020-a268-4656-b1d8-96e9d11b7b25 tempest-AttachVolumeNegativeTest-1464534600 tempest-AttachVolumeNegativeTest-1464534600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 07:37:08.598234 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [req-0f1e1b14-9b6c-459d-9648-0a6d7bfcd8a2 req-46880020-a268-4656-b1d8-96e9d11b7b25 tempest-AttachVolumeNegativeTest-1464534600 tempest-AttachVolumeNegativeTest-1464534600-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1612908'] for port (None), before_response {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:37:08.606358 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron_lib.callbacks.manager [None req-461c163e-e11a-425b-8a8d-f39fb153da48 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754056472917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490168'] for agent (fa5554a0-25df-434f-a0d0-5996d872220a), after_update {{(pid=104527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:37:08.630544 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [req-d93b7719-fcfc-4dd5-9b2a-3101523c665c req-667443ba-b025-4d52-bf1e-d26abd422420 service neutron] Publish callbacks [] for security_group (None), before_create {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:37:08.637235 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46880020-a268-4656-b1d8-96e9d11b7b25 tempest-AttachVolumeNegativeTest-1464534600 tempest-AttachVolumeNegativeTest-1464534600-project] Pushing event updated for resources: {'Port': ['ID=8914df61-0be3-41f5-849d-98c808f21db2,revision_number=1']} {{(pid=104525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 07:37:08.729869 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [req-d93b7719-fcfc-4dd5-9b2a-3101523c665c req-667443ba-b025-4d52-bf1e-d26abd422420 service neutron] Publish callbacks [] for security_group (720f8d43-08a2-4c5e-a4be-ad2f42211015), precommit_create {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:37:08.756994 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [req-c878d6e2-c8a6-4d34-81fa-e9a909357de0 req-e4edc483-e801-4df8-847e-50e730cc9446 tempest-AttachVolumeTestJSON-631109292 tempest-AttachVolumeTestJSON-631109292-project] Publish callbacks [] for port (afc7174b-1940-457e-9abc-fe45a8d98d61), precommit_create {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:37:08.790003 dv-cinder-825492-15-iscsi neutron-server[104525]: INFO neutron.wsgi [req-0f1e1b14-9b6c-459d-9648-0a6d7bfcd8a2 req-46880020-a268-4656-b1d8-96e9d11b7b25 tempest-AttachVolumeNegativeTest-1464534600 tempest-AttachVolumeNegativeTest-1464534600-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4219480 May 25 07:37:08.808837 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron.api.v2.base [req-0f1e1b14-9b6c-459d-9648-0a6d7bfcd8a2 req-eeed3c4b-44bc-4ee8-a71e-42f1f7913ea1 service neutron] Request body: {'port': {'device_id': 'f7f15090-8fe0-4ebd-b4e6-2aad101f417b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82549'}} {{(pid=104525) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 25 07:37:08.828621 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [req-e8fdc9b5-9394-43b6-87ba-6b18befa8086 req-9b17fced-3162-4845-ade5-15445264c2b1 tempest-AttachVolumeShelveTestJSON-605607613 tempest-AttachVolumeShelveTestJSON-605607613-project] Publish callbacks [] for port (5b9220dd-eeaa-4ea1-a0cd-e54c1dbfe455), precommit_create {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:37:08.838121 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [req-d93b7719-fcfc-4dd5-9b2a-3101523c665c req-667443ba-b025-4d52-bf1e-d26abd422420 service neutron] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-278753'] for security_group (720f8d43-08a2-4c5e-a4be-ad2f42211015), after_create {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:37:08.935851 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.db.provisioning_blocks [None req-9d4c78b1-b842-4969-8965-d60c3923366a None None] Provisioning complete for port 8914df61-0be3-41f5-849d-98c808f21db2 triggered by entity DHCP. {{(pid=104527) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 25 07:37:08.936466 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron_lib.callbacks.manager [None req-9d4c78b1-b842-4969-8965-d60c3923366a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1490782'] for port (8914df61-0be3-41f5-849d-98c808f21db2), provisioning_complete {{(pid=104527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:37:08.942188 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [req-c878d6e2-c8a6-4d34-81fa-e9a909357de0 req-e4edc483-e801-4df8-847e-50e730cc9446 tempest-AttachVolumeTestJSON-631109292 tempest-AttachVolumeTestJSON-631109292-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-617841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612926', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754056173864'] for port (afc7174b-1940-457e-9abc-fe45a8d98d61), after_create {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:37:08.945673 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [req-e8fdc9b5-9394-43b6-87ba-6b18befa8086 req-9b17fced-3162-4845-ade5-15445264c2b1 tempest-AttachVolumeShelveTestJSON-605607613 tempest-AttachVolumeShelveTestJSON-605607613-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-617841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612926', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754056173864'] for port (5b9220dd-eeaa-4ea1-a0cd-e54c1dbfe455), after_create {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:37:08.951154 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6131743-1462-4c3f-8c73-0296f5919b2a req-0306cf05-862f-4b33-8bbd-0a5a73b5626c tempest-ServerRescueNegativeTestJSON-274124411 tempest-ServerRescueNegativeTestJSON-274124411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 07:37:08.953428 dv-cinder-825492-15-iscsi neutron-server[104525]: INFO neutron.wsgi [req-e6131743-1462-4c3f-8c73-0296f5919b2a req-0306cf05-862f-4b33-8bbd-0a5a73b5626c tempest-ServerRescueNegativeTestJSON-274124411 tempest-ServerRescueNegativeTestJSON-274124411-project] 10.222.0.24 "GET /v2.0/ports?device_id=f652bc42-42f2-4664-b614-603b3ddf84b1 HTTP/1.1" status: 200 len: 944 time: 0.1195583 May 25 07:37:08.956494 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-667443ba-b025-4d52-bf1e-d26abd422420 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=720f8d43-08a2-4c5e-a4be-ad2f42211015,revision_number=1']} {{(pid=104525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 07:37:08.989701 dv-cinder-825492-15-iscsi neutron-server[104525]: INFO neutron.wsgi [req-d93b7719-fcfc-4dd5-9b2a-3101523c665c req-667443ba-b025-4d52-bf1e-d26abd422420 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=14b7a71e-a874-4682-85d2-f3ac9c09834c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3757615 May 25 07:37:08.995756 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.plugins.ml2.plugin [None req-9d4c78b1-b842-4969-8965-d60c3923366a None None] Port 8914df61-0be3-41f5-849d-98c808f21db2 cannot update to ACTIVE because it is not bound. {{(pid=104527) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 25 07:37:09.020647 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [req-0f1e1b14-9b6c-459d-9648-0a6d7bfcd8a2 req-eeed3c4b-44bc-4ee8-a71e-42f1f7913ea1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-616651'] for port (8914df61-0be3-41f5-849d-98c808f21db2), before_update {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:37:09.025889 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c878d6e2-c8a6-4d34-81fa-e9a909357de0 req-e4edc483-e801-4df8-847e-50e730cc9446 tempest-AttachVolumeTestJSON-631109292 tempest-AttachVolumeTestJSON-631109292-project] Network f85a9936-18a2-497c-90b9-ba6df25b9b6e is already hosted by enough agents. {{(pid=104526) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 07:37:09.033049 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e8fdc9b5-9394-43b6-87ba-6b18befa8086 req-9b17fced-3162-4845-ade5-15445264c2b1 tempest-AttachVolumeShelveTestJSON-605607613 tempest-AttachVolumeShelveTestJSON-605607613-project] Network 7eef0ae9-55de-48c4-ada3-da713e1942b9 is already hosted by enough agents. {{(pid=104526) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 07:37:09.036286 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.scheduler.base_scheduler [req-c878d6e2-c8a6-4d34-81fa-e9a909357de0 req-e4edc483-e801-4df8-847e-50e730cc9446 tempest-AttachVolumeTestJSON-631109292 tempest-AttachVolumeTestJSON-631109292-project] Resources bound (agent type, host, resource id): {{(pid=104526) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 07:37:09.046051 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.scheduler.base_scheduler [req-e8fdc9b5-9394-43b6-87ba-6b18befa8086 req-9b17fced-3162-4845-ade5-15445264c2b1 tempest-AttachVolumeShelveTestJSON-605607613 tempest-AttachVolumeShelveTestJSON-605607613-project] Resources bound (agent type, host, resource id): {{(pid=104526) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 07:37:09.046051 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.db.l3_dvrscheduler_db [req-c878d6e2-c8a6-4d34-81fa-e9a909357de0 req-e4edc483-e801-4df8-847e-50e730cc9446 tempest-AttachVolumeTestJSON-631109292 tempest-AttachVolumeTestJSON-631109292-project] Received port after_create {{(pid=104526) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 25 07:37:09.046589 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c878d6e2-c8a6-4d34-81fa-e9a909357de0 req-e4edc483-e801-4df8-847e-50e730cc9446 tempest-AttachVolumeTestJSON-631109292 tempest-AttachVolumeTestJSON-631109292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 07:37:09.047034 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [req-c878d6e2-c8a6-4d34-81fa-e9a909357de0 req-e4edc483-e801-4df8-847e-50e730cc9446 tempest-AttachVolumeTestJSON-631109292 tempest-AttachVolumeTestJSON-631109292-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1612908'] for port (None), before_response {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:37:09.049969 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4edc483-e801-4df8-847e-50e730cc9446 tempest-AttachVolumeTestJSON-631109292 tempest-AttachVolumeTestJSON-631109292-project] Pushing event updated for resources: {'Port': ['ID=afc7174b-1940-457e-9abc-fe45a8d98d61,revision_number=1']} {{(pid=104526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 07:37:09.052401 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.db.l3_dvrscheduler_db [req-e8fdc9b5-9394-43b6-87ba-6b18befa8086 req-9b17fced-3162-4845-ade5-15445264c2b1 tempest-AttachVolumeShelveTestJSON-605607613 tempest-AttachVolumeShelveTestJSON-605607613-project] Received port after_create {{(pid=104526) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 25 07:37:09.057771 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8fdc9b5-9394-43b6-87ba-6b18befa8086 req-9b17fced-3162-4845-ade5-15445264c2b1 tempest-AttachVolumeShelveTestJSON-605607613 tempest-AttachVolumeShelveTestJSON-605607613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 07:37:09.058401 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [req-e8fdc9b5-9394-43b6-87ba-6b18befa8086 req-9b17fced-3162-4845-ade5-15445264c2b1 tempest-AttachVolumeShelveTestJSON-605607613 tempest-AttachVolumeShelveTestJSON-605607613-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1612908'] for port (None), before_response {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:37:09.129046 dv-cinder-825492-15-iscsi neutron-server[104525]: INFO neutron.wsgi [req-e6131743-1462-4c3f-8c73-0296f5919b2a req-93870080-78d1-4bc3-9cfa-8c634504afe8 tempest-ServerRescueNegativeTestJSON-274124411 tempest-ServerRescueNegativeTestJSON-274124411-project] 10.222.0.24 "GET /v2.0/security-groups?id=98ed3ba3-167d-4434-bd0b-9600585017a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1345062 May 25 07:37:09.210539 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f059758e-15a5-493a-8a0c-b288988455cf req-26cc0ede-0c07-4b80-bbe5-57a7016c1c4f tempest-AttachVolumeTestJSON-631109292 tempest-AttachVolumeTestJSON-631109292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 07:37:09.212152 dv-cinder-825492-15-iscsi neutron-server[104526]: INFO neutron.wsgi [req-f059758e-15a5-493a-8a0c-b288988455cf req-26cc0ede-0c07-4b80-bbe5-57a7016c1c4f tempest-AttachVolumeTestJSON-631109292 tempest-AttachVolumeTestJSON-631109292-project] 10.222.0.24 "GET /v2.0/ports?device_id=a8b10bee-95b1-4bfb-a9c5-6c15db78ba25 HTTP/1.1" status: 200 len: 931 time: 0.1491058 May 25 07:37:09.225685 dv-cinder-825492-15-iscsi neutron-server[104526]: INFO neutron.wsgi [req-c878d6e2-c8a6-4d34-81fa-e9a909357de0 req-e4edc483-e801-4df8-847e-50e730cc9446 tempest-AttachVolumeTestJSON-631109292 tempest-AttachVolumeTestJSON-631109292-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7574110 May 25 07:37:09.275437 dv-cinder-825492-15-iscsi neutron-server[104526]: INFO neutron.wsgi [req-e8fdc9b5-9394-43b6-87ba-6b18befa8086 req-9b17fced-3162-4845-ade5-15445264c2b1 tempest-AttachVolumeShelveTestJSON-605607613 tempest-AttachVolumeShelveTestJSON-605607613-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5803702 May 25 07:37:09.301370 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.api.v2.base [req-c878d6e2-c8a6-4d34-81fa-e9a909357de0 req-395ff7f7-910b-4d94-9b70-7a9af30a599e service neutron] Request body: {'port': {'device_id': 'a8b10bee-95b1-4bfb-a9c5-6c15db78ba25', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82549'}} {{(pid=104526) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 25 07:37:09.324062 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.api.v2.base [req-e8fdc9b5-9394-43b6-87ba-6b18befa8086 req-5ad9374c-7148-4c44-807f-13cb8ad6c346 service neutron] Request body: {'port': {'device_id': '6d360341-449d-4b49-8b66-a02a969171fd', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82549'}} {{(pid=104526) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 25 07:37:09.344047 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b17fced-3162-4845-ade5-15445264c2b1 tempest-AttachVolumeShelveTestJSON-605607613 tempest-AttachVolumeShelveTestJSON-605607613-project] Pushing event updated for resources: {'Port': ['ID=5b9220dd-eeaa-4ea1-a0cd-e54c1dbfe455,revision_number=1']} {{(pid=104526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 07:37:09.395236 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1deb777-bc26-4efc-a831-86ac07da3582 req-c06cb54d-2eb1-4867-9249-8429d667997e tempest-DeleteServersTestJSON-1468466414 tempest-DeleteServersTestJSON-1468466414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 07:37:09.399511 dv-cinder-825492-15-iscsi neutron-server[104525]: INFO neutron.wsgi [req-e1deb777-bc26-4efc-a831-86ac07da3582 req-c06cb54d-2eb1-4867-9249-8429d667997e tempest-DeleteServersTestJSON-1468466414 tempest-DeleteServersTestJSON-1468466414-project] 10.222.0.24 "GET /v2.0/ports?device_id=57fedc8c-b769-4f1d-b263-478dcb44da40 HTTP/1.1" status: 200 len: 945 time: 0.1086011 May 25 07:37:09.420794 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG dbcounter [-] [104526] Writing DB stats neutron:SELECT=87,neutron:INSERT=7,neutron:DELETE=6 {{(pid=104526) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 07:37:09.423729 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.db.provisioning_blocks [None req-7ca6767f-d821-4e12-8777-a14aaea81b2d None None] Provisioning complete for port 5b9220dd-eeaa-4ea1-a0cd-e54c1dbfe455 triggered by entity DHCP. {{(pid=104527) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 25 07:37:09.424104 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron_lib.callbacks.manager [None req-7ca6767f-d821-4e12-8777-a14aaea81b2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1490782'] for port (5b9220dd-eeaa-4ea1-a0cd-e54c1dbfe455), provisioning_complete {{(pid=104527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:37:09.479936 dv-cinder-825492-15-iscsi neutron-server[104526]: INFO neutron.wsgi [req-f059758e-15a5-493a-8a0c-b288988455cf req-c0d7dd01-bd3f-44ed-bac4-4aad3e9686a5 tempest-AttachVolumeTestJSON-631109292 tempest-AttachVolumeTestJSON-631109292-project] 10.222.0.24 "GET /v2.0/security-groups?id=25c619ea-31ec-4346-9d90-41bcc95d8e89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2531784 May 25 07:37:09.521244 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.plugins.ml2.plugin [None req-7ca6767f-d821-4e12-8777-a14aaea81b2d None None] Port 5b9220dd-eeaa-4ea1-a0cd-e54c1dbfe455 cannot update to ACTIVE because it is not bound. {{(pid=104527) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 25 07:37:09.543181 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.db.provisioning_blocks [None req-7ca6767f-d821-4e12-8777-a14aaea81b2d None None] Provisioning complete for port afc7174b-1940-457e-9abc-fe45a8d98d61 triggered by entity DHCP. {{(pid=104527) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 25 07:37:09.543464 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron_lib.callbacks.manager [None req-7ca6767f-d821-4e12-8777-a14aaea81b2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1490782'] for port (afc7174b-1940-457e-9abc-fe45a8d98d61), provisioning_complete {{(pid=104527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:37:09.578843 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.plugins.ml2.plugin [None req-7ca6767f-d821-4e12-8777-a14aaea81b2d None None] Port afc7174b-1940-457e-9abc-fe45a8d98d61 cannot update to ACTIVE because it is not bound. {{(pid=104527) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 25 07:37:09.599088 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [req-e8fdc9b5-9394-43b6-87ba-6b18befa8086 req-5ad9374c-7148-4c44-807f-13cb8ad6c346 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-616651'] for port (5b9220dd-eeaa-4ea1-a0cd-e54c1dbfe455), before_update {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:37:09.604341 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [req-c878d6e2-c8a6-4d34-81fa-e9a909357de0 req-395ff7f7-910b-4d94-9b70-7a9af30a599e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-616651'] for port (afc7174b-1940-457e-9abc-fe45a8d98d61), before_update {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:37:09.634618 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6964b01-d8f1-40d7-a868-f6a5053c4a9c req-2bde3a4e-465a-40b4-b488-56f9a69ab8a0 tempest-AttachVolumeNegativeTest-1464534600 tempest-AttachVolumeNegativeTest-1464534600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 07:37:09.636115 dv-cinder-825492-15-iscsi neutron-server[104526]: INFO neutron.wsgi [req-b6964b01-d8f1-40d7-a868-f6a5053c4a9c req-2bde3a4e-465a-40b4-b488-56f9a69ab8a0 tempest-AttachVolumeNegativeTest-1464534600 tempest-AttachVolumeNegativeTest-1464534600-project] 10.222.0.24 "GET /v2.0/ports?device_id=f7f15090-8fe0-4ebd-b4e6-2aad101f417b HTTP/1.1" status: 200 len: 931 time: 0.0861187 May 25 07:37:09.683867 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG dbcounter [-] [104525] Writing DB stats neutron:SELECT=94,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=104525) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 07:37:09.723004 dv-cinder-825492-15-iscsi neutron-server[104525]: INFO neutron.wsgi [req-e1deb777-bc26-4efc-a831-86ac07da3582 req-210a012b-170c-4179-8db8-a89f0ca65b2b tempest-DeleteServersTestJSON-1468466414 tempest-DeleteServersTestJSON-1468466414-project] 10.222.0.24 "GET /v2.0/security-groups?id=14b7a71e-a874-4682-85d2-f3ac9c09834c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3168612 May 25 07:37:09.800262 dv-cinder-825492-15-iscsi neutron-server[104526]: INFO neutron.wsgi [req-b6964b01-d8f1-40d7-a868-f6a5053c4a9c req-69ae2132-8f5c-41cc-90ba-41a4cfe13b80 tempest-AttachVolumeNegativeTest-1464534600 tempest-AttachVolumeNegativeTest-1464534600-project] 10.222.0.24 "GET /v2.0/security-groups?id=5ea9d969-c744-4260-a161-31eba2da204d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1436942 May 25 07:37:09.852014 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron.notifiers.nova [req-0f1e1b14-9b6c-459d-9648-0a6d7bfcd8a2 req-eeed3c4b-44bc-4ee8-a71e-42f1f7913ea1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8914df61-0be3-41f5-849d-98c808f21db2 {{(pid=104525) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 25 07:37:09.862580 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [req-0f1e1b14-9b6c-459d-9648-0a6d7bfcd8a2 req-eeed3c4b-44bc-4ee8-a71e-42f1f7913ea1 service neutron] Publish callbacks [] for port (8914df61-0be3-41f5-849d-98c808f21db2), precommit_update {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:37:09.875196 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49eb1dc6-1d1a-4cd7-9580-8eb1568f6c6a req-b097b234-c0f8-4b98-8abf-444795c21515 tempest-AttachVolumeShelveTestJSON-605607613 tempest-AttachVolumeShelveTestJSON-605607613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 07:37:09.876983 dv-cinder-825492-15-iscsi neutron-server[104525]: INFO neutron.wsgi [req-49eb1dc6-1d1a-4cd7-9580-8eb1568f6c6a req-b097b234-c0f8-4b98-8abf-444795c21515 tempest-AttachVolumeShelveTestJSON-605607613 tempest-AttachVolumeShelveTestJSON-605607613-project] 10.222.0.24 "GET /v2.0/ports?device_id=6d360341-449d-4b49-8b66-a02a969171fd HTTP/1.1" status: 200 len: 932 time: 0.0695460 May 25 07:37:09.884656 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron.db.provisioning_blocks [req-0f1e1b14-9b6c-459d-9648-0a6d7bfcd8a2 req-eeed3c4b-44bc-4ee8-a71e-42f1f7913ea1 service neutron] Transition to ACTIVE for port object 8914df61-0be3-41f5-849d-98c808f21db2 will not be triggered until provisioned by entity L2. {{(pid=104525) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 25 07:37:09.929879 dv-cinder-825492-15-iscsi neutron-server[104525]: INFO neutron.wsgi [req-49eb1dc6-1d1a-4cd7-9580-8eb1568f6c6a req-cd94917f-0429-4201-bc15-d2d393f3ec5e tempest-AttachVolumeShelveTestJSON-605607613 tempest-AttachVolumeShelveTestJSON-605607613-project] 10.222.0.24 "GET /v2.0/security-groups?id=36a790ea-6395-4759-aea0-9e848582607a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0434206 May 25 07:37:09.976238 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG dbcounter [-] [104525] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:DELETE=2 {{(pid=104525) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 07:37:09.977381 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [req-0f1e1b14-9b6c-459d-9648-0a6d7bfcd8a2 req-eeed3c4b-44bc-4ee8-a71e-42f1f7913ea1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-617841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612926', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754056714442', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754056173882', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754056173900'] for port (8914df61-0be3-41f5-849d-98c808f21db2), after_update {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:37:10.035730 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeed3c4b-44bc-4ee8-a71e-42f1f7913ea1 service neutron] Pushing event updated for resources: {'Port': ['ID=8914df61-0be3-41f5-849d-98c808f21db2,revision_number=2']} {{(pid=104525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 07:37:10.069826 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron.plugins.ml2.managers [req-0f1e1b14-9b6c-459d-9648-0a6d7bfcd8a2 req-eeed3c4b-44bc-4ee8-a71e-42f1f7913ea1 service neutron] Attempting to bind port 8914df61-0be3-41f5-849d-98c808f21db2 on host hv-cinder-82549 for vnic_type normal with profile {{(pid=104525) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 25 07:37:10.070330 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron.plugins.ml2.managers [req-0f1e1b14-9b6c-459d-9648-0a6d7bfcd8a2 req-eeed3c4b-44bc-4ee8-a71e-42f1f7913ea1 service neutron] Attempting to bind port 8914df61-0be3-41f5-849d-98c808f21db2 by drivers openvswitch,hyperv on host hv-cinder-82549 at level 0 using segments [{'id': 'a280169f-cd62-40b1-b23e-40cb603d4abb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 267, 'network_id': 'f39d85d3-0173-4496-879c-2b83e234d364'}] {{(pid=104525) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 25 07:37:10.071086 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f1e1b14-9b6c-459d-9648-0a6d7bfcd8a2 req-eeed3c4b-44bc-4ee8-a71e-42f1f7913ea1 service neutron] Attempting to bind port 8914df61-0be3-41f5-849d-98c808f21db2 on network f39d85d3-0173-4496-879c-2b83e234d364 {{(pid=104525) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 25 07:37:10.076145 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f1e1b14-9b6c-459d-9648-0a6d7bfcd8a2 req-eeed3c4b-44bc-4ee8-a71e-42f1f7913ea1 service neutron] Port 8914df61-0be3-41f5-849d-98c808f21db2 on network f39d85d3-0173-4496-879c-2b83e234d364 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82549 {{(pid=104525) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 25 07:37:10.076470 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f1e1b14-9b6c-459d-9648-0a6d7bfcd8a2 req-eeed3c4b-44bc-4ee8-a71e-42f1f7913ea1 service neutron] Attempting to bind port 8914df61-0be3-41f5-849d-98c808f21db2 on network f39d85d3-0173-4496-879c-2b83e234d364 {{(pid=104525) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 25 07:37:10.086800 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f1e1b14-9b6c-459d-9648-0a6d7bfcd8a2 req-eeed3c4b-44bc-4ee8-a71e-42f1f7913ea1 service neutron] Checking agent: {'id': 'bbf5dc8c-5103-4973-a6b6-76af4660c126', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82549', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 25, 7, 34, 32), 'started_at': datetime.datetime(2022, 5, 25, 7, 34, 32), 'heartbeat_timestamp': datetime.datetime(2022, 5, 25, 7, 37, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104525) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 25 07:37:10.087149 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f1e1b14-9b6c-459d-9648-0a6d7bfcd8a2 req-eeed3c4b-44bc-4ee8-a71e-42f1f7913ea1 service neutron] Checking segment: {'id': 'a280169f-cd62-40b1-b23e-40cb603d4abb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 267, 'network_id': 'f39d85d3-0173-4496-879c-2b83e234d364'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104525) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 25 07:37:10.087539 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f1e1b14-9b6c-459d-9648-0a6d7bfcd8a2 req-eeed3c4b-44bc-4ee8-a71e-42f1f7913ea1 service neutron] Bound using segment: {'id': 'a280169f-cd62-40b1-b23e-40cb603d4abb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 267, 'network_id': 'f39d85d3-0173-4496-879c-2b83e234d364'} {{(pid=104525) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 25 07:37:10.087980 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron.plugins.ml2.managers [req-0f1e1b14-9b6c-459d-9648-0a6d7bfcd8a2 req-eeed3c4b-44bc-4ee8-a71e-42f1f7913ea1 service neutron] Bound port: 8914df61-0be3-41f5-849d-98c808f21db2, host: hv-cinder-82549, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a280169f-cd62-40b1-b23e-40cb603d4abb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 267, 'network_id': 'f39d85d3-0173-4496-879c-2b83e234d364'}}] {{(pid=104525) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 25 07:37:10.088761 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [req-0f1e1b14-9b6c-459d-9648-0a6d7bfcd8a2 req-eeed3c4b-44bc-4ee8-a71e-42f1f7913ea1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-616651'] for port (8914df61-0be3-41f5-849d-98c808f21db2), before_update {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:37:10.107535 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron_lib.callbacks.manager [None req-f9cd7ad7-9657-4dc4-ab64-74b2d9455e3c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754056472917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490168'] for agent (749e0e2c-8e71-4175-9046-27a8fd2a3a0a), after_update {{(pid=104527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:37:10.174386 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron.plugins.ml2.db [req-0f1e1b14-9b6c-459d-9648-0a6d7bfcd8a2 req-eeed3c4b-44bc-4ee8-a71e-42f1f7913ea1 service neutron] For port 8914df61-0be3-41f5-849d-98c808f21db2, host hv-cinder-82549, cleared binding levels {{(pid=104525) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 25 07:37:10.177800 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron.plugins.ml2.db [req-0f1e1b14-9b6c-459d-9648-0a6d7bfcd8a2 req-eeed3c4b-44bc-4ee8-a71e-42f1f7913ea1 service neutron] For port 8914df61-0be3-41f5-849d-98c808f21db2, host hv-cinder-82549, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82549',level=0,port_id=8914df61-0be3-41f5-849d-98c808f21db2,segment=NetworkSegment(a280169f-cd62-40b1-b23e-40cb603d4abb),segment_id=a280169f-cd62-40b1-b23e-40cb603d4abb)] {{(pid=104525) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 25 07:37:10.199592 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.notifiers.nova [req-e8fdc9b5-9394-43b6-87ba-6b18befa8086 req-5ad9374c-7148-4c44-807f-13cb8ad6c346 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5b9220dd-eeaa-4ea1-a0cd-e54c1dbfe455 {{(pid=104526) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 25 07:37:10.208959 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.notifiers.nova [req-c878d6e2-c8a6-4d34-81fa-e9a909357de0 req-395ff7f7-910b-4d94-9b70-7a9af30a599e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id afc7174b-1940-457e-9abc-fe45a8d98d61 {{(pid=104526) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 25 07:37:10.214205 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [req-e8fdc9b5-9394-43b6-87ba-6b18befa8086 req-5ad9374c-7148-4c44-807f-13cb8ad6c346 service neutron] Publish callbacks [] for port (5b9220dd-eeaa-4ea1-a0cd-e54c1dbfe455), precommit_update {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:37:10.233404 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG dbcounter [-] [104527] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104527) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 07:37:10.251191 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.plugins.ml2.rpc [None req-798242cc-9ea0-464c-9109-86bd7997349e None None] Device 37369604-0009-4591-97a8-6e3c90d97049 up at agent hyperv_hv-cinder-82549 {{(pid=104527) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 25 07:37:10.259251 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [req-c878d6e2-c8a6-4d34-81fa-e9a909357de0 req-395ff7f7-910b-4d94-9b70-7a9af30a599e service neutron] Publish callbacks [] for port (afc7174b-1940-457e-9abc-fe45a8d98d61), precommit_update {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:37:10.278325 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.db.provisioning_blocks [req-e8fdc9b5-9394-43b6-87ba-6b18befa8086 req-5ad9374c-7148-4c44-807f-13cb8ad6c346 service neutron] Transition to ACTIVE for port object 5b9220dd-eeaa-4ea1-a0cd-e54c1dbfe455 will not be triggered until provisioned by entity L2. {{(pid=104526) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 25 07:37:10.287296 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6422378e-bf1a-4728-9907-d88a43d325ab req-d3123e8f-07cc-46c1-af5d-00eb22bfb0b7 tempest-ServerRescueNegativeTestJSON-274124411 tempest-ServerRescueNegativeTestJSON-274124411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 07:37:10.288917 dv-cinder-825492-15-iscsi neutron-server[104526]: INFO neutron.wsgi [req-6422378e-bf1a-4728-9907-d88a43d325ab req-d3123e8f-07cc-46c1-af5d-00eb22bfb0b7 tempest-ServerRescueNegativeTestJSON-274124411 tempest-ServerRescueNegativeTestJSON-274124411-project] 10.222.0.24 "GET /v2.0/ports?device_id=f652bc42-42f2-4664-b614-603b3ddf84b1 HTTP/1.1" status: 200 len: 944 time: 0.0700524 May 25 07:37:10.294536 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.db.provisioning_blocks [req-c878d6e2-c8a6-4d34-81fa-e9a909357de0 req-395ff7f7-910b-4d94-9b70-7a9af30a599e service neutron] Transition to ACTIVE for port object afc7174b-1940-457e-9abc-fe45a8d98d61 will not be triggered until provisioned by entity L2. {{(pid=104526) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 25 07:37:10.319087 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [req-0f1e1b14-9b6c-459d-9648-0a6d7bfcd8a2 req-eeed3c4b-44bc-4ee8-a71e-42f1f7913ea1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-617841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612926', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754056714442', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754056173882', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754056173900'] for port (8914df61-0be3-41f5-849d-98c808f21db2), after_update {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:37:10.335526 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.db.provisioning_blocks [None req-798242cc-9ea0-464c-9109-86bd7997349e None None] Provisioning for port 37369604-0009-4591-97a8-6e3c90d97049 completed by entity L2. {{(pid=104527) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 25 07:37:10.361362 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f1e1b14-9b6c-459d-9648-0a6d7bfcd8a2 req-eeed3c4b-44bc-4ee8-a71e-42f1f7913ea1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 07:37:10.362046 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [req-0f1e1b14-9b6c-459d-9648-0a6d7bfcd8a2 req-eeed3c4b-44bc-4ee8-a71e-42f1f7913ea1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1612908'] for port (None), before_response {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:37:10.363411 dv-cinder-825492-15-iscsi neutron-server[104525]: INFO neutron.wsgi [req-0f1e1b14-9b6c-459d-9648-0a6d7bfcd8a2 req-eeed3c4b-44bc-4ee8-a71e-42f1f7913ea1 service neutron] 10.222.0.41 "PUT /v2.0/ports/8914df61-0be3-41f5-849d-98c808f21db2 HTTP/1.1" status: 200 len: 1093 time: 1.5600250 May 25 07:37:10.363996 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f7f15090-8fe0-4ebd-b4e6-2aad101f417b', 'tag': '8914df61-0be3-41f5-849d-98c808f21db2'}] {{(pid=104525) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 25 07:37:10.366240 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d445ce38d91c6b292eb6894f597f8081be97d606cd6e8c01bc8cfabf5dd02ac1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2182d64c-2d7a-4b79-b97e-cb01ec278ca3" -d '{"events": [{"name": "network-changed", "server_uuid": "f7f15090-8fe0-4ebd-b4e6-2aad101f417b", "tag": "8914df61-0be3-41f5-849d-98c808f21db2"}]}' {{(pid=104525) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 25 07:37:10.369162 dv-cinder-825492-15-iscsi neutron-server[104526]: INFO neutron.wsgi [req-6422378e-bf1a-4728-9907-d88a43d325ab req-8dce0a90-ac67-4cc0-81e3-26eed89eff42 tempest-ServerRescueNegativeTestJSON-274124411 tempest-ServerRescueNegativeTestJSON-274124411-project] 10.222.0.24 "GET /v2.0/security-groups?id=98ed3ba3-167d-4434-bd0b-9600585017a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0732985 May 25 07:37:10.438401 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeed3c4b-44bc-4ee8-a71e-42f1f7913ea1 service neutron] Pushing event updated for resources: {'Port': ['ID=8914df61-0be3-41f5-849d-98c808f21db2,revision_number=3']} {{(pid=104525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 07:37:10.443384 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 25 May 2022 07:37:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f01f0e5a-7427-4119-9665-fcd23b49f8a8 x-openstack-request-id: req-f01f0e5a-7427-4119-9665-fcd23b49f8a8 {{(pid=104525) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 25 07:37:10.443731 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f7f15090-8fe0-4ebd-b4e6-2aad101f417b", "tag": "8914df61-0be3-41f5-849d-98c808f21db2", "status": "completed", "code": 200}]} {{(pid=104525) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 25 07:37:10.444189 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-f01f0e5a-7427-4119-9665-fcd23b49f8a8 {{(pid=104525) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 25 07:37:10.445230 dv-cinder-825492-15-iscsi neutron-server[104525]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f01f0e5a-7427-4119-9665-fcd23b49f8a8'] response: {'name': 'network-changed', 'server_uuid': 'f7f15090-8fe0-4ebd-b4e6-2aad101f417b', 'tag': '8914df61-0be3-41f5-849d-98c808f21db2', 'status': 'completed', 'code': 200} May 25 07:37:10.472722 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.db.provisioning_blocks [None req-798242cc-9ea0-464c-9109-86bd7997349e None None] Provisioning complete for port 37369604-0009-4591-97a8-6e3c90d97049 triggered by entity L2. {{(pid=104527) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 25 07:37:10.472950 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [req-e8fdc9b5-9394-43b6-87ba-6b18befa8086 req-5ad9374c-7148-4c44-807f-13cb8ad6c346 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-617841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612926', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754056714442', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754056173882', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754056173900'] for port (5b9220dd-eeaa-4ea1-a0cd-e54c1dbfe455), after_update {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:37:10.473576 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron_lib.callbacks.manager [None req-798242cc-9ea0-464c-9109-86bd7997349e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1490782'] for port (37369604-0009-4591-97a8-6e3c90d97049), provisioning_complete {{(pid=104527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:37:10.477145 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [req-c878d6e2-c8a6-4d34-81fa-e9a909357de0 req-395ff7f7-910b-4d94-9b70-7a9af30a599e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-617841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612926', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754056714442', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754056173882', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754056173900'] for port (afc7174b-1940-457e-9abc-fe45a8d98d61), after_update {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:37:10.708843 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.plugins.ml2.plugin [None req-798242cc-9ea0-464c-9109-86bd7997349e None None] Current status of the port 37369604-0009-4591-97a8-6e3c90d97049 is: BUILD; New status is: ACTIVE {{(pid=104527) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 25 07:37:10.709869 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron_lib.callbacks.manager [None req-798242cc-9ea0-464c-9109-86bd7997349e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-616651'] for port (37369604-0009-4591-97a8-6e3c90d97049), before_update {{(pid=104527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:37:10.710459 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ad9374c-7148-4c44-807f-13cb8ad6c346 service neutron] Pushing event updated for resources: {'Port': ['ID=5b9220dd-eeaa-4ea1-a0cd-e54c1dbfe455,revision_number=2']} {{(pid=104526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 07:37:10.724569 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG dbcounter [-] [104527] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=104527) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 07:37:10.758653 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2182d64c-2d7a-4b79-b97e-cb01ec278ca3 req-f2e14120-ede3-4338-b0b8-b2e3ec40a0ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 07:37:10.768758 dv-cinder-825492-15-iscsi neutron-server[104525]: INFO neutron.wsgi [req-2182d64c-2d7a-4b79-b97e-cb01ec278ca3 req-f2e14120-ede3-4338-b0b8-b2e3ec40a0ae service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=2d8e35800ce043acbcb027ce406ed2e7&device_id=f7f15090-8fe0-4ebd-b4e6-2aad101f417b HTTP/1.1" status: 200 len: 1127 time: 0.1619806 May 25 07:37:10.786958 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2d5a90d7-311f-4e4a-84c2-ff14c0440bd2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '37369604-0009-4591-97a8-6e3c90d97049'}] {{(pid=104527) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 25 07:37:10.790177 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b7b9631292b9c3281c46c063e828ef1e98938590bf5356102cacde7abf71fd6b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-47c3ac44-40ec-4620-83a1-691467e72f8a" -d '{"events": [{"server_uuid": "2d5a90d7-311f-4e4a-84c2-ff14c0440bd2", "name": "network-vif-plugged", "status": "completed", "tag": "37369604-0009-4591-97a8-6e3c90d97049"}]}' {{(pid=104527) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 25 07:37:10.808015 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.plugins.ml2.db [None req-798242cc-9ea0-464c-9109-86bd7997349e None None] For port 37369604-0009-4591-97a8-6e3c90d97049, host hv-cinder-82549, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82549',level=0,port_id=37369604-0009-4591-97a8-6e3c90d97049,segment=NetworkSegment(969a65dc-e069-48a8-ad7f-e38fdf9684ce),segment_id=969a65dc-e069-48a8-ad7f-e38fdf9684ce)] {{(pid=104527) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 07:37:10.849183 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.plugins.ml2.managers [req-e8fdc9b5-9394-43b6-87ba-6b18befa8086 req-5ad9374c-7148-4c44-807f-13cb8ad6c346 service neutron] Attempting to bind port 5b9220dd-eeaa-4ea1-a0cd-e54c1dbfe455 on host hv-cinder-82549 for vnic_type normal with profile {{(pid=104526) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 25 07:37:10.849539 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.plugins.ml2.managers [req-e8fdc9b5-9394-43b6-87ba-6b18befa8086 req-5ad9374c-7148-4c44-807f-13cb8ad6c346 service neutron] Attempting to bind port 5b9220dd-eeaa-4ea1-a0cd-e54c1dbfe455 by drivers openvswitch,hyperv on host hv-cinder-82549 at level 0 using segments [{'id': '5e8ca1f8-871e-422d-b246-85fba594b2cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 250, 'network_id': '7eef0ae9-55de-48c4-ada3-da713e1942b9'}] {{(pid=104526) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 25 07:37:10.849791 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8fdc9b5-9394-43b6-87ba-6b18befa8086 req-5ad9374c-7148-4c44-807f-13cb8ad6c346 service neutron] Attempting to bind port 5b9220dd-eeaa-4ea1-a0cd-e54c1dbfe455 on network 7eef0ae9-55de-48c4-ada3-da713e1942b9 {{(pid=104526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 25 07:37:10.880507 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-870b0518-6030-421d-93f4-86b4a92139c7 req-2b7f8218-fc96-40c6-97b1-6bfc25f8c0dc tempest-AttachVolumeTestJSON-631109292 tempest-AttachVolumeTestJSON-631109292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 07:37:10.882093 dv-cinder-825492-15-iscsi neutron-server[104526]: INFO neutron.wsgi [req-870b0518-6030-421d-93f4-86b4a92139c7 req-2b7f8218-fc96-40c6-97b1-6bfc25f8c0dc tempest-AttachVolumeTestJSON-631109292 tempest-AttachVolumeTestJSON-631109292-project] 10.222.0.24 "GET /v2.0/ports?device_id=a8b10bee-95b1-4bfb-a9c5-6c15db78ba25 HTTP/1.1" status: 200 len: 943 time: 0.2586033 May 25 07:37:10.886096 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8fdc9b5-9394-43b6-87ba-6b18befa8086 req-5ad9374c-7148-4c44-807f-13cb8ad6c346 service neutron] Port 5b9220dd-eeaa-4ea1-a0cd-e54c1dbfe455 on network 7eef0ae9-55de-48c4-ada3-da713e1942b9 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82549 {{(pid=104526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 25 07:37:10.886416 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8fdc9b5-9394-43b6-87ba-6b18befa8086 req-5ad9374c-7148-4c44-807f-13cb8ad6c346 service neutron] Attempting to bind port 5b9220dd-eeaa-4ea1-a0cd-e54c1dbfe455 on network 7eef0ae9-55de-48c4-ada3-da713e1942b9 {{(pid=104526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 25 07:37:10.886819 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7914c8d2-359d-48da-ab25-d0199b4337c4 req-54d1d231-aa2a-42f1-88e6-227c62309ae6 tempest-DeleteServersTestJSON-1468466414 tempest-DeleteServersTestJSON-1468466414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 07:37:10.889105 dv-cinder-825492-15-iscsi neutron-server[104525]: INFO neutron.wsgi [req-7914c8d2-359d-48da-ab25-d0199b4337c4 req-54d1d231-aa2a-42f1-88e6-227c62309ae6 tempest-DeleteServersTestJSON-1468466414 tempest-DeleteServersTestJSON-1468466414-project] 10.222.0.24 "GET /v2.0/ports?device_id=57fedc8c-b769-4f1d-b263-478dcb44da40 HTTP/1.1" status: 200 len: 945 time: 0.0680923 May 25 07:37:10.898062 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.plugins.ml2.managers [req-c878d6e2-c8a6-4d34-81fa-e9a909357de0 req-395ff7f7-910b-4d94-9b70-7a9af30a599e service neutron] Attempting to bind port afc7174b-1940-457e-9abc-fe45a8d98d61 on host hv-cinder-82549 for vnic_type normal with profile {{(pid=104526) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 25 07:37:10.898415 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.plugins.ml2.managers [req-c878d6e2-c8a6-4d34-81fa-e9a909357de0 req-395ff7f7-910b-4d94-9b70-7a9af30a599e service neutron] Attempting to bind port afc7174b-1940-457e-9abc-fe45a8d98d61 by drivers openvswitch,hyperv on host hv-cinder-82549 at level 0 using segments [{'id': '39d8adcc-894d-48bd-a642-230f02087ed7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 255, 'network_id': 'f85a9936-18a2-497c-90b9-ba6df25b9b6e'}] {{(pid=104526) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 25 07:37:10.898741 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c878d6e2-c8a6-4d34-81fa-e9a909357de0 req-395ff7f7-910b-4d94-9b70-7a9af30a599e service neutron] Attempting to bind port afc7174b-1940-457e-9abc-fe45a8d98d61 on network f85a9936-18a2-497c-90b9-ba6df25b9b6e {{(pid=104526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 25 07:37:10.913079 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c878d6e2-c8a6-4d34-81fa-e9a909357de0 req-395ff7f7-910b-4d94-9b70-7a9af30a599e service neutron] Port afc7174b-1940-457e-9abc-fe45a8d98d61 on network f85a9936-18a2-497c-90b9-ba6df25b9b6e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82549 {{(pid=104526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 25 07:37:10.913547 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c878d6e2-c8a6-4d34-81fa-e9a909357de0 req-395ff7f7-910b-4d94-9b70-7a9af30a599e service neutron] Attempting to bind port afc7174b-1940-457e-9abc-fe45a8d98d61 on network f85a9936-18a2-497c-90b9-ba6df25b9b6e {{(pid=104526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 25 07:37:10.916789 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-395ff7f7-910b-4d94-9b70-7a9af30a599e service neutron] Pushing event updated for resources: {'Port': ['ID=afc7174b-1940-457e-9abc-fe45a8d98d61,revision_number=2']} {{(pid=104526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 07:37:10.932234 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8fdc9b5-9394-43b6-87ba-6b18befa8086 req-5ad9374c-7148-4c44-807f-13cb8ad6c346 service neutron] Checking agent: {'id': 'bbf5dc8c-5103-4973-a6b6-76af4660c126', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82549', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 25, 7, 34, 32), 'started_at': datetime.datetime(2022, 5, 25, 7, 34, 32), 'heartbeat_timestamp': datetime.datetime(2022, 5, 25, 7, 37, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 25 07:37:10.932596 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8fdc9b5-9394-43b6-87ba-6b18befa8086 req-5ad9374c-7148-4c44-807f-13cb8ad6c346 service neutron] Checking segment: {'id': '5e8ca1f8-871e-422d-b246-85fba594b2cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 250, 'network_id': '7eef0ae9-55de-48c4-ada3-da713e1942b9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104526) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 25 07:37:10.932976 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8fdc9b5-9394-43b6-87ba-6b18befa8086 req-5ad9374c-7148-4c44-807f-13cb8ad6c346 service neutron] Bound using segment: {'id': '5e8ca1f8-871e-422d-b246-85fba594b2cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 250, 'network_id': '7eef0ae9-55de-48c4-ada3-da713e1942b9'} {{(pid=104526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 25 07:37:10.935043 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.plugins.ml2.managers [req-e8fdc9b5-9394-43b6-87ba-6b18befa8086 req-5ad9374c-7148-4c44-807f-13cb8ad6c346 service neutron] Bound port: 5b9220dd-eeaa-4ea1-a0cd-e54c1dbfe455, host: hv-cinder-82549, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5e8ca1f8-871e-422d-b246-85fba594b2cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 250, 'network_id': '7eef0ae9-55de-48c4-ada3-da713e1942b9'}}] {{(pid=104526) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 25 07:37:10.935043 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [req-e8fdc9b5-9394-43b6-87ba-6b18befa8086 req-5ad9374c-7148-4c44-807f-13cb8ad6c346 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-616651'] for port (5b9220dd-eeaa-4ea1-a0cd-e54c1dbfe455), before_update {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:37:10.935270 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron_lib.callbacks.manager [None req-798242cc-9ea0-464c-9109-86bd7997349e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-617841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612926', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754056714442', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754056173882', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754056173900'] for port (37369604-0009-4591-97a8-6e3c90d97049), after_update {{(pid=104527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:37:10.935270 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.plugins.ml2.rpc [None req-798242cc-9ea0-464c-9109-86bd7997349e None None] Device 5d521607-ce1e-41b4-a067-fdc197d09700 up at agent hyperv_hv-cinder-82549 {{(pid=104527) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 25 07:37:10.977504 dv-cinder-825492-15-iscsi neutron-server[104525]: INFO neutron.wsgi [req-7914c8d2-359d-48da-ab25-d0199b4337c4 req-80f3e864-a951-4648-b122-9b51cbe99d6f tempest-DeleteServersTestJSON-1468466414 tempest-DeleteServersTestJSON-1468466414-project] 10.222.0.24 "GET /v2.0/security-groups?id=14b7a71e-a874-4682-85d2-f3ac9c09834c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0819583 May 25 07:37:11.047133 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 25 May 2022 07:37:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-23f125fa-e7cb-4354-96d3-4e62dbdc8075 x-openstack-request-id: req-23f125fa-e7cb-4354-96d3-4e62dbdc8075 {{(pid=104527) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 25 07:37:11.048114 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2d5a90d7-311f-4e4a-84c2-ff14c0440bd2", "name": "network-vif-plugged", "status": "completed", "tag": "37369604-0009-4591-97a8-6e3c90d97049", "code": 200}]} {{(pid=104527) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 25 07:37:11.048697 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-23f125fa-e7cb-4354-96d3-4e62dbdc8075 {{(pid=104527) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 25 07:37:11.049306 dv-cinder-825492-15-iscsi neutron-server[104527]: INFO neutron.notifiers.nova [-] Nova event matching ['req-23f125fa-e7cb-4354-96d3-4e62dbdc8075'] response: {'server_uuid': '2d5a90d7-311f-4e4a-84c2-ff14c0440bd2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '37369604-0009-4591-97a8-6e3c90d97049', 'code': 200} May 25 07:37:11.057280 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.plugins.ml2.db [req-e8fdc9b5-9394-43b6-87ba-6b18befa8086 req-5ad9374c-7148-4c44-807f-13cb8ad6c346 service neutron] For port 5b9220dd-eeaa-4ea1-a0cd-e54c1dbfe455, host hv-cinder-82549, cleared binding levels {{(pid=104526) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 25 07:37:11.060504 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.plugins.ml2.db [req-e8fdc9b5-9394-43b6-87ba-6b18befa8086 req-5ad9374c-7148-4c44-807f-13cb8ad6c346 service neutron] For port 5b9220dd-eeaa-4ea1-a0cd-e54c1dbfe455, host hv-cinder-82549, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82549',level=0,port_id=5b9220dd-eeaa-4ea1-a0cd-e54c1dbfe455,segment=NetworkSegment(5e8ca1f8-871e-422d-b246-85fba594b2cb),segment_id=5e8ca1f8-871e-422d-b246-85fba594b2cb)] {{(pid=104526) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 25 07:37:11.069081 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c878d6e2-c8a6-4d34-81fa-e9a909357de0 req-395ff7f7-910b-4d94-9b70-7a9af30a599e service neutron] Checking agent: {'id': 'bbf5dc8c-5103-4973-a6b6-76af4660c126', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82549', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 25, 7, 34, 32), 'started_at': datetime.datetime(2022, 5, 25, 7, 34, 32), 'heartbeat_timestamp': datetime.datetime(2022, 5, 25, 7, 37, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 25 07:37:11.069544 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c878d6e2-c8a6-4d34-81fa-e9a909357de0 req-395ff7f7-910b-4d94-9b70-7a9af30a599e service neutron] Checking segment: {'id': '39d8adcc-894d-48bd-a642-230f02087ed7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 255, 'network_id': 'f85a9936-18a2-497c-90b9-ba6df25b9b6e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104526) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 25 07:37:11.069801 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c878d6e2-c8a6-4d34-81fa-e9a909357de0 req-395ff7f7-910b-4d94-9b70-7a9af30a599e service neutron] Bound using segment: {'id': '39d8adcc-894d-48bd-a642-230f02087ed7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 255, 'network_id': 'f85a9936-18a2-497c-90b9-ba6df25b9b6e'} {{(pid=104526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 25 07:37:11.070231 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.plugins.ml2.managers [req-c878d6e2-c8a6-4d34-81fa-e9a909357de0 req-395ff7f7-910b-4d94-9b70-7a9af30a599e service neutron] Bound port: afc7174b-1940-457e-9abc-fe45a8d98d61, host: hv-cinder-82549, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '39d8adcc-894d-48bd-a642-230f02087ed7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 255, 'network_id': 'f85a9936-18a2-497c-90b9-ba6df25b9b6e'}}] {{(pid=104526) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 25 07:37:11.070585 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [req-c878d6e2-c8a6-4d34-81fa-e9a909357de0 req-395ff7f7-910b-4d94-9b70-7a9af30a599e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-616651'] for port (afc7174b-1940-457e-9abc-fe45a8d98d61), before_update {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:37:11.085463 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG dbcounter [-] [104526] Writing DB stats neutron:SELECT=100 {{(pid=104526) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 07:37:11.116629 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-798242cc-9ea0-464c-9109-86bd7997349e None None] Pushing event updated for resources: {'Port': ['ID=37369604-0009-4591-97a8-6e3c90d97049,revision_number=5']} {{(pid=104527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 07:37:11.130977 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.db.provisioning_blocks [None req-798242cc-9ea0-464c-9109-86bd7997349e None None] Provisioning for port 5d521607-ce1e-41b4-a067-fdc197d09700 completed by entity L2. {{(pid=104527) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 25 07:37:11.176513 dv-cinder-825492-15-iscsi neutron-server[104526]: INFO neutron.wsgi [req-870b0518-6030-421d-93f4-86b4a92139c7 req-82dcdd5a-18ac-4623-a754-9db2edb795e3 tempest-AttachVolumeTestJSON-631109292 tempest-AttachVolumeTestJSON-631109292-project] 10.222.0.24 "GET /v2.0/security-groups?id=25c619ea-31ec-4346-9d90-41bcc95d8e89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2771707 May 25 07:37:11.197600 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.plugins.ml2.db [req-c878d6e2-c8a6-4d34-81fa-e9a909357de0 req-395ff7f7-910b-4d94-9b70-7a9af30a599e service neutron] For port afc7174b-1940-457e-9abc-fe45a8d98d61, host hv-cinder-82549, cleared binding levels {{(pid=104526) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 25 07:37:11.221426 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [req-e8fdc9b5-9394-43b6-87ba-6b18befa8086 req-5ad9374c-7148-4c44-807f-13cb8ad6c346 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-617841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612926', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754056714442', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754056173882', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754056173900'] for port (5b9220dd-eeaa-4ea1-a0cd-e54c1dbfe455), after_update {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:37:11.225619 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.plugins.ml2.db [req-c878d6e2-c8a6-4d34-81fa-e9a909357de0 req-395ff7f7-910b-4d94-9b70-7a9af30a599e service neutron] For port afc7174b-1940-457e-9abc-fe45a8d98d61, host hv-cinder-82549, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82549',level=0,port_id=afc7174b-1940-457e-9abc-fe45a8d98d61,segment=NetworkSegment(39d8adcc-894d-48bd-a642-230f02087ed7),segment_id=39d8adcc-894d-48bd-a642-230f02087ed7)] {{(pid=104526) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 25 07:37:11.255803 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.db.provisioning_blocks [None req-798242cc-9ea0-464c-9109-86bd7997349e None None] Provisioning complete for port 5d521607-ce1e-41b4-a067-fdc197d09700 triggered by entity L2. {{(pid=104527) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 25 07:37:11.256556 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron_lib.callbacks.manager [None req-798242cc-9ea0-464c-9109-86bd7997349e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1490782'] for port (5d521607-ce1e-41b4-a067-fdc197d09700), provisioning_complete {{(pid=104527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:37:11.324204 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8fdc9b5-9394-43b6-87ba-6b18befa8086 req-5ad9374c-7148-4c44-807f-13cb8ad6c346 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 07:37:11.325315 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [req-e8fdc9b5-9394-43b6-87ba-6b18befa8086 req-5ad9374c-7148-4c44-807f-13cb8ad6c346 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1612908'] for port (None), before_response {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:37:11.326877 dv-cinder-825492-15-iscsi neutron-server[104526]: INFO neutron.wsgi [req-e8fdc9b5-9394-43b6-87ba-6b18befa8086 req-5ad9374c-7148-4c44-807f-13cb8ad6c346 service neutron] 10.222.0.41 "PUT /v2.0/ports/5b9220dd-eeaa-4ea1-a0cd-e54c1dbfe455 HTTP/1.1" status: 200 len: 1094 time: 2.0218682 May 25 07:37:11.327480 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6d360341-449d-4b49-8b66-a02a969171fd', 'tag': '5b9220dd-eeaa-4ea1-a0cd-e54c1dbfe455'}] {{(pid=104526) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 25 07:37:11.330190 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db633a5f02cadde147c9bc1566607705b0433b891c7275f259bdbd209e6b6683" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4d30e3ce-7e36-423b-9112-f310be0af373" -d '{"events": [{"name": "network-changed", "server_uuid": "6d360341-449d-4b49-8b66-a02a969171fd", "tag": "5b9220dd-eeaa-4ea1-a0cd-e54c1dbfe455"}]}' {{(pid=104526) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 25 07:37:11.367324 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d1815e8-4bb6-41aa-b81f-9749e838ddba req-b6756a15-e9cd-4e85-80b9-8f6bd9c50a90 tempest-AttachVolumeShelveTestJSON-605607613 tempest-AttachVolumeShelveTestJSON-605607613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 07:37:11.374417 dv-cinder-825492-15-iscsi neutron-server[104526]: INFO neutron.wsgi [req-6d1815e8-4bb6-41aa-b81f-9749e838ddba req-b6756a15-e9cd-4e85-80b9-8f6bd9c50a90 tempest-AttachVolumeShelveTestJSON-605607613 tempest-AttachVolumeShelveTestJSON-605607613-project] 10.222.0.24 "GET /v2.0/ports?device_id=6d360341-449d-4b49-8b66-a02a969171fd HTTP/1.1" status: 200 len: 944 time: 0.0952871 May 25 07:37:11.377135 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ad9374c-7148-4c44-807f-13cb8ad6c346 service neutron] Pushing event updated for resources: {'Port': ['ID=5b9220dd-eeaa-4ea1-a0cd-e54c1dbfe455,revision_number=3']} {{(pid=104526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 07:37:11.408912 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [req-c878d6e2-c8a6-4d34-81fa-e9a909357de0 req-395ff7f7-910b-4d94-9b70-7a9af30a599e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-617841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612926', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754056714442', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754056173882', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754056173900'] for port (afc7174b-1940-457e-9abc-fe45a8d98d61), after_update {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:37:11.420258 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2182d64c-2d7a-4b79-b97e-cb01ec278ca3 req-ccfebd86-61ff-4dd9-a195-80c50ae7143d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 07:37:11.422417 dv-cinder-825492-15-iscsi neutron-server[104525]: INFO neutron.wsgi [req-2182d64c-2d7a-4b79-b97e-cb01ec278ca3 req-ccfebd86-61ff-4dd9-a195-80c50ae7143d service neutron] 10.222.0.41 "GET /v2.0/networks?tenant_id=2d8e35800ce043acbcb027ce406ed2e7&shared=False HTTP/1.1" status: 200 len: 916 time: 0.3113921 May 25 07:37:11.434771 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b870b94f-eb78-436c-b3f8-a54bb4580f05 req-eb062992-883b-48c0-a045-fccdee86394c tempest-AttachVolumeNegativeTest-1464534600 tempest-AttachVolumeNegativeTest-1464534600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 07:37:11.436345 dv-cinder-825492-15-iscsi neutron-server[104525]: INFO neutron.wsgi [req-b870b94f-eb78-436c-b3f8-a54bb4580f05 req-eb062992-883b-48c0-a045-fccdee86394c tempest-AttachVolumeNegativeTest-1464534600 tempest-AttachVolumeNegativeTest-1464534600-project] 10.222.0.24 "GET /v2.0/ports?device_id=f7f15090-8fe0-4ebd-b4e6-2aad101f417b HTTP/1.1" status: 200 len: 943 time: 0.3488379 May 25 07:37:11.449305 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.plugins.ml2.plugin [None req-798242cc-9ea0-464c-9109-86bd7997349e None None] Current status of the port 5d521607-ce1e-41b4-a067-fdc197d09700 is: BUILD; New status is: ACTIVE {{(pid=104527) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 25 07:37:11.453706 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron_lib.callbacks.manager [None req-798242cc-9ea0-464c-9109-86bd7997349e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-616651'] for port (5d521607-ce1e-41b4-a067-fdc197d09700), before_update {{(pid=104527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:37:11.499041 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-395ff7f7-910b-4d94-9b70-7a9af30a599e service neutron] Pushing event updated for resources: {'Port': ['ID=afc7174b-1940-457e-9abc-fe45a8d98d61,revision_number=3']} {{(pid=104526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 07:37:11.523988 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c878d6e2-c8a6-4d34-81fa-e9a909357de0 req-395ff7f7-910b-4d94-9b70-7a9af30a599e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 07:37:11.523988 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [req-c878d6e2-c8a6-4d34-81fa-e9a909357de0 req-395ff7f7-910b-4d94-9b70-7a9af30a599e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1612908'] for port (None), before_response {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:37:11.525591 dv-cinder-825492-15-iscsi neutron-server[104526]: INFO neutron.wsgi [req-c878d6e2-c8a6-4d34-81fa-e9a909357de0 req-395ff7f7-910b-4d94-9b70-7a9af30a599e service neutron] 10.222.0.41 "PUT /v2.0/ports/afc7174b-1940-457e-9abc-fe45a8d98d61 HTTP/1.1" status: 200 len: 1093 time: 2.2305021 May 25 07:37:11.538756 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.plugins.ml2.db [None req-798242cc-9ea0-464c-9109-86bd7997349e None None] For port 5d521607-ce1e-41b4-a067-fdc197d09700, host hv-cinder-82549, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82549',level=0,port_id=5d521607-ce1e-41b4-a067-fdc197d09700,segment=NetworkSegment(969a65dc-e069-48a8-ad7f-e38fdf9684ce),segment_id=969a65dc-e069-48a8-ad7f-e38fdf9684ce)] {{(pid=104527) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 07:37:11.550146 dv-cinder-825492-15-iscsi neutron-server[104526]: INFO neutron.wsgi [req-6d1815e8-4bb6-41aa-b81f-9749e838ddba req-ef809465-6c0e-448f-8869-79ef85e08e93 tempest-AttachVolumeShelveTestJSON-605607613 tempest-AttachVolumeShelveTestJSON-605607613-project] 10.222.0.24 "GET /v2.0/security-groups?id=36a790ea-6395-4759-aea0-9e848582607a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1698799 May 25 07:37:11.615895 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron_lib.callbacks.manager [None req-4c581813-650f-4b4b-ac0f-82f585bea231 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754056472917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490168'] for agent (67455b2d-ff20-4068-8b38-73bd0628c5cb), after_update {{(pid=104527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:37:11.623389 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron_lib.callbacks.manager [None req-798242cc-9ea0-464c-9109-86bd7997349e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-617841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612926', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754056714442', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754056173882', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754056173900'] for port (5d521607-ce1e-41b4-a067-fdc197d09700), after_update {{(pid=104527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:37:11.711975 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 25 May 2022 07:37:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-01cc98b6-29ab-4db2-a6d1-895755ca8785 x-openstack-request-id: req-01cc98b6-29ab-4db2-a6d1-895755ca8785 {{(pid=104526) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 25 07:37:11.712733 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6d360341-449d-4b49-8b66-a02a969171fd", "tag": "5b9220dd-eeaa-4ea1-a0cd-e54c1dbfe455", "status": "completed", "code": 200}]} {{(pid=104526) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 25 07:37:11.713334 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-01cc98b6-29ab-4db2-a6d1-895755ca8785 {{(pid=104526) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 25 07:37:11.714019 dv-cinder-825492-15-iscsi neutron-server[104526]: INFO neutron.notifiers.nova [-] Nova event matching ['req-01cc98b6-29ab-4db2-a6d1-895755ca8785'] response: {'name': 'network-changed', 'server_uuid': '6d360341-449d-4b49-8b66-a02a969171fd', 'tag': '5b9220dd-eeaa-4ea1-a0cd-e54c1dbfe455', 'status': 'completed', 'code': 200} May 25 07:37:11.778387 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-798242cc-9ea0-464c-9109-86bd7997349e None None] Pushing event updated for resources: {'Port': ['ID=5d521607-ce1e-41b4-a067-fdc197d09700,revision_number=5']} {{(pid=104527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 07:37:11.796839 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8fdc9b5-9394-43b6-87ba-6b18befa8086 req-e9d4484e-c785-4bfb-91a2-c47087ba953e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 07:37:11.796839 dv-cinder-825492-15-iscsi neutron-server[104526]: INFO neutron.wsgi [req-e8fdc9b5-9394-43b6-87ba-6b18befa8086 req-e9d4484e-c785-4bfb-91a2-c47087ba953e service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=c4406d5d0e2347f1b96c34496f5ba5ae&device_id=6d360341-449d-4b49-8b66-a02a969171fd HTTP/1.1" status: 200 len: 1128 time: 0.2417383 May 25 07:37:11.817238 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c878d6e2-c8a6-4d34-81fa-e9a909357de0 req-ca62ce83-4d5a-4bcb-816c-962444b6b947 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 07:37:11.818932 dv-cinder-825492-15-iscsi neutron-server[104526]: INFO neutron.wsgi [req-c878d6e2-c8a6-4d34-81fa-e9a909357de0 req-ca62ce83-4d5a-4bcb-816c-962444b6b947 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=294afe2c36184564a80fb6bef7b32359&device_id=a8b10bee-95b1-4bfb-a9c5-6c15db78ba25 HTTP/1.1" status: 200 len: 1127 time: 0.1444318 May 25 07:37:11.881863 dv-cinder-825492-15-iscsi neutron-server[104526]: INFO neutron.wsgi [req-e8fdc9b5-9394-43b6-87ba-6b18befa8086 req-6a36d20d-d762-4f3c-bb1a-1c4c4ac03c6e service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=5b9220dd-eeaa-4ea1-a0cd-e54c1dbfe455 HTTP/1.1" status: 200 len: 217 time: 0.0743620 May 25 07:37:11.893097 dv-cinder-825492-15-iscsi neutron-server[104526]: INFO neutron.wsgi [req-c878d6e2-c8a6-4d34-81fa-e9a909357de0 req-24539346-9ffa-4acc-8b78-5506dc42bd52 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=afc7174b-1940-457e-9abc-fe45a8d98d61 HTTP/1.1" status: 200 len: 217 time: 0.0448031 May 25 07:37:11.913840 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fd23007-9e36-48b2-9ca5-ad81a8bc98a8 req-96c3da0e-cfd8-412b-9584-9c343a9daa4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 07:37:11.915383 dv-cinder-825492-15-iscsi neutron-server[104525]: INFO neutron.wsgi [req-2fd23007-9e36-48b2-9ca5-ad81a8bc98a8 req-96c3da0e-cfd8-412b-9584-9c343a9daa4b service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=2d5a90d7-311f-4e4a-84c2-ff14c0440bd2 HTTP/1.1" status: 200 len: 1129 time: 0.1913974 May 25 07:37:11.949061 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2182d64c-2d7a-4b79-b97e-cb01ec278ca3 req-02d20f5f-0a71-48a6-9385-48b77560bd46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 07:37:11.950546 dv-cinder-825492-15-iscsi neutron-server[104525]: INFO neutron.wsgi [req-2182d64c-2d7a-4b79-b97e-cb01ec278ca3 req-02d20f5f-0a71-48a6-9385-48b77560bd46 service neutron] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.5132380 May 25 07:37:11.972462 dv-cinder-825492-15-iscsi neutron-server[104525]: INFO neutron.wsgi [req-b870b94f-eb78-436c-b3f8-a54bb4580f05 req-354d0db0-aa5c-450b-966f-999ca335bef6 tempest-AttachVolumeNegativeTest-1464534600 tempest-AttachVolumeNegativeTest-1464534600-project] 10.222.0.24 "GET /v2.0/security-groups?id=5ea9d969-c744-4260-a161-31eba2da204d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2878969 May 25 07:37:11.997583 dv-cinder-825492-15-iscsi neutron-server[104525]: INFO neutron.wsgi [req-2fd23007-9e36-48b2-9ca5-ad81a8bc98a8 req-58a02b04-87a8-4c30-b43f-c171413fc89a service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=98ed3ba3-167d-4434-bd0b-9600585017a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0709834 May 25 07:37:12.101937 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-197b28b6-1c52-4230-8a62-e34b12360db7 req-a79b16ca-227b-4bda-9c2a-15c6a321f8d4 tempest-DeleteServersTestJSON-1468466414 tempest-DeleteServersTestJSON-1468466414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 07:37:12.109237 dv-cinder-825492-15-iscsi neutron-server[104525]: INFO neutron.wsgi [req-197b28b6-1c52-4230-8a62-e34b12360db7 req-a79b16ca-227b-4bda-9c2a-15c6a321f8d4 tempest-DeleteServersTestJSON-1468466414 tempest-DeleteServersTestJSON-1468466414-project] 10.222.0.24 "GET /v2.0/ports?device_id=57fedc8c-b769-4f1d-b263-478dcb44da40 HTTP/1.1" status: 200 len: 945 time: 0.0586648 May 25 07:37:12.159645 dv-cinder-825492-15-iscsi neutron-server[104525]: INFO neutron.wsgi [req-197b28b6-1c52-4230-8a62-e34b12360db7 req-7b885eb6-b37f-4988-a320-b7c3c6ce10f1 tempest-DeleteServersTestJSON-1468466414 tempest-DeleteServersTestJSON-1468466414-project] 10.222.0.24 "GET /v2.0/security-groups?id=14b7a71e-a874-4682-85d2-f3ac9c09834c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493474 May 25 07:37:12.182715 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92eeebeb-02ab-4ce4-94d6-f3674d2080f4 req-583b37f9-5a10-4dce-9cc6-b84cf8e24c86 tempest-ServerRescueNegativeTestJSON-274124411 tempest-ServerRescueNegativeTestJSON-274124411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 07:37:12.184207 dv-cinder-825492-15-iscsi neutron-server[104526]: INFO neutron.wsgi [req-92eeebeb-02ab-4ce4-94d6-f3674d2080f4 req-583b37f9-5a10-4dce-9cc6-b84cf8e24c86 tempest-ServerRescueNegativeTestJSON-274124411 tempest-ServerRescueNegativeTestJSON-274124411-project] 10.222.0.24 "GET /v2.0/ports?device_id=f652bc42-42f2-4664-b614-603b3ddf84b1 HTTP/1.1" status: 200 len: 945 time: 0.3371141 May 25 07:37:12.198185 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8fdc9b5-9394-43b6-87ba-6b18befa8086 req-78e4e456-af25-4047-a6fc-f8cf7d2cc6c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 07:37:12.203487 dv-cinder-825492-15-iscsi neutron-server[104526]: INFO neutron.wsgi [req-e8fdc9b5-9394-43b6-87ba-6b18befa8086 req-78e4e456-af25-4047-a6fc-f8cf7d2cc6c9 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=e7796ec7-ead3-485d-a16b-d9ef7a0a8b85 HTTP/1.1" status: 200 len: 856 time: 0.3099391 May 25 07:37:12.203487 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c878d6e2-c8a6-4d34-81fa-e9a909357de0 req-bd6e4f25-607e-4e90-8786-1446d10f24a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 07:37:12.203487 dv-cinder-825492-15-iscsi neutron-server[104526]: INFO neutron.wsgi [req-c878d6e2-c8a6-4d34-81fa-e9a909357de0 req-bd6e4f25-607e-4e90-8786-1446d10f24a5 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=fdef845a-6670-4f1a-9c6b-2e789510998b HTTP/1.1" status: 200 len: 849 time: 0.2784538 May 25 07:37:12.239674 dv-cinder-825492-15-iscsi neutron-server[104526]: INFO neutron.wsgi [req-92eeebeb-02ab-4ce4-94d6-f3674d2080f4 req-deb6887e-5bee-49f3-b54c-f6cf3b6fb835 tempest-ServerRescueNegativeTestJSON-274124411 tempest-ServerRescueNegativeTestJSON-274124411-project] 10.222.0.24 "GET /v2.0/security-groups?id=98ed3ba3-167d-4434-bd0b-9600585017a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487680 May 25 07:37:12.310050 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c938ca50-36f2-4343-bcad-fbd08a7f6335 req-b59c81e3-56e4-4ee9-a152-245197ae6ee6 tempest-AttachVolumeTestJSON-631109292 tempest-AttachVolumeTestJSON-631109292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 07:37:12.311502 dv-cinder-825492-15-iscsi neutron-server[104525]: INFO neutron.wsgi [req-c938ca50-36f2-4343-bcad-fbd08a7f6335 req-b59c81e3-56e4-4ee9-a152-245197ae6ee6 tempest-AttachVolumeTestJSON-631109292 tempest-AttachVolumeTestJSON-631109292-project] 10.222.0.24 "GET /v2.0/ports?device_id=a8b10bee-95b1-4bfb-a9c5-6c15db78ba25 HTTP/1.1" status: 200 len: 943 time: 0.0731208 May 25 07:37:12.317484 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f1e1b14-9b6c-459d-9648-0a6d7bfcd8a2 req-53b88a76-7d71-4d3a-ad0d-1f9431565ac3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 07:37:12.318759 dv-cinder-825492-15-iscsi neutron-server[104525]: INFO neutron.wsgi [req-0f1e1b14-9b6c-459d-9648-0a6d7bfcd8a2 req-53b88a76-7d71-4d3a-ad0d-1f9431565ac3 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=2d8e35800ce043acbcb027ce406ed2e7&device_id=f7f15090-8fe0-4ebd-b4e6-2aad101f417b HTTP/1.1" status: 200 len: 1127 time: 0.0514166 May 25 07:37:12.333129 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8fdc9b5-9394-43b6-87ba-6b18befa8086 req-ce7354ef-d073-47c9-a3ae-83881f01894b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 07:37:12.334666 dv-cinder-825492-15-iscsi neutron-server[104526]: INFO neutron.wsgi [req-e8fdc9b5-9394-43b6-87ba-6b18befa8086 req-ce7354ef-d073-47c9-a3ae-83881f01894b service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=7eef0ae9-55de-48c4-ada3-da713e1942b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0716152 May 25 07:37:12.335762 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c878d6e2-c8a6-4d34-81fa-e9a909357de0 req-bde8e008-8462-4d12-883f-4fa72b9e7f6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 07:37:12.337133 dv-cinder-825492-15-iscsi neutron-server[104526]: INFO neutron.wsgi [req-c878d6e2-c8a6-4d34-81fa-e9a909357de0 req-bde8e008-8462-4d12-883f-4fa72b9e7f6b service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=f85a9936-18a2-497c-90b9-ba6df25b9b6e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0650177 May 25 07:37:12.362703 dv-cinder-825492-15-iscsi neutron-server[104525]: INFO neutron.wsgi [req-c938ca50-36f2-4343-bcad-fbd08a7f6335 req-2090b92d-ade9-4d3b-95ea-195011017676 tempest-AttachVolumeTestJSON-631109292 tempest-AttachVolumeTestJSON-631109292-project] 10.222.0.24 "GET /v2.0/security-groups?id=25c619ea-31ec-4346-9d90-41bcc95d8e89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430241 May 25 07:37:12.474338 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.wsgi [-] (104526) accepted ('10.222.0.24', 41876) {{(pid=104526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 07:37:12.583835 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-c0409f13-8e9f-4010-91eb-5521bbd2bca3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:37:12.664650 dv-cinder-825492-15-iscsi neutron-server[104525]: INFO neutron.wsgi [req-0f1e1b14-9b6c-459d-9648-0a6d7bfcd8a2 req-a21d900c-9611-47bb-ab09-4426e0d71d05 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=8914df61-0be3-41f5-849d-98c808f21db2 HTTP/1.1" status: 200 len: 217 time: 0.0385115 May 25 07:37:12.713910 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f1e1b14-9b6c-459d-9648-0a6d7bfcd8a2 req-9f46d266-75ac-4b39-989f-abac059eb343 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 07:37:12.715498 dv-cinder-825492-15-iscsi neutron-server[104525]: INFO neutron.wsgi [req-0f1e1b14-9b6c-459d-9648-0a6d7bfcd8a2 req-9f46d266-75ac-4b39-989f-abac059eb343 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=4aef3d06-f4fb-4751-a5a8-ab68314fa54a HTTP/1.1" status: 200 len: 854 time: 0.0452704 May 25 07:37:12.766552 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f1e1b14-9b6c-459d-9648-0a6d7bfcd8a2 req-73509381-7af9-4792-835f-00ab04e3d691 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 07:37:12.768499 dv-cinder-825492-15-iscsi neutron-server[104525]: INFO neutron.wsgi [req-0f1e1b14-9b6c-459d-9648-0a6d7bfcd8a2 req-73509381-7af9-4792-835f-00ab04e3d691 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=f39d85d3-0173-4496-879c-2b83e234d364&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0463943 May 25 07:37:12.771749 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG dbcounter [-] [104526] Writing DB stats neutron:SELECT=90,neutron:UPDATE=5,neutron:INSERT=1,neutron:DELETE=4 {{(pid=104526) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 07:37:12.807375 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c105e14-9576-4d98-b4fc-dc1961f63d4e req-45553511-20b5-42a1-b170-d2d6f9a55e82 tempest-AttachVolumeShelveTestJSON-605607613 tempest-AttachVolumeShelveTestJSON-605607613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 07:37:12.809210 dv-cinder-825492-15-iscsi neutron-server[104526]: INFO neutron.wsgi [req-5c105e14-9576-4d98-b4fc-dc1961f63d4e req-45553511-20b5-42a1-b170-d2d6f9a55e82 tempest-AttachVolumeShelveTestJSON-605607613 tempest-AttachVolumeShelveTestJSON-605607613-project] 10.222.0.24 "GET /v2.0/ports?device_id=6d360341-449d-4b49-8b66-a02a969171fd HTTP/1.1" status: 200 len: 944 time: 0.1654706 May 25 07:37:12.866506 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-c0409f13-8e9f-4010-91eb-5521bbd2bca3 admin admin] Publish callbacks [] for security_group (5ebcb27d-c9df-4708-bdb3-c484a6960dce), precommit_create {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:37:12.886267 dv-cinder-825492-15-iscsi neutron-server[104525]: INFO neutron.wsgi [req-0f1e1b14-9b6c-459d-9648-0a6d7bfcd8a2 req-4cbd10aa-99dd-4591-aced-dc16d2202890 service neutron] 10.222.0.41 "GET /v2.0/networks/f39d85d3-0173-4496-879c-2b83e234d364?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1087990 May 25 07:37:12.899663 dv-cinder-825492-15-iscsi neutron-server[104526]: INFO neutron.wsgi [req-c878d6e2-c8a6-4d34-81fa-e9a909357de0 req-04934bfa-8b09-47ed-8c4f-f788eecae1f3 service neutron] 10.222.0.41 "GET /v2.0/networks/f85a9936-18a2-497c-90b9-ba6df25b9b6e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2699134 May 25 07:37:12.905801 dv-cinder-825492-15-iscsi neutron-server[104526]: INFO neutron.wsgi [req-e8fdc9b5-9394-43b6-87ba-6b18befa8086 req-590b1d68-758d-44fc-9435-60d82fd9b399 service neutron] 10.222.0.41 "GET /v2.0/networks/7eef0ae9-55de-48c4-ada3-da713e1942b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2771490 May 25 07:37:12.923867 dv-cinder-825492-15-iscsi neutron-server[104526]: INFO neutron.wsgi [req-5c105e14-9576-4d98-b4fc-dc1961f63d4e req-5f25dea6-79f2-4369-8975-799d1dbc2276 tempest-AttachVolumeShelveTestJSON-605607613 tempest-AttachVolumeShelveTestJSON-605607613-project] 10.222.0.24 "GET /v2.0/security-groups?id=36a790ea-6395-4759-aea0-9e848582607a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1001439 May 25 07:37:12.963733 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-c0409f13-8e9f-4010-91eb-5521bbd2bca3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-278753'] for security_group (5ebcb27d-c9df-4708-bdb3-c484a6960dce), after_create {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:37:13.050706 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f652bc42-42f2-4664-b614-603b3ddf84b1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5d521607-ce1e-41b4-a067-fdc197d09700'}] {{(pid=104527) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 25 07:37:13.054657 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b7b9631292b9c3281c46c063e828ef1e98938590bf5356102cacde7abf71fd6b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f8be9bdc-2dc8-4437-8918-0d2f5ca274eb" -d '{"events": [{"server_uuid": "f652bc42-42f2-4664-b614-603b3ddf84b1", "name": "network-vif-plugged", "status": "completed", "tag": "5d521607-ce1e-41b4-a067-fdc197d09700"}]}' {{(pid=104527) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 25 07:37:13.073288 dv-cinder-825492-15-iscsi neutron-server[104525]: INFO neutron.wsgi [req-0f1e1b14-9b6c-459d-9648-0a6d7bfcd8a2 req-9a1f9200-40d2-445c-8fea-60ab05566477 service neutron] 10.222.0.41 "GET /v2.0/networks/f39d85d3-0173-4496-879c-2b83e234d364?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1079819 May 25 07:37:13.111744 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb2bb222-d3a8-433a-a092-06b3ffb76f14 req-fe3d4107-6110-4579-abec-430ba90c4515 tempest-AttachVolumeNegativeTest-1464534600 tempest-AttachVolumeNegativeTest-1464534600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 07:37:13.113733 dv-cinder-825492-15-iscsi neutron-server[104525]: INFO neutron.wsgi [req-eb2bb222-d3a8-433a-a092-06b3ffb76f14 req-fe3d4107-6110-4579-abec-430ba90c4515 tempest-AttachVolumeNegativeTest-1464534600 tempest-AttachVolumeNegativeTest-1464534600-project] 10.222.0.24 "GET /v2.0/ports?device_id=f7f15090-8fe0-4ebd-b4e6-2aad101f417b HTTP/1.1" status: 200 len: 943 time: 0.0578752 May 25 07:37:13.115063 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 25 May 2022 07:37:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7386318d-2206-4eed-a809-8de6eaf23cd2 x-openstack-request-id: req-7386318d-2206-4eed-a809-8de6eaf23cd2 {{(pid=104527) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 25 07:37:13.115562 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f652bc42-42f2-4664-b614-603b3ddf84b1", "name": "network-vif-plugged", "status": "completed", "tag": "5d521607-ce1e-41b4-a067-fdc197d09700", "code": 200}]} {{(pid=104527) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 25 07:37:13.116052 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-7386318d-2206-4eed-a809-8de6eaf23cd2 {{(pid=104527) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 25 07:37:13.116439 dv-cinder-825492-15-iscsi neutron-server[104527]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7386318d-2206-4eed-a809-8de6eaf23cd2'] response: {'server_uuid': 'f652bc42-42f2-4664-b614-603b3ddf84b1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5d521607-ce1e-41b4-a067-fdc197d09700', 'code': 200} May 25 07:37:13.131027 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0409f13-8e9f-4010-91eb-5521bbd2bca3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5ebcb27d-c9df-4708-bdb3-c484a6960dce,revision_number=1']} {{(pid=104526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 07:37:13.135542 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG dbcounter [-] [104527] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:DELETE=1 {{(pid=104527) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 07:37:13.146641 dv-cinder-825492-15-iscsi neutron-server[104526]: INFO neutron.wsgi [None req-c0409f13-8e9f-4010-91eb-5521bbd2bca3 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=a7c2e4a5768c4caaa4e6cc07423f97a8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6710525 May 25 07:37:13.148706 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.wsgi [-] (104526) accepted ('10.222.0.24', 41896) {{(pid=104526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 07:37:13.180113 dv-cinder-825492-15-iscsi neutron-server[104525]: INFO neutron.wsgi [req-eb2bb222-d3a8-433a-a092-06b3ffb76f14 req-b1cf3aea-80f5-4a0b-b930-4a8c5e4ab832 tempest-AttachVolumeNegativeTest-1464534600 tempest-AttachVolumeNegativeTest-1464534600-project] 10.222.0.24 "GET /v2.0/security-groups?id=5ea9d969-c744-4260-a161-31eba2da204d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0535157 May 25 07:37:13.211087 dv-cinder-825492-15-iscsi neutron-server[104526]: INFO neutron.wsgi [req-e8fdc9b5-9394-43b6-87ba-6b18befa8086 req-fcb44ea3-bb1c-4ca4-a8af-bfb4da544061 service neutron] 10.222.0.41 "GET /v2.0/networks/7eef0ae9-55de-48c4-ada3-da713e1942b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2407873 May 25 07:37:13.234208 dv-cinder-825492-15-iscsi neutron-server[104526]: INFO neutron.wsgi [req-c878d6e2-c8a6-4d34-81fa-e9a909357de0 req-52d6dd8d-221c-4f95-97eb-276a1af921e9 service neutron] 10.222.0.41 "GET /v2.0/networks/f85a9936-18a2-497c-90b9-ba6df25b9b6e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2660134 May 25 07:37:13.243492 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-e49638e0-4a17-49c1-a0e3-6d703cc42897 admin admin] Publish callbacks [] for security_group (5ebcb27d-c9df-4708-bdb3-c484a6960dce), before_delete {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:37:13.266177 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-e49638e0-4a17-49c1-a0e3-6d703cc42897 admin admin] Publish callbacks [] for security_group (5ebcb27d-c9df-4708-bdb3-c484a6960dce), precommit_delete {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:37:13.361189 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2b1eb01-f569-4c35-b7c3-56f1c0afb218 req-f36efac8-848b-41bd-baa9-506287e3eee4 tempest-ServerRescueNegativeTestJSON-274124411 tempest-ServerRescueNegativeTestJSON-274124411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 07:37:13.362809 dv-cinder-825492-15-iscsi neutron-server[104526]: INFO neutron.wsgi [req-d2b1eb01-f569-4c35-b7c3-56f1c0afb218 req-f36efac8-848b-41bd-baa9-506287e3eee4 tempest-ServerRescueNegativeTestJSON-274124411 tempest-ServerRescueNegativeTestJSON-274124411-project] 10.222.0.24 "GET /v2.0/ports?device_id=f652bc42-42f2-4664-b614-603b3ddf84b1 HTTP/1.1" status: 200 len: 945 time: 0.0495276 May 25 07:37:13.413465 dv-cinder-825492-15-iscsi neutron-server[104526]: INFO neutron.wsgi [req-d2b1eb01-f569-4c35-b7c3-56f1c0afb218 req-28d8700b-7137-4dcb-9279-8165c870fe10 tempest-ServerRescueNegativeTestJSON-274124411 tempest-ServerRescueNegativeTestJSON-274124411-project] 10.222.0.24 "GET /v2.0/security-groups?id=98ed3ba3-167d-4434-bd0b-9600585017a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438452 May 25 07:37:13.443986 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-e49638e0-4a17-49c1-a0e3-6d703cc42897 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-278753'] for security_group (5ebcb27d-c9df-4708-bdb3-c484a6960dce), after_delete {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:37:13.447039 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-e49638e0-4a17-49c1-a0e3-6d703cc42897 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:37:13.447745 dv-cinder-825492-15-iscsi neutron-server[104526]: INFO neutron.wsgi [None req-e49638e0-4a17-49c1-a0e3-6d703cc42897 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/5ebcb27d-c9df-4708-bdb3-c484a6960dce HTTP/1.1" status: 204 len: 168 time: 0.2963233 May 25 07:37:13.475315 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e49638e0-4a17-49c1-a0e3-6d703cc42897 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ebcb27d-c9df-4708-bdb3-c484a6960dce,revision_number=None']} {{(pid=104526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 07:37:13.477182 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG dbcounter [-] [104526] Writing DB stats neutron:UPDATE=5,neutron:SELECT=84,neutron:INSERT=11 {{(pid=104526) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 07:37:13.493094 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d162fa9-d645-414c-bef8-a5ad71d6947d req-f8f9f7e6-3660-4fff-a780-b64515ff35b2 tempest-AttachVolumeTestJSON-631109292 tempest-AttachVolumeTestJSON-631109292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 07:37:13.501730 dv-cinder-825492-15-iscsi neutron-server[104525]: INFO neutron.wsgi [req-1d162fa9-d645-414c-bef8-a5ad71d6947d req-f8f9f7e6-3660-4fff-a780-b64515ff35b2 tempest-AttachVolumeTestJSON-631109292 tempest-AttachVolumeTestJSON-631109292-project] 10.222.0.24 "GET /v2.0/ports?device_id=a8b10bee-95b1-4bfb-a9c5-6c15db78ba25 HTTP/1.1" status: 200 len: 943 time: 0.0686388 May 25 07:37:13.545940 dv-cinder-825492-15-iscsi neutron-server[104525]: INFO neutron.wsgi [req-1d162fa9-d645-414c-bef8-a5ad71d6947d req-e2ff7e82-464f-470b-a209-8dd8dd638245 tempest-AttachVolumeTestJSON-631109292 tempest-AttachVolumeTestJSON-631109292-project] 10.222.0.24 "GET /v2.0/security-groups?id=25c619ea-31ec-4346-9d90-41bcc95d8e89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433695 May 25 07:37:13.715285 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a8b10bee-95b1-4bfb-a9c5-6c15db78ba25', 'tag': 'afc7174b-1940-457e-9abc-fe45a8d98d61'}] {{(pid=104526) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 25 07:37:13.717822 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db633a5f02cadde147c9bc1566607705b0433b891c7275f259bdbd209e6b6683" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-383e9850-6bb6-4c46-853e-46a2366a5723" -d '{"events": [{"name": "network-changed", "server_uuid": "a8b10bee-95b1-4bfb-a9c5-6c15db78ba25", "tag": "afc7174b-1940-457e-9abc-fe45a8d98d61"}]}' {{(pid=104526) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 25 07:37:13.752922 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 25 May 2022 07:37:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5028e3a6-3a0c-44d1-a7a4-a5ce090dee42 x-openstack-request-id: req-5028e3a6-3a0c-44d1-a7a4-a5ce090dee42 {{(pid=104526) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 25 07:37:13.753205 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a8b10bee-95b1-4bfb-a9c5-6c15db78ba25", "tag": "afc7174b-1940-457e-9abc-fe45a8d98d61", "status": "completed", "code": 200}]} {{(pid=104526) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 25 07:37:13.753454 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-5028e3a6-3a0c-44d1-a7a4-a5ce090dee42 {{(pid=104526) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 25 07:37:13.753844 dv-cinder-825492-15-iscsi neutron-server[104526]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5028e3a6-3a0c-44d1-a7a4-a5ce090dee42'] response: {'name': 'network-changed', 'server_uuid': 'a8b10bee-95b1-4bfb-a9c5-6c15db78ba25', 'tag': 'afc7174b-1940-457e-9abc-fe45a8d98d61', 'status': 'completed', 'code': 200} May 25 07:37:13.964064 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG dbcounter [-] [104525] Writing DB stats neutron:SELECT=100 {{(pid=104525) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 07:37:14.096356 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dab6999a-ea76-4813-ad62-0c26151a3e37 req-eaadda58-3f2e-4987-b30d-688ff122f29d tempest-AttachVolumeShelveTestJSON-605607613 tempest-AttachVolumeShelveTestJSON-605607613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 07:37:14.098972 dv-cinder-825492-15-iscsi neutron-server[104525]: INFO neutron.wsgi [req-dab6999a-ea76-4813-ad62-0c26151a3e37 req-eaadda58-3f2e-4987-b30d-688ff122f29d tempest-AttachVolumeShelveTestJSON-605607613 tempest-AttachVolumeShelveTestJSON-605607613-project] 10.222.0.24 "GET /v2.0/ports?device_id=6d360341-449d-4b49-8b66-a02a969171fd HTTP/1.1" status: 200 len: 944 time: 0.0611212 May 25 07:37:14.148829 dv-cinder-825492-15-iscsi neutron-server[104525]: INFO neutron.wsgi [req-dab6999a-ea76-4813-ad62-0c26151a3e37 req-791be668-403e-44f6-9d36-edcb75fefa52 tempest-AttachVolumeShelveTestJSON-605607613 tempest-AttachVolumeShelveTestJSON-605607613-project] 10.222.0.24 "GET /v2.0/security-groups?id=36a790ea-6395-4759-aea0-9e848582607a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0433288 May 25 07:37:14.298280 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcacb0b2-0324-467a-a1d5-1ef93f8d2559 req-844f36a3-50c5-4562-8f80-dfe2a5e0d95c tempest-AttachVolumeNegativeTest-1464534600 tempest-AttachVolumeNegativeTest-1464534600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 07:37:14.299888 dv-cinder-825492-15-iscsi neutron-server[104526]: INFO neutron.wsgi [req-bcacb0b2-0324-467a-a1d5-1ef93f8d2559 req-844f36a3-50c5-4562-8f80-dfe2a5e0d95c tempest-AttachVolumeNegativeTest-1464534600 tempest-AttachVolumeNegativeTest-1464534600-project] 10.222.0.24 "GET /v2.0/ports?device_id=f7f15090-8fe0-4ebd-b4e6-2aad101f417b HTTP/1.1" status: 200 len: 943 time: 0.0536842 May 25 07:37:14.347762 dv-cinder-825492-15-iscsi neutron-server[104526]: INFO neutron.wsgi [req-bcacb0b2-0324-467a-a1d5-1ef93f8d2559 req-b49b1741-0b10-448f-86ce-0b67bc7dc603 tempest-AttachVolumeNegativeTest-1464534600 tempest-AttachVolumeNegativeTest-1464534600-project] 10.222.0.24 "GET /v2.0/security-groups?id=5ea9d969-c744-4260-a161-31eba2da204d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419323 May 25 07:37:14.483328 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.wsgi [-] (104526) accepted ('10.222.0.24', 41934) {{(pid=104526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 07:37:14.499852 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-eaf9e40c-6c39-4b8c-a79d-46b1886b0e79 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:37:14.534747 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1682ae81-d730-4919-9a72-3620eaeb4ea9 req-71e8a567-2bd5-4819-a807-e7810ebb0b49 tempest-ServerRescueNegativeTestJSON-274124411 tempest-ServerRescueNegativeTestJSON-274124411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 07:37:14.536225 dv-cinder-825492-15-iscsi neutron-server[104525]: INFO neutron.wsgi [req-1682ae81-d730-4919-9a72-3620eaeb4ea9 req-71e8a567-2bd5-4819-a807-e7810ebb0b49 tempest-ServerRescueNegativeTestJSON-274124411 tempest-ServerRescueNegativeTestJSON-274124411-project] 10.222.0.24 "GET /v2.0/ports?device_id=f652bc42-42f2-4664-b614-603b3ddf84b1 HTTP/1.1" status: 200 len: 945 time: 0.0548689 May 25 07:37:14.581988 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-eaf9e40c-6c39-4b8c-a79d-46b1886b0e79 admin admin] Publish callbacks [] for security_group (9ee9de7e-c6f9-47c8-8538-2bd0bcf12d4d), precommit_create {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:37:14.588145 dv-cinder-825492-15-iscsi neutron-server[104525]: INFO neutron.wsgi [req-1682ae81-d730-4919-9a72-3620eaeb4ea9 req-449afec1-c74b-48fe-9ce2-5ac43e6f968a tempest-ServerRescueNegativeTestJSON-274124411 tempest-ServerRescueNegativeTestJSON-274124411-project] 10.222.0.24 "GET /v2.0/security-groups?id=98ed3ba3-167d-4434-bd0b-9600585017a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460970 May 25 07:37:14.662721 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-157d7030-b372-478d-9913-3eba6c2146af req-e8306c4f-3453-4811-abd0-12dd0c63394f tempest-AttachVolumeTestJSON-631109292 tempest-AttachVolumeTestJSON-631109292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 07:37:14.664174 dv-cinder-825492-15-iscsi neutron-server[104526]: INFO neutron.wsgi [req-157d7030-b372-478d-9913-3eba6c2146af req-e8306c4f-3453-4811-abd0-12dd0c63394f tempest-AttachVolumeTestJSON-631109292 tempest-AttachVolumeTestJSON-631109292-project] 10.222.0.24 "GET /v2.0/ports?device_id=a8b10bee-95b1-4bfb-a9c5-6c15db78ba25 HTTP/1.1" status: 200 len: 943 time: 0.0463059 May 25 07:37:14.683370 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-eaf9e40c-6c39-4b8c-a79d-46b1886b0e79 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-278753'] for security_group (9ee9de7e-c6f9-47c8-8538-2bd0bcf12d4d), after_create {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:37:14.689369 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG dbcounter [-] [104525] Writing DB stats neutron:SELECT=100 {{(pid=104525) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 07:37:14.726840 dv-cinder-825492-15-iscsi neutron-server[104526]: INFO neutron.wsgi [None req-eaf9e40c-6c39-4b8c-a79d-46b1886b0e79 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=fe20a5994e414c35b6a803a910a23e23&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2415552 May 25 07:37:14.730077 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron.wsgi [-] (104525) accepted ('10.222.0.24', 41938) {{(pid=104525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 07:37:14.749776 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaf9e40c-6c39-4b8c-a79d-46b1886b0e79 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9ee9de7e-c6f9-47c8-8538-2bd0bcf12d4d,revision_number=1']} {{(pid=104526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 07:37:14.755242 dv-cinder-825492-15-iscsi neutron-server[104526]: INFO neutron.wsgi [req-157d7030-b372-478d-9913-3eba6c2146af req-d5588331-2c3d-4b15-90d6-f16dfa0759d0 tempest-AttachVolumeTestJSON-631109292 tempest-AttachVolumeTestJSON-631109292-project] 10.222.0.24 "GET /v2.0/security-groups?id=25c619ea-31ec-4346-9d90-41bcc95d8e89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0851455 May 25 07:37:14.786117 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-e730da90-36a3-4660-9d84-95e5a1a5f8b1 admin admin] Publish callbacks [] for security_group (9ee9de7e-c6f9-47c8-8538-2bd0bcf12d4d), before_delete {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:37:14.809268 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-e730da90-36a3-4660-9d84-95e5a1a5f8b1 admin admin] Publish callbacks [] for security_group (9ee9de7e-c6f9-47c8-8538-2bd0bcf12d4d), precommit_delete {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:37:14.992648 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-e730da90-36a3-4660-9d84-95e5a1a5f8b1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-278753'] for security_group (9ee9de7e-c6f9-47c8-8538-2bd0bcf12d4d), after_delete {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:37:14.995244 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-e730da90-36a3-4660-9d84-95e5a1a5f8b1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:37:14.996447 dv-cinder-825492-15-iscsi neutron-server[104525]: INFO neutron.wsgi [None req-e730da90-36a3-4660-9d84-95e5a1a5f8b1 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/9ee9de7e-c6f9-47c8-8538-2bd0bcf12d4d HTTP/1.1" status: 204 len: 168 time: 0.2652647 May 25 07:37:15.004638 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e730da90-36a3-4660-9d84-95e5a1a5f8b1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9ee9de7e-c6f9-47c8-8538-2bd0bcf12d4d,revision_number=None']} {{(pid=104525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 07:37:15.239943 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-383e9850-6bb6-4c46-853e-46a2366a5723 req-e47d1aa5-40c1-45d0-b17c-97970a895573 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 07:37:15.241600 dv-cinder-825492-15-iscsi neutron-server[104526]: INFO neutron.wsgi [req-383e9850-6bb6-4c46-853e-46a2366a5723 req-e47d1aa5-40c1-45d0-b17c-97970a895573 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=294afe2c36184564a80fb6bef7b32359&device_id=a8b10bee-95b1-4bfb-a9c5-6c15db78ba25 HTTP/1.1" status: 200 len: 1127 time: 0.0550287 May 25 07:37:15.338732 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d99e1f0-acd2-49fd-abeb-5fcdc1008bd8 req-f813eb8b-1aef-44df-99ec-b6f947f2c7a0 tempest-AttachVolumeShelveTestJSON-605607613 tempest-AttachVolumeShelveTestJSON-605607613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 07:37:15.340187 dv-cinder-825492-15-iscsi neutron-server[104526]: INFO neutron.wsgi [req-1d99e1f0-acd2-49fd-abeb-5fcdc1008bd8 req-f813eb8b-1aef-44df-99ec-b6f947f2c7a0 tempest-AttachVolumeShelveTestJSON-605607613 tempest-AttachVolumeShelveTestJSON-605607613-project] 10.222.0.24 "GET /v2.0/ports?device_id=6d360341-449d-4b49-8b66-a02a969171fd HTTP/1.1" status: 200 len: 944 time: 0.0955257 May 25 07:37:15.409243 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-383e9850-6bb6-4c46-853e-46a2366a5723 req-1bcf60c6-d220-458a-b4aa-07a18b6eab7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 07:37:15.410706 dv-cinder-825492-15-iscsi neutron-server[104526]: INFO neutron.wsgi [req-383e9850-6bb6-4c46-853e-46a2366a5723 req-1bcf60c6-d220-458a-b4aa-07a18b6eab7a service neutron] 10.222.0.41 "GET /v2.0/networks?id=f85a9936-18a2-497c-90b9-ba6df25b9b6e HTTP/1.1" status: 200 len: 911 time: 0.1367912 May 25 07:37:15.414418 dv-cinder-825492-15-iscsi neutron-server[104526]: INFO neutron.wsgi [req-1d99e1f0-acd2-49fd-abeb-5fcdc1008bd8 req-2fd84a44-be5d-42c8-88ea-746d80434c60 tempest-AttachVolumeShelveTestJSON-605607613 tempest-AttachVolumeShelveTestJSON-605607613-project] 10.222.0.24 "GET /v2.0/security-groups?id=36a790ea-6395-4759-aea0-9e848582607a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0680044 May 25 07:37:15.520063 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23fe5b4f-6f56-4ff1-8f99-27631a5dcb1e req-d9737948-00d4-4d4f-b8c6-f08c4208f995 tempest-AttachVolumeNegativeTest-1464534600 tempest-AttachVolumeNegativeTest-1464534600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 07:37:15.521615 dv-cinder-825492-15-iscsi neutron-server[104526]: INFO neutron.wsgi [req-23fe5b4f-6f56-4ff1-8f99-27631a5dcb1e req-d9737948-00d4-4d4f-b8c6-f08c4208f995 tempest-AttachVolumeNegativeTest-1464534600 tempest-AttachVolumeNegativeTest-1464534600-project] 10.222.0.24 "GET /v2.0/ports?device_id=f7f15090-8fe0-4ebd-b4e6-2aad101f417b HTTP/1.1" status: 200 len: 943 time: 0.0470610 May 25 07:37:15.589281 dv-cinder-825492-15-iscsi neutron-server[104526]: INFO neutron.wsgi [req-23fe5b4f-6f56-4ff1-8f99-27631a5dcb1e req-be0265fc-a29f-47bd-9f31-a128fcd7261a tempest-AttachVolumeNegativeTest-1464534600 tempest-AttachVolumeNegativeTest-1464534600-project] 10.222.0.24 "GET /v2.0/security-groups?id=5ea9d969-c744-4260-a161-31eba2da204d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0603535 May 25 07:37:15.722790 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-349d9694-9a7f-4fd7-9dec-18d382b93c45 req-b2e3f3b1-3e69-451a-b9a5-dae352f587ab tempest-ServerRescueNegativeTestJSON-274124411 tempest-ServerRescueNegativeTestJSON-274124411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 07:37:15.724201 dv-cinder-825492-15-iscsi neutron-server[104526]: INFO neutron.wsgi [req-349d9694-9a7f-4fd7-9dec-18d382b93c45 req-b2e3f3b1-3e69-451a-b9a5-dae352f587ab tempest-ServerRescueNegativeTestJSON-274124411 tempest-ServerRescueNegativeTestJSON-274124411-project] 10.222.0.24 "GET /v2.0/ports?device_id=f652bc42-42f2-4664-b614-603b3ddf84b1 HTTP/1.1" status: 200 len: 945 time: 0.0518920 May 25 07:37:15.778806 dv-cinder-825492-15-iscsi neutron-server[104526]: INFO neutron.wsgi [req-349d9694-9a7f-4fd7-9dec-18d382b93c45 req-d15e6395-0012-4f10-9b9e-328d8aa13732 tempest-ServerRescueNegativeTestJSON-274124411 tempest-ServerRescueNegativeTestJSON-274124411-project] 10.222.0.24 "GET /v2.0/security-groups?id=98ed3ba3-167d-4434-bd0b-9600585017a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483444 May 25 07:37:15.879777 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f2d5fa3-586e-46fb-8aae-abcd2e6a3088 req-2a076dd6-01f5-44e2-ac5a-c97bd6ad4cf5 tempest-AttachVolumeTestJSON-631109292 tempest-AttachVolumeTestJSON-631109292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 07:37:15.881228 dv-cinder-825492-15-iscsi neutron-server[104526]: INFO neutron.wsgi [req-1f2d5fa3-586e-46fb-8aae-abcd2e6a3088 req-2a076dd6-01f5-44e2-ac5a-c97bd6ad4cf5 tempest-AttachVolumeTestJSON-631109292 tempest-AttachVolumeTestJSON-631109292-project] 10.222.0.24 "GET /v2.0/ports?device_id=a8b10bee-95b1-4bfb-a9c5-6c15db78ba25 HTTP/1.1" status: 200 len: 943 time: 0.0462012 May 25 07:37:15.930272 dv-cinder-825492-15-iscsi neutron-server[104526]: INFO neutron.wsgi [req-1f2d5fa3-586e-46fb-8aae-abcd2e6a3088 req-44a20328-cece-434a-a8d6-0a61a480435b tempest-AttachVolumeTestJSON-631109292 tempest-AttachVolumeTestJSON-631109292-project] 10.222.0.24 "GET /v2.0/security-groups?id=25c619ea-31ec-4346-9d90-41bcc95d8e89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431952 May 25 07:37:16.032771 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG dbcounter [-] [104525] Writing DB stats neutron:SELECT=100 {{(pid=104525) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 07:37:16.270644 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.plugins.ml2.rpc [None req-798242cc-9ea0-464c-9109-86bd7997349e None None] Device 8914df61-0be3-41f5-849d-98c808f21db2 details requested by agent hyperv_hv-cinder-82549 with host hv-cinder-82549 {{(pid=104527) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 25 07:37:16.298947 dv-cinder-825492-15-iscsi neutron-server[104526]: INFO neutron.wsgi [req-383e9850-6bb6-4c46-853e-46a2366a5723 req-5d7f1752-bec1-4220-9185-fd3b33ca649b service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=afc7174b-1940-457e-9abc-fe45a8d98d61 HTTP/1.1" status: 200 len: 217 time: 0.0429358 May 25 07:37:16.376260 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d30e3ce-7e36-423b-9112-f310be0af373 req-31e3167b-7d6a-47d4-9df7-aabd1fa9ff6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 07:37:16.376928 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66701073-8a45-400e-b091-06c12f00269b req-3b09b242-f302-4a34-821c-941bc0fe96ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 07:37:16.377833 dv-cinder-825492-15-iscsi neutron-server[104526]: INFO neutron.wsgi [req-4d30e3ce-7e36-423b-9112-f310be0af373 req-31e3167b-7d6a-47d4-9df7-aabd1fa9ff6f service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=c4406d5d0e2347f1b96c34496f5ba5ae&device_id=6d360341-449d-4b49-8b66-a02a969171fd HTTP/1.1" status: 200 len: 1128 time: 0.0878060 May 25 07:37:16.379424 dv-cinder-825492-15-iscsi neutron-server[104525]: INFO neutron.wsgi [req-66701073-8a45-400e-b091-06c12f00269b req-3b09b242-f302-4a34-821c-941bc0fe96ce service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=f652bc42-42f2-4664-b614-603b3ddf84b1 HTTP/1.1" status: 200 len: 1129 time: 0.0702107 May 25 07:37:16.416670 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.plugins.ml2.db [None req-798242cc-9ea0-464c-9109-86bd7997349e None None] For port 8914df61-0be3-41f5-849d-98c808f21db2, host hv-cinder-82549, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82549',level=0,port_id=8914df61-0be3-41f5-849d-98c808f21db2,segment=NetworkSegment(a280169f-cd62-40b1-b23e-40cb603d4abb),segment_id=a280169f-cd62-40b1-b23e-40cb603d4abb)] {{(pid=104527) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 07:37:16.433485 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.plugins.ml2.rpc [None req-798242cc-9ea0-464c-9109-86bd7997349e None None] Returning: {'device': '8914df61-0be3-41f5-849d-98c808f21db2', 'network_id': 'f39d85d3-0173-4496-879c-2b83e234d364', 'port_id': '8914df61-0be3-41f5-849d-98c808f21db2', 'mac_address': 'fa:16:3e:62:bc:b4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 267, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4aef3d06-f4fb-4751-a5a8-ab68314fa54a', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104527) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 25 07:37:16.462962 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-383e9850-6bb6-4c46-853e-46a2366a5723 req-cccafe53-f9c9-432b-9a7c-f0a4f057c3a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 07:37:16.464818 dv-cinder-825492-15-iscsi neutron-server[104526]: INFO neutron.wsgi [req-383e9850-6bb6-4c46-853e-46a2366a5723 req-cccafe53-f9c9-432b-9a7c-f0a4f057c3a2 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=fdef845a-6670-4f1a-9c6b-2e789510998b HTTP/1.1" status: 200 len: 849 time: 0.1335881 May 25 07:37:16.481181 dv-cinder-825492-15-iscsi neutron-server[104525]: INFO neutron.wsgi [req-66701073-8a45-400e-b091-06c12f00269b req-e920ed54-3214-4d04-9e21-cb9296c18b3c service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=98ed3ba3-167d-4434-bd0b-9600585017a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0865836 May 25 07:37:16.488413 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.plugins.ml2.plugin [None req-798242cc-9ea0-464c-9109-86bd7997349e None None] Current status of the port 8914df61-0be3-41f5-849d-98c808f21db2 is: DOWN; New status is: BUILD {{(pid=104527) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 25 07:37:16.488953 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron_lib.callbacks.manager [None req-798242cc-9ea0-464c-9109-86bd7997349e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-616651'] for port (8914df61-0be3-41f5-849d-98c808f21db2), before_update {{(pid=104527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:37:16.504145 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.notifiers.nova [None req-798242cc-9ea0-464c-9109-86bd7997349e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8914df61-0be3-41f5-849d-98c808f21db2 {{(pid=104527) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 25 07:37:16.531881 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.plugins.ml2.db [None req-798242cc-9ea0-464c-9109-86bd7997349e None None] For port 8914df61-0be3-41f5-849d-98c808f21db2, host hv-cinder-82549, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82549',level=0,port_id=8914df61-0be3-41f5-849d-98c808f21db2,segment=NetworkSegment(a280169f-cd62-40b1-b23e-40cb603d4abb),segment_id=a280169f-cd62-40b1-b23e-40cb603d4abb)] {{(pid=104527) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 07:37:16.586737 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron_lib.callbacks.manager [None req-798242cc-9ea0-464c-9109-86bd7997349e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-617841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612926', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754056714442', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754056173882', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754056173900'] for port (8914df61-0be3-41f5-849d-98c808f21db2), after_update {{(pid=104527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:37:16.587859 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.plugins.ml2.rpc [None req-798242cc-9ea0-464c-9109-86bd7997349e None None] Device afc7174b-1940-457e-9abc-fe45a8d98d61 details requested by agent hyperv_hv-cinder-82549 with host hv-cinder-82549 {{(pid=104527) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 25 07:37:16.602559 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-383e9850-6bb6-4c46-853e-46a2366a5723 req-a8454339-6e01-451d-b0c2-093f8c3d91a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 07:37:16.604280 dv-cinder-825492-15-iscsi neutron-server[104526]: INFO neutron.wsgi [req-383e9850-6bb6-4c46-853e-46a2366a5723 req-a8454339-6e01-451d-b0c2-093f8c3d91a0 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=f85a9936-18a2-497c-90b9-ba6df25b9b6e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.1332073 May 25 07:37:16.615207 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a5934f5-b644-46e3-ba13-6f7b453a5638 req-2728f0c2-e683-48e6-8e58-fbdc83762f4a tempest-AttachVolumeShelveTestJSON-605607613 tempest-AttachVolumeShelveTestJSON-605607613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 07:37:16.616839 dv-cinder-825492-15-iscsi neutron-server[104526]: INFO neutron.wsgi [req-8a5934f5-b644-46e3-ba13-6f7b453a5638 req-2728f0c2-e683-48e6-8e58-fbdc83762f4a tempest-AttachVolumeShelveTestJSON-605607613 tempest-AttachVolumeShelveTestJSON-605607613-project] 10.222.0.24 "GET /v2.0/ports?device_id=6d360341-449d-4b49-8b66-a02a969171fd HTTP/1.1" status: 200 len: 944 time: 0.0955558 May 25 07:37:16.618116 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d30e3ce-7e36-423b-9112-f310be0af373 req-eff73770-501b-4d09-99d1-36f5d10a5ea1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 07:37:16.619806 dv-cinder-825492-15-iscsi neutron-server[104526]: INFO neutron.wsgi [req-4d30e3ce-7e36-423b-9112-f310be0af373 req-eff73770-501b-4d09-99d1-36f5d10a5ea1 service neutron] 10.222.0.41 "GET /v2.0/networks?id=7eef0ae9-55de-48c4-ada3-da713e1942b9 HTTP/1.1" status: 200 len: 918 time: 0.2315342 May 25 07:37:16.689257 dv-cinder-825492-15-iscsi neutron-server[104526]: INFO neutron.wsgi [req-8a5934f5-b644-46e3-ba13-6f7b453a5638 req-8c1f87a2-c4b5-4588-8352-ab756f1e86dc tempest-AttachVolumeShelveTestJSON-605607613 tempest-AttachVolumeShelveTestJSON-605607613-project] 10.222.0.24 "GET /v2.0/security-groups?id=36a790ea-6395-4759-aea0-9e848582607a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0606513 May 25 07:37:16.770387 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG dbcounter [-] [104525] Writing DB stats neutron:SELECT=87,neutron:INSERT=9,neutron:UPDATE=4 {{(pid=104525) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 07:37:16.833682 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-798242cc-9ea0-464c-9109-86bd7997349e None None] Pushing event updated for resources: {'Port': ['ID=8914df61-0be3-41f5-849d-98c808f21db2,revision_number=4']} {{(pid=104527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 07:37:16.847195 dv-cinder-825492-15-iscsi neutron-server[104526]: INFO neutron.wsgi [req-4d30e3ce-7e36-423b-9112-f310be0af373 req-c284165d-e5e9-4ef3-8f0a-9c578840a950 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=5b9220dd-eeaa-4ea1-a0cd-e54c1dbfe455 HTTP/1.1" status: 200 len: 217 time: 0.0954041 May 25 07:37:16.847399 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG dbcounter [-] [104527] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104527) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 07:37:16.872562 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.plugins.ml2.db [None req-798242cc-9ea0-464c-9109-86bd7997349e None None] For port afc7174b-1940-457e-9abc-fe45a8d98d61, host hv-cinder-82549, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82549',level=0,port_id=afc7174b-1940-457e-9abc-fe45a8d98d61,segment=NetworkSegment(39d8adcc-894d-48bd-a642-230f02087ed7),segment_id=39d8adcc-894d-48bd-a642-230f02087ed7)] {{(pid=104527) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 07:37:16.892654 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.plugins.ml2.rpc [None req-798242cc-9ea0-464c-9109-86bd7997349e None None] Returning: {'device': 'afc7174b-1940-457e-9abc-fe45a8d98d61', 'network_id': 'f85a9936-18a2-497c-90b9-ba6df25b9b6e', 'port_id': 'afc7174b-1940-457e-9abc-fe45a8d98d61', 'mac_address': 'fa:16:3e:09:61:c7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 255, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fdef845a-6670-4f1a-9c6b-2e789510998b', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104527) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 25 07:37:16.900994 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3166b34e-2f03-4ff8-9bd4-176bf0ba9788 req-c3599873-f097-4bfe-bfc4-2d04b6d65bd0 tempest-AttachVolumeNegativeTest-1464534600 tempest-AttachVolumeNegativeTest-1464534600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 07:37:16.902471 dv-cinder-825492-15-iscsi neutron-server[104526]: INFO neutron.wsgi [req-3166b34e-2f03-4ff8-9bd4-176bf0ba9788 req-c3599873-f097-4bfe-bfc4-2d04b6d65bd0 tempest-AttachVolumeNegativeTest-1464534600 tempest-AttachVolumeNegativeTest-1464534600-project] 10.222.0.24 "GET /v2.0/ports?device_id=f7f15090-8fe0-4ebd-b4e6-2aad101f417b HTTP/1.1" status: 200 len: 944 time: 0.1427727 May 25 07:37:16.934040 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.plugins.ml2.plugin [None req-798242cc-9ea0-464c-9109-86bd7997349e None None] Current status of the port afc7174b-1940-457e-9abc-fe45a8d98d61 is: DOWN; New status is: BUILD {{(pid=104527) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 25 07:37:16.934444 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron_lib.callbacks.manager [None req-798242cc-9ea0-464c-9109-86bd7997349e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-616651'] for port (afc7174b-1940-457e-9abc-fe45a8d98d61), before_update {{(pid=104527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:37:16.948975 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.notifiers.nova [None req-798242cc-9ea0-464c-9109-86bd7997349e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id afc7174b-1940-457e-9abc-fe45a8d98d61 {{(pid=104527) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 25 07:37:16.962087 dv-cinder-825492-15-iscsi neutron-server[104526]: INFO neutron.wsgi [req-383e9850-6bb6-4c46-853e-46a2366a5723 req-9debc43f-75e2-40dd-9830-e5d76fb5c7eb service neutron] 10.222.0.41 "GET /v2.0/networks/f85a9936-18a2-497c-90b9-ba6df25b9b6e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2037659 May 25 07:37:16.969799 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.plugins.ml2.db [None req-798242cc-9ea0-464c-9109-86bd7997349e None None] For port afc7174b-1940-457e-9abc-fe45a8d98d61, host hv-cinder-82549, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82549',level=0,port_id=afc7174b-1940-457e-9abc-fe45a8d98d61,segment=NetworkSegment(39d8adcc-894d-48bd-a642-230f02087ed7),segment_id=39d8adcc-894d-48bd-a642-230f02087ed7)] {{(pid=104527) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 07:37:16.973726 dv-cinder-825492-15-iscsi neutron-server[104526]: INFO neutron.wsgi [req-3166b34e-2f03-4ff8-9bd4-176bf0ba9788 req-148e2dbe-fa44-4345-be44-a78d765b14ea tempest-AttachVolumeNegativeTest-1464534600 tempest-AttachVolumeNegativeTest-1464534600-project] 10.222.0.24 "GET /v2.0/security-groups?id=5ea9d969-c744-4260-a161-31eba2da204d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0606892 May 25 07:37:17.080111 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-598e4e65-e0b8-42ac-a727-28f727abcdb9 req-265184b3-0cb3-4bc2-ae0b-3c33933068ac tempest-ServerRescueNegativeTestJSON-274124411 tempest-ServerRescueNegativeTestJSON-274124411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 07:37:17.081648 dv-cinder-825492-15-iscsi neutron-server[104526]: INFO neutron.wsgi [req-598e4e65-e0b8-42ac-a727-28f727abcdb9 req-265184b3-0cb3-4bc2-ae0b-3c33933068ac tempest-ServerRescueNegativeTestJSON-274124411 tempest-ServerRescueNegativeTestJSON-274124411-project] 10.222.0.24 "GET /v2.0/ports?device_id=f652bc42-42f2-4664-b614-603b3ddf84b1 HTTP/1.1" status: 200 len: 945 time: 0.0496995 May 25 07:37:17.085144 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron_lib.callbacks.manager [None req-798242cc-9ea0-464c-9109-86bd7997349e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-617841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612926', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754056714442', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754056173882', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754056173900'] for port (afc7174b-1940-457e-9abc-fe45a8d98d61), after_update {{(pid=104527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:37:17.158816 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-798242cc-9ea0-464c-9109-86bd7997349e None None] Pushing event updated for resources: {'Port': ['ID=afc7174b-1940-457e-9abc-fe45a8d98d61,revision_number=4']} {{(pid=104527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 07:37:17.222385 dv-cinder-825492-15-iscsi neutron-server[104526]: INFO neutron.wsgi [req-598e4e65-e0b8-42ac-a727-28f727abcdb9 req-1f85a541-0625-4720-b250-3effafbb5b6a tempest-ServerRescueNegativeTestJSON-274124411 tempest-ServerRescueNegativeTestJSON-274124411-project] 10.222.0.24 "GET /v2.0/security-groups?id=98ed3ba3-167d-4434-bd0b-9600585017a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1248870 May 25 07:37:17.291018 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d30e3ce-7e36-423b-9112-f310be0af373 req-4745cffb-e1ff-4866-beab-c1d51b1fb90d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 07:37:17.292452 dv-cinder-825492-15-iscsi neutron-server[104526]: INFO neutron.wsgi [req-4d30e3ce-7e36-423b-9112-f310be0af373 req-4745cffb-e1ff-4866-beab-c1d51b1fb90d service neutron] 10.222.0.41 "GET /v2.0/subnets?id=e7796ec7-ead3-485d-a16b-d9ef7a0a8b85 HTTP/1.1" status: 200 len: 856 time: 0.1443121 May 25 07:37:17.298485 dv-cinder-825492-15-iscsi neutron-server[104526]: INFO neutron.wsgi [req-383e9850-6bb6-4c46-853e-46a2366a5723 req-b056c4c3-0ac6-4533-92bc-7650663fffd4 service neutron] 10.222.0.41 "GET /v2.0/networks/f85a9936-18a2-497c-90b9-ba6df25b9b6e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1514091 May 25 07:37:17.341640 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec5be4ca-3cc1-41a6-a6fb-6c039b6f7f41 req-6d49b09b-2e21-44e2-9d3b-5494391f1eb2 tempest-AttachVolumeTestJSON-631109292 tempest-AttachVolumeTestJSON-631109292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 07:37:17.341640 dv-cinder-825492-15-iscsi neutron-server[104525]: INFO neutron.wsgi [req-ec5be4ca-3cc1-41a6-a6fb-6c039b6f7f41 req-6d49b09b-2e21-44e2-9d3b-5494391f1eb2 tempest-AttachVolumeTestJSON-631109292 tempest-AttachVolumeTestJSON-631109292-project] 10.222.0.24 "GET /v2.0/ports?device_id=a8b10bee-95b1-4bfb-a9c5-6c15db78ba25 HTTP/1.1" status: 200 len: 944 time: 0.0598967 May 25 07:37:17.400281 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d30e3ce-7e36-423b-9112-f310be0af373 req-451e4b77-3357-4af0-b91a-b15d93604797 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 07:37:17.400281 dv-cinder-825492-15-iscsi neutron-server[104526]: INFO neutron.wsgi [req-4d30e3ce-7e36-423b-9112-f310be0af373 req-451e4b77-3357-4af0-b91a-b15d93604797 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=7eef0ae9-55de-48c4-ada3-da713e1942b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0677133 May 25 07:37:17.427220 dv-cinder-825492-15-iscsi neutron-server[104525]: INFO neutron.wsgi [req-ec5be4ca-3cc1-41a6-a6fb-6c039b6f7f41 req-d2a334bd-b7e7-4998-8404-335c7effadb9 tempest-AttachVolumeTestJSON-631109292 tempest-AttachVolumeTestJSON-631109292-project] 10.222.0.24 "GET /v2.0/security-groups?id=25c619ea-31ec-4346-9d90-41bcc95d8e89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0851467 May 25 07:37:17.673606 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG dbcounter [-] [104525] Writing DB stats neutron:SELECT=86,neutron:DELETE=2,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=104525) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 07:37:17.715343 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.plugins.ml2.db [None req-798242cc-9ea0-464c-9109-86bd7997349e None None] get_ports_and_sgs() called for port_ids ['8914df61-0be3-41f5-849d-98c808f21db2'] {{(pid=104527) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 25 07:37:17.832708 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61560550-d297-450c-bb95-62bf3fe01046 req-3e2e0b56-ef07-42e4-bdf0-777af220cb76 tempest-AttachVolumeShelveTestJSON-605607613 tempest-AttachVolumeShelveTestJSON-605607613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 07:37:17.834367 dv-cinder-825492-15-iscsi neutron-server[104526]: INFO neutron.wsgi [req-61560550-d297-450c-bb95-62bf3fe01046 req-3e2e0b56-ef07-42e4-bdf0-777af220cb76 tempest-AttachVolumeShelveTestJSON-605607613 tempest-AttachVolumeShelveTestJSON-605607613-project] 10.222.0.24 "GET /v2.0/ports?device_id=6d360341-449d-4b49-8b66-a02a969171fd HTTP/1.1" status: 200 len: 944 time: 0.0579634 May 25 07:37:17.857063 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.plugins.ml2.db [None req-798242cc-9ea0-464c-9109-86bd7997349e None None] get_ports_and_sgs() called for port_ids ['afc7174b-1940-457e-9abc-fe45a8d98d61'] {{(pid=104527) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 25 07:37:17.889216 dv-cinder-825492-15-iscsi neutron-server[104526]: INFO neutron.wsgi [req-61560550-d297-450c-bb95-62bf3fe01046 req-54f00db5-2bef-4b07-9708-ebd7f8f7f931 tempest-AttachVolumeShelveTestJSON-605607613 tempest-AttachVolumeShelveTestJSON-605607613-project] 10.222.0.24 "GET /v2.0/security-groups?id=36a790ea-6395-4759-aea0-9e848582607a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0491228 May 25 07:37:18.091525 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d0dd1b9-ca96-4e98-b009-a84ac39564c8 req-f575fc34-601e-4b5c-9292-2d0a9c3862f5 tempest-AttachVolumeNegativeTest-1464534600 tempest-AttachVolumeNegativeTest-1464534600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 07:37:18.093891 dv-cinder-825492-15-iscsi neutron-server[104525]: INFO neutron.wsgi [req-1d0dd1b9-ca96-4e98-b009-a84ac39564c8 req-f575fc34-601e-4b5c-9292-2d0a9c3862f5 tempest-AttachVolumeNegativeTest-1464534600 tempest-AttachVolumeNegativeTest-1464534600-project] 10.222.0.24 "GET /v2.0/ports?device_id=f7f15090-8fe0-4ebd-b4e6-2aad101f417b HTTP/1.1" status: 200 len: 944 time: 0.0491722 May 25 07:37:18.146357 dv-cinder-825492-15-iscsi neutron-server[104525]: INFO neutron.wsgi [req-1d0dd1b9-ca96-4e98-b009-a84ac39564c8 req-97bf070b-11ba-4435-a0d4-563d7bcc9e9b tempest-AttachVolumeNegativeTest-1464534600 tempest-AttachVolumeNegativeTest-1464534600-project] 10.222.0.24 "GET /v2.0/security-groups?id=5ea9d969-c744-4260-a161-31eba2da204d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0463388 May 25 07:37:18.202197 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron.wsgi [-] (104525) accepted ('10.222.0.24', 42072) {{(pid=104525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 07:37:18.250931 dv-cinder-825492-15-iscsi neutron-server[104526]: INFO neutron.wsgi [req-4d30e3ce-7e36-423b-9112-f310be0af373 req-5bd0dffc-c4ea-49c9-8346-9109cf1005b7 service neutron] 10.222.0.41 "GET /v2.0/networks/7eef0ae9-55de-48c4-ada3-da713e1942b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0896132 May 25 07:37:18.319644 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-b4ee566c-2e38-4560-bf6b-d80d404e7d9b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:37:18.424601 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-b4ee566c-2e38-4560-bf6b-d80d404e7d9b admin admin] Publish callbacks [] for security_group (e83590fc-d53d-4171-9715-e682a9692a9e), precommit_create {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:37:18.551284 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-b4ee566c-2e38-4560-bf6b-d80d404e7d9b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-278753'] for security_group (e83590fc-d53d-4171-9715-e682a9692a9e), after_create {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:37:18.553285 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.plugins.ml2.rpc [None req-798242cc-9ea0-464c-9109-86bd7997349e None None] Device 5b9220dd-eeaa-4ea1-a0cd-e54c1dbfe455 details requested by agent hyperv_hv-cinder-82549 with host hv-cinder-82549 {{(pid=104527) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 25 07:37:18.587516 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb065920-5245-44ad-a551-5ddf4ed5a3e6 req-dea67a14-9a1b-4103-82ab-aed88b968d5a tempest-ServerRescueNegativeTestJSON-274124411 tempest-ServerRescueNegativeTestJSON-274124411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 07:37:18.594963 dv-cinder-825492-15-iscsi neutron-server[104526]: INFO neutron.wsgi [req-fb065920-5245-44ad-a551-5ddf4ed5a3e6 req-dea67a14-9a1b-4103-82ab-aed88b968d5a tempest-ServerRescueNegativeTestJSON-274124411 tempest-ServerRescueNegativeTestJSON-274124411-project] 10.222.0.24 "GET /v2.0/ports?device_id=f652bc42-42f2-4664-b614-603b3ddf84b1 HTTP/1.1" status: 200 len: 945 time: 0.3088899 May 25 07:37:18.608232 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4ee566c-2e38-4560-bf6b-d80d404e7d9b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e83590fc-d53d-4171-9715-e682a9692a9e,revision_number=1']} {{(pid=104525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 07:37:18.634712 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e78fee76-c791-462b-9820-f33760216bc8 req-c93469d5-a716-4d66-a4d5-8fdf1bc04ba3 tempest-AttachVolumeTestJSON-631109292 tempest-AttachVolumeTestJSON-631109292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 07:37:18.636244 dv-cinder-825492-15-iscsi neutron-server[104525]: INFO neutron.wsgi [req-e78fee76-c791-462b-9820-f33760216bc8 req-c93469d5-a716-4d66-a4d5-8fdf1bc04ba3 tempest-AttachVolumeTestJSON-631109292 tempest-AttachVolumeTestJSON-631109292-project] 10.222.0.24 "GET /v2.0/ports?device_id=a8b10bee-95b1-4bfb-a9c5-6c15db78ba25 HTTP/1.1" status: 200 len: 944 time: 0.1252308 May 25 07:37:18.642213 dv-cinder-825492-15-iscsi neutron-server[104525]: INFO neutron.wsgi [None req-b4ee566c-2e38-4560-bf6b-d80d404e7d9b admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=e060462807db4929a77dfa5236447914&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4351487 May 25 07:37:18.642753 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron.wsgi [-] (104525) accepted ('10.222.0.24', 42090) {{(pid=104525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 07:37:18.659023 dv-cinder-825492-15-iscsi neutron-server[104526]: INFO neutron.wsgi [req-4d30e3ce-7e36-423b-9112-f310be0af373 req-8fe40451-ef4c-4593-bac5-5dbf4b3df428 service neutron] 10.222.0.41 "GET /v2.0/networks/7eef0ae9-55de-48c4-ada3-da713e1942b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3710959 May 25 07:37:18.666131 dv-cinder-825492-15-iscsi neutron-server[104526]: INFO neutron.wsgi [req-fb065920-5245-44ad-a551-5ddf4ed5a3e6 req-e35191a7-855d-4063-99ef-4c0dde7db0c7 tempest-ServerRescueNegativeTestJSON-274124411 tempest-ServerRescueNegativeTestJSON-274124411-project] 10.222.0.24 "GET /v2.0/security-groups?id=98ed3ba3-167d-4434-bd0b-9600585017a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0701017 May 25 07:37:18.706715 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.plugins.ml2.db [None req-798242cc-9ea0-464c-9109-86bd7997349e None None] For port 5b9220dd-eeaa-4ea1-a0cd-e54c1dbfe455, host hv-cinder-82549, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82549',level=0,port_id=5b9220dd-eeaa-4ea1-a0cd-e54c1dbfe455,segment=NetworkSegment(5e8ca1f8-871e-422d-b246-85fba594b2cb),segment_id=5e8ca1f8-871e-422d-b246-85fba594b2cb)] {{(pid=104527) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 07:37:18.722335 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.plugins.ml2.rpc [None req-798242cc-9ea0-464c-9109-86bd7997349e None None] Returning: {'device': '5b9220dd-eeaa-4ea1-a0cd-e54c1dbfe455', 'network_id': '7eef0ae9-55de-48c4-ada3-da713e1942b9', 'port_id': '5b9220dd-eeaa-4ea1-a0cd-e54c1dbfe455', 'mac_address': 'fa:16:3e:b3:a4:16', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 250, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e7796ec7-ead3-485d-a16b-d9ef7a0a8b85', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104527) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 25 07:37:18.746192 dv-cinder-825492-15-iscsi neutron-server[104525]: INFO neutron.wsgi [req-e78fee76-c791-462b-9820-f33760216bc8 req-c2da9db3-0581-4a46-ac03-350fe25f9c1f tempest-AttachVolumeTestJSON-631109292 tempest-AttachVolumeTestJSON-631109292-project] 10.222.0.24 "GET /v2.0/security-groups?id=25c619ea-31ec-4346-9d90-41bcc95d8e89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1015043 May 25 07:37:18.747146 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-c21f7fff-19ee-453a-93f9-2e542292a77d admin admin] Publish callbacks [] for security_group (e83590fc-d53d-4171-9715-e682a9692a9e), before_delete {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:37:18.771661 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.plugins.ml2.plugin [None req-798242cc-9ea0-464c-9109-86bd7997349e None None] Current status of the port 5b9220dd-eeaa-4ea1-a0cd-e54c1dbfe455 is: DOWN; New status is: BUILD {{(pid=104527) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 25 07:37:18.772046 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron_lib.callbacks.manager [None req-798242cc-9ea0-464c-9109-86bd7997349e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-616651'] for port (5b9220dd-eeaa-4ea1-a0cd-e54c1dbfe455), before_update {{(pid=104527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:37:18.785001 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-c21f7fff-19ee-453a-93f9-2e542292a77d admin admin] Publish callbacks [] for security_group (e83590fc-d53d-4171-9715-e682a9692a9e), precommit_delete {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:37:18.788225 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.notifiers.nova [None req-798242cc-9ea0-464c-9109-86bd7997349e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5b9220dd-eeaa-4ea1-a0cd-e54c1dbfe455 {{(pid=104527) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 25 07:37:18.810813 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.plugins.ml2.db [None req-798242cc-9ea0-464c-9109-86bd7997349e None None] For port 5b9220dd-eeaa-4ea1-a0cd-e54c1dbfe455, host hv-cinder-82549, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82549',level=0,port_id=5b9220dd-eeaa-4ea1-a0cd-e54c1dbfe455,segment=NetworkSegment(5e8ca1f8-871e-422d-b246-85fba594b2cb),segment_id=5e8ca1f8-871e-422d-b246-85fba594b2cb)] {{(pid=104527) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 07:37:18.929756 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron_lib.callbacks.manager [None req-798242cc-9ea0-464c-9109-86bd7997349e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-617841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612926', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754056714442', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754056173882', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754056173900'] for port (5b9220dd-eeaa-4ea1-a0cd-e54c1dbfe455), after_update {{(pid=104527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:37:18.961436 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-c21f7fff-19ee-453a-93f9-2e542292a77d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-278753'] for security_group (e83590fc-d53d-4171-9715-e682a9692a9e), after_delete {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:37:18.972082 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-c21f7fff-19ee-453a-93f9-2e542292a77d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:37:18.974858 dv-cinder-825492-15-iscsi neutron-server[104525]: INFO neutron.wsgi [None req-c21f7fff-19ee-453a-93f9-2e542292a77d admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/e83590fc-d53d-4171-9715-e682a9692a9e HTTP/1.1" status: 204 len: 168 time: 0.3314691 May 25 07:37:18.986211 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-798242cc-9ea0-464c-9109-86bd7997349e None None] Pushing event updated for resources: {'Port': ['ID=5b9220dd-eeaa-4ea1-a0cd-e54c1dbfe455,revision_number=4']} {{(pid=104527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 07:37:19.003496 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c21f7fff-19ee-453a-93f9-2e542292a77d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e83590fc-d53d-4171-9715-e682a9692a9e,revision_number=None']} {{(pid=104525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 07:37:19.049651 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG dbcounter [-] [104527] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104527) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 07:37:19.052254 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e15dcccb-39ff-4e3e-be1f-e3223750dbca req-bd10779c-a065-43db-bd68-cee3bbf878db tempest-AttachVolumeShelveTestJSON-605607613 tempest-AttachVolumeShelveTestJSON-605607613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 07:37:19.053815 dv-cinder-825492-15-iscsi neutron-server[104525]: INFO neutron.wsgi [req-e15dcccb-39ff-4e3e-be1f-e3223750dbca req-bd10779c-a065-43db-bd68-cee3bbf878db tempest-AttachVolumeShelveTestJSON-605607613 tempest-AttachVolumeShelveTestJSON-605607613-project] 10.222.0.24 "GET /v2.0/ports?device_id=6d360341-449d-4b49-8b66-a02a969171fd HTTP/1.1" status: 200 len: 945 time: 0.0758748 May 25 07:37:19.105905 dv-cinder-825492-15-iscsi neutron-server[104525]: INFO neutron.wsgi [req-e15dcccb-39ff-4e3e-be1f-e3223750dbca req-a9dd2b0e-a86a-4e03-b793-32d800df8b7b tempest-AttachVolumeShelveTestJSON-605607613 tempest-AttachVolumeShelveTestJSON-605607613-project] 10.222.0.24 "GET /v2.0/security-groups?id=36a790ea-6395-4759-aea0-9e848582607a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0445757 May 25 07:37:19.209295 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.plugins.ml2.rpc [None req-798242cc-9ea0-464c-9109-86bd7997349e None None] Device 8914df61-0be3-41f5-849d-98c808f21db2 up at agent hyperv_hv-cinder-82549 {{(pid=104527) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 25 07:37:19.253223 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.db.provisioning_blocks [None req-798242cc-9ea0-464c-9109-86bd7997349e None None] Provisioning for port 8914df61-0be3-41f5-849d-98c808f21db2 completed by entity L2. {{(pid=104527) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 25 07:37:19.269943 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f50624e9-fad9-40d8-a5ab-a4930e16ab0a req-b96e52f9-9ca6-48f2-b537-e6cade04d143 tempest-AttachVolumeNegativeTest-1464534600 tempest-AttachVolumeNegativeTest-1464534600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 07:37:19.271396 dv-cinder-825492-15-iscsi neutron-server[104525]: INFO neutron.wsgi [req-f50624e9-fad9-40d8-a5ab-a4930e16ab0a req-b96e52f9-9ca6-48f2-b537-e6cade04d143 tempest-AttachVolumeNegativeTest-1464534600 tempest-AttachVolumeNegativeTest-1464534600-project] 10.222.0.24 "GET /v2.0/ports?device_id=f7f15090-8fe0-4ebd-b4e6-2aad101f417b HTTP/1.1" status: 200 len: 944 time: 0.0500758 May 25 07:37:19.317685 dv-cinder-825492-15-iscsi neutron-server[104525]: INFO neutron.wsgi [req-f50624e9-fad9-40d8-a5ab-a4930e16ab0a req-1619e5c4-ba50-45b3-b2cc-fb62c43a35e7 tempest-AttachVolumeNegativeTest-1464534600 tempest-AttachVolumeNegativeTest-1464534600-project] 10.222.0.24 "GET /v2.0/security-groups?id=5ea9d969-c744-4260-a161-31eba2da204d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404594 May 25 07:37:19.409633 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.db.provisioning_blocks [None req-798242cc-9ea0-464c-9109-86bd7997349e None None] Provisioning complete for port 8914df61-0be3-41f5-849d-98c808f21db2 triggered by entity L2. {{(pid=104527) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 25 07:37:19.410004 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron_lib.callbacks.manager [None req-798242cc-9ea0-464c-9109-86bd7997349e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1490782'] for port (8914df61-0be3-41f5-849d-98c808f21db2), provisioning_complete {{(pid=104527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:37:19.429117 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG dbcounter [-] [104526] Writing DB stats neutron:INSERT=2,neutron:SELECT=94,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=104526) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 07:37:19.445380 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deece861-de24-46f9-bd62-579e3bd7c6cf req-14c112b2-d3f6-442a-ba62-abdce12240d5 tempest-ServerRescueNegativeTestJSON-274124411 tempest-ServerRescueNegativeTestJSON-274124411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 07:37:19.446905 dv-cinder-825492-15-iscsi neutron-server[104525]: INFO neutron.wsgi [req-deece861-de24-46f9-bd62-579e3bd7c6cf req-14c112b2-d3f6-442a-ba62-abdce12240d5 tempest-ServerRescueNegativeTestJSON-274124411 tempest-ServerRescueNegativeTestJSON-274124411-project] 10.222.0.24 "GET /v2.0/ports?device_id=f652bc42-42f2-4664-b614-603b3ddf84b1 HTTP/1.1" status: 200 len: 945 time: 0.0502915 May 25 07:37:19.507573 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.plugins.ml2.plugin [None req-798242cc-9ea0-464c-9109-86bd7997349e None None] Current status of the port 8914df61-0be3-41f5-849d-98c808f21db2 is: BUILD; New status is: ACTIVE {{(pid=104527) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 25 07:37:19.507885 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron_lib.callbacks.manager [None req-798242cc-9ea0-464c-9109-86bd7997349e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-616651'] for port (8914df61-0be3-41f5-849d-98c808f21db2), before_update {{(pid=104527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:37:19.513721 dv-cinder-825492-15-iscsi neutron-server[104525]: INFO neutron.wsgi [req-deece861-de24-46f9-bd62-579e3bd7c6cf req-f9fe139f-2dea-4be4-8c35-aee459d43649 tempest-ServerRescueNegativeTestJSON-274124411 tempest-ServerRescueNegativeTestJSON-274124411-project] 10.222.0.24 "GET /v2.0/security-groups?id=98ed3ba3-167d-4434-bd0b-9600585017a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596175 May 25 07:37:19.539353 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee7e3a20-c1a2-482e-8d24-03a3c395ffed req-2d9204dd-3c0a-4461-8520-6f4b6f0a9318 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 07:37:19.541220 dv-cinder-825492-15-iscsi neutron-server[104526]: INFO neutron.wsgi [req-ee7e3a20-c1a2-482e-8d24-03a3c395ffed req-2d9204dd-3c0a-4461-8520-6f4b6f0a9318 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=d4719a4804e24f27b9427e58c5cbe13b&device_id=f652bc42-42f2-4664-b614-603b3ddf84b1 HTTP/1.1" status: 200 len: 1129 time: 0.0642395 May 25 07:37:19.543073 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f7f15090-8fe0-4ebd-b4e6-2aad101f417b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8914df61-0be3-41f5-849d-98c808f21db2'}] {{(pid=104527) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 25 07:37:19.544761 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b7b9631292b9c3281c46c063e828ef1e98938590bf5356102cacde7abf71fd6b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-671b0d0c-c55a-42e2-a38e-301e4ed2d86a" -d '{"events": [{"server_uuid": "f7f15090-8fe0-4ebd-b4e6-2aad101f417b", "name": "network-vif-plugged", "status": "completed", "tag": "8914df61-0be3-41f5-849d-98c808f21db2"}]}' {{(pid=104527) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 25 07:37:19.565692 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.plugins.ml2.db [None req-798242cc-9ea0-464c-9109-86bd7997349e None None] get_ports_and_sgs() called for port_ids ['5b9220dd-eeaa-4ea1-a0cd-e54c1dbfe455'] {{(pid=104527) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 25 07:37:19.588778 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.plugins.ml2.db [None req-798242cc-9ea0-464c-9109-86bd7997349e None None] For port 8914df61-0be3-41f5-849d-98c808f21db2, host hv-cinder-82549, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82549',level=0,port_id=8914df61-0be3-41f5-849d-98c808f21db2,segment=NetworkSegment(a280169f-cd62-40b1-b23e-40cb603d4abb),segment_id=a280169f-cd62-40b1-b23e-40cb603d4abb)] {{(pid=104527) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 07:37:19.614065 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 25 May 2022 07:37:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bf03a7be-7a78-4ca2-9c0b-f0a2b4c189c9 x-openstack-request-id: req-bf03a7be-7a78-4ca2-9c0b-f0a2b4c189c9 {{(pid=104527) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 25 07:37:19.614726 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f7f15090-8fe0-4ebd-b4e6-2aad101f417b", "name": "network-vif-plugged", "status": "completed", "tag": "8914df61-0be3-41f5-849d-98c808f21db2", "code": 200}]} {{(pid=104527) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 25 07:37:19.614726 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-bf03a7be-7a78-4ca2-9c0b-f0a2b4c189c9 {{(pid=104527) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 25 07:37:19.615034 dv-cinder-825492-15-iscsi neutron-server[104527]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bf03a7be-7a78-4ca2-9c0b-f0a2b4c189c9'] response: {'server_uuid': 'f7f15090-8fe0-4ebd-b4e6-2aad101f417b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8914df61-0be3-41f5-849d-98c808f21db2', 'code': 200} May 25 07:37:19.694894 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron.wsgi [-] (104525) accepted ('10.222.0.24', 42122) {{(pid=104525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 07:37:19.710210 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron_lib.callbacks.manager [None req-798242cc-9ea0-464c-9109-86bd7997349e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-617841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612926', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754056714442', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754056173882', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754056173900'] for port (8914df61-0be3-41f5-849d-98c808f21db2), after_update {{(pid=104527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:37:19.711070 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.plugins.ml2.rpc [None req-798242cc-9ea0-464c-9109-86bd7997349e None None] Device afc7174b-1940-457e-9abc-fe45a8d98d61 up at agent hyperv_hv-cinder-82549 {{(pid=104527) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 25 07:37:19.822006 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-798242cc-9ea0-464c-9109-86bd7997349e None None] Pushing event updated for resources: {'Port': ['ID=8914df61-0be3-41f5-849d-98c808f21db2,revision_number=5']} {{(pid=104527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 07:37:19.829956 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.db.provisioning_blocks [None req-798242cc-9ea0-464c-9109-86bd7997349e None None] Provisioning for port afc7174b-1940-457e-9abc-fe45a8d98d61 completed by entity L2. {{(pid=104527) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 25 07:37:19.847330 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-b7bb53b4-1f48-4c4f-94b6-507c5826a55f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:37:19.857754 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee7e3a20-c1a2-482e-8d24-03a3c395ffed req-9475520f-2587-42d0-81f1-ce9206399a5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 07:37:19.860201 dv-cinder-825492-15-iscsi neutron-server[104526]: INFO neutron.wsgi [req-ee7e3a20-c1a2-482e-8d24-03a3c395ffed req-9475520f-2587-42d0-81f1-ce9206399a5e service neutron] 10.222.0.41 "GET /v2.0/networks?id=e9255b8f-85b1-4659-9bc1-7aaec6681338 HTTP/1.1" status: 200 len: 917 time: 0.1386657 May 25 07:37:19.899895 dv-cinder-825492-15-iscsi neutron-server[104526]: INFO neutron.wsgi [req-ee7e3a20-c1a2-482e-8d24-03a3c395ffed req-f8f06563-108e-4b30-b78e-5ffdd1abe4f6 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=5d521607-ce1e-41b4-a067-fdc197d09700 HTTP/1.1" status: 200 len: 217 time: 0.0335855 May 25 07:37:19.912568 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.db.provisioning_blocks [None req-798242cc-9ea0-464c-9109-86bd7997349e None None] Provisioning complete for port afc7174b-1940-457e-9abc-fe45a8d98d61 triggered by entity L2. {{(pid=104527) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 25 07:37:19.913239 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron_lib.callbacks.manager [None req-798242cc-9ea0-464c-9109-86bd7997349e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1490782'] for port (afc7174b-1940-457e-9abc-fe45a8d98d61), provisioning_complete {{(pid=104527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:37:19.917705 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-874e59e0-480c-40bf-beb4-b7ea7ae0e27f req-ecb023f1-4c81-4934-ac34-df53a9933e5d tempest-AttachVolumeTestJSON-631109292 tempest-AttachVolumeTestJSON-631109292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 07:37:19.919409 dv-cinder-825492-15-iscsi neutron-server[104525]: INFO neutron.wsgi [req-874e59e0-480c-40bf-beb4-b7ea7ae0e27f req-ecb023f1-4c81-4934-ac34-df53a9933e5d tempest-AttachVolumeTestJSON-631109292 tempest-AttachVolumeTestJSON-631109292-project] 10.222.0.24 "GET /v2.0/ports?device_id=a8b10bee-95b1-4bfb-a9c5-6c15db78ba25 HTTP/1.1" status: 200 len: 944 time: 0.0637491 May 25 07:37:19.964199 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee7e3a20-c1a2-482e-8d24-03a3c395ffed req-88f133d5-0977-48c8-9197-06f28b333344 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 07:37:19.966018 dv-cinder-825492-15-iscsi neutron-server[104526]: INFO neutron.wsgi [req-ee7e3a20-c1a2-482e-8d24-03a3c395ffed req-88f133d5-0977-48c8-9197-06f28b333344 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=2bd01566-eaf4-4493-b26a-8c7ef6fcaf51 HTTP/1.1" status: 200 len: 855 time: 0.0605800 May 25 07:37:20.000933 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.plugins.ml2.plugin [None req-798242cc-9ea0-464c-9109-86bd7997349e None None] Current status of the port afc7174b-1940-457e-9abc-fe45a8d98d61 is: BUILD; New status is: ACTIVE {{(pid=104527) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 25 07:37:20.001417 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron_lib.callbacks.manager [None req-798242cc-9ea0-464c-9109-86bd7997349e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-616651'] for port (afc7174b-1940-457e-9abc-fe45a8d98d61), before_update {{(pid=104527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:37:20.002684 dv-cinder-825492-15-iscsi neutron-server[104525]: INFO neutron.wsgi [req-874e59e0-480c-40bf-beb4-b7ea7ae0e27f req-049775fa-bf3f-44b1-9c47-75018c23b285 tempest-AttachVolumeTestJSON-631109292 tempest-AttachVolumeTestJSON-631109292-project] 10.222.0.24 "GET /v2.0/security-groups?id=25c619ea-31ec-4346-9d90-41bcc95d8e89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0757327 May 25 07:37:20.018270 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-b7bb53b4-1f48-4c4f-94b6-507c5826a55f admin admin] Publish callbacks [] for security_group (648ba61f-1438-4b4b-b76c-f083bc61acff), precommit_create {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:37:20.021345 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee7e3a20-c1a2-482e-8d24-03a3c395ffed req-509d9275-719e-4fbb-94dc-d33a28f017dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 07:37:20.022953 dv-cinder-825492-15-iscsi neutron-server[104526]: INFO neutron.wsgi [req-ee7e3a20-c1a2-482e-8d24-03a3c395ffed req-509d9275-719e-4fbb-94dc-d33a28f017dd service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=e9255b8f-85b1-4659-9bc1-7aaec6681338&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0505819 May 25 07:37:20.036882 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.plugins.ml2.db [None req-798242cc-9ea0-464c-9109-86bd7997349e None None] For port afc7174b-1940-457e-9abc-fe45a8d98d61, host hv-cinder-82549, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82549',level=0,port_id=afc7174b-1940-457e-9abc-fe45a8d98d61,segment=NetworkSegment(39d8adcc-894d-48bd-a642-230f02087ed7),segment_id=39d8adcc-894d-48bd-a642-230f02087ed7)] {{(pid=104527) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 07:37:20.063800 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron.wsgi [-] (104525) accepted ('10.222.0.24', 42132) {{(pid=104525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 07:37:20.091015 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-6444ac85-bd4d-4b9d-900a-de3695da255b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:37:20.146169 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron_lib.callbacks.manager [None req-798242cc-9ea0-464c-9109-86bd7997349e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-617841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612926', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754056714442', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754056173882', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754056173900'] for port (afc7174b-1940-457e-9abc-fe45a8d98d61), after_update {{(pid=104527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:37:20.149489 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-b7bb53b4-1f48-4c4f-94b6-507c5826a55f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-278753'] for security_group (648ba61f-1438-4b4b-b76c-f083bc61acff), after_create {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:37:20.201719 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-798242cc-9ea0-464c-9109-86bd7997349e None None] Pushing event updated for resources: {'Port': ['ID=afc7174b-1940-457e-9abc-fe45a8d98d61,revision_number=5']} {{(pid=104527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 07:37:20.214687 dv-cinder-825492-15-iscsi neutron-server[104526]: INFO neutron.wsgi [req-ee7e3a20-c1a2-482e-8d24-03a3c395ffed req-9edb6ffd-d6a8-43f2-84ba-08093efed1ad service neutron] 10.222.0.41 "GET /v2.0/networks/e9255b8f-85b1-4659-9bc1-7aaec6681338?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1840923 May 25 07:37:20.217384 dv-cinder-825492-15-iscsi neutron-server[104525]: INFO neutron.wsgi [None req-b7bb53b4-1f48-4c4f-94b6-507c5826a55f admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=d2486ebb1ba8473d8e554470db4df7f8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5214205 May 25 07:37:20.218308 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7bb53b4-1f48-4c4f-94b6-507c5826a55f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=648ba61f-1438-4b4b-b76c-f083bc61acff,revision_number=1']} {{(pid=104525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 07:37:20.223445 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron.wsgi [-] (104525) accepted ('10.222.0.24', 42140) {{(pid=104525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 07:37:20.238992 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-770017bd-a5b7-4848-b901-cb21806d67aa req-42eb21c6-b037-4190-9bd4-61ff9cd34af1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 07:37:20.238992 dv-cinder-825492-15-iscsi neutron-server[104526]: INFO neutron.wsgi [req-770017bd-a5b7-4848-b901-cb21806d67aa req-42eb21c6-b037-4190-9bd4-61ff9cd34af1 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=f7f15090-8fe0-4ebd-b4e6-2aad101f417b HTTP/1.1" status: 200 len: 1129 time: 0.1437089 May 25 07:37:20.243973 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-6444ac85-bd4d-4b9d-900a-de3695da255b admin admin] Publish callbacks [] for security_group (a81f0e36-89eb-4cf5-9787-7ccdd0e52153), precommit_create {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:37:20.287609 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-82e64329-b36a-45c8-9554-28900bd7d713 admin admin] Publish callbacks [] for security_group (648ba61f-1438-4b4b-b76c-f083bc61acff), before_delete {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:37:20.312750 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-82e64329-b36a-45c8-9554-28900bd7d713 admin admin] Publish callbacks [] for security_group (648ba61f-1438-4b4b-b76c-f083bc61acff), precommit_delete {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:37:20.313879 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c596200e-f0d7-4da0-9602-4164f1f095ff req-49b16b67-6ee9-49fb-aa1d-c5f76c2bb50d tempest-AttachVolumeShelveTestJSON-605607613 tempest-AttachVolumeShelveTestJSON-605607613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 07:37:20.315415 dv-cinder-825492-15-iscsi neutron-server[104526]: INFO neutron.wsgi [req-c596200e-f0d7-4da0-9602-4164f1f095ff req-49b16b67-6ee9-49fb-aa1d-c5f76c2bb50d tempest-AttachVolumeShelveTestJSON-605607613 tempest-AttachVolumeShelveTestJSON-605607613-project] 10.222.0.24 "GET /v2.0/ports?device_id=6d360341-449d-4b49-8b66-a02a969171fd HTTP/1.1" status: 200 len: 945 time: 0.1201382 May 25 07:37:20.322934 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-6444ac85-bd4d-4b9d-900a-de3695da255b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-278753'] for security_group (a81f0e36-89eb-4cf5-9787-7ccdd0e52153), after_create {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:37:20.382994 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG dbcounter [-] [104526] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104526) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 07:37:20.390375 dv-cinder-825492-15-iscsi neutron-server[104526]: INFO neutron.wsgi [req-770017bd-a5b7-4848-b901-cb21806d67aa req-985f192b-f3c1-4f89-bacc-024daad09c77 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=5ea9d969-c744-4260-a161-31eba2da204d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1443219 May 25 07:37:20.403528 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6444ac85-bd4d-4b9d-900a-de3695da255b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a81f0e36-89eb-4cf5-9787-7ccdd0e52153,revision_number=1']} {{(pid=104525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 07:37:20.409868 dv-cinder-825492-15-iscsi neutron-server[104526]: INFO neutron.wsgi [req-ee7e3a20-c1a2-482e-8d24-03a3c395ffed req-78f39682-ec54-4fe8-abc1-22d3e787ff8e service neutron] 10.222.0.41 "GET /v2.0/networks/e9255b8f-85b1-4659-9bc1-7aaec6681338?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1768289 May 25 07:37:20.410060 dv-cinder-825492-15-iscsi neutron-server[104525]: INFO neutron.wsgi [None req-6444ac85-bd4d-4b9d-900a-de3695da255b admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=f344adc209144055b19cd20fc11a36b8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3444901 May 25 07:37:20.414229 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.wsgi [-] (104526) accepted ('10.222.0.24', 42150) {{(pid=104526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 07:37:20.432747 dv-cinder-825492-15-iscsi neutron-server[104526]: INFO neutron.wsgi [req-c596200e-f0d7-4da0-9602-4164f1f095ff req-9eed59b8-381c-4b1e-be5c-00372ad7b575 tempest-AttachVolumeShelveTestJSON-605607613 tempest-AttachVolumeShelveTestJSON-605607613-project] 10.222.0.24 "GET /v2.0/security-groups?id=36a790ea-6395-4759-aea0-9e848582607a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1057246 May 25 07:37:20.460635 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2926aa04-15c5-49ae-adf3-690c1ce9e9d4 req-d04b2ff7-db12-4732-8a96-2f9fb03bcae4 tempest-AttachVolumeNegativeTest-1464534600 tempest-AttachVolumeNegativeTest-1464534600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 07:37:20.461906 dv-cinder-825492-15-iscsi neutron-server[104525]: INFO neutron.wsgi [req-2926aa04-15c5-49ae-adf3-690c1ce9e9d4 req-d04b2ff7-db12-4732-8a96-2f9fb03bcae4 tempest-AttachVolumeNegativeTest-1464534600 tempest-AttachVolumeNegativeTest-1464534600-project] 10.222.0.24 "GET /v2.0/ports?device_id=f7f15090-8fe0-4ebd-b4e6-2aad101f417b HTTP/1.1" status: 200 len: 945 time: 0.0600178 May 25 07:37:20.473504 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-ccd3ed51-dcbf-4128-8637-7a01ac9c5d2e admin admin] Publish callbacks [] for security_group (a81f0e36-89eb-4cf5-9787-7ccdd0e52153), before_delete {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:37:20.495748 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-ccd3ed51-dcbf-4128-8637-7a01ac9c5d2e admin admin] Publish callbacks [] for security_group (a81f0e36-89eb-4cf5-9787-7ccdd0e52153), precommit_delete {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:37:20.517028 dv-cinder-825492-15-iscsi neutron-server[104525]: INFO neutron.wsgi [req-2926aa04-15c5-49ae-adf3-690c1ce9e9d4 req-f9b9852c-e1ad-4e33-9cbd-3a7bc15bdc9b tempest-AttachVolumeNegativeTest-1464534600 tempest-AttachVolumeNegativeTest-1464534600-project] 10.222.0.24 "GET /v2.0/security-groups?id=5ea9d969-c744-4260-a161-31eba2da204d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0466859 May 25 07:37:20.610797 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.plugins.ml2.rpc [None req-798242cc-9ea0-464c-9109-86bd7997349e None None] Device 5b9220dd-eeaa-4ea1-a0cd-e54c1dbfe455 up at agent hyperv_hv-cinder-82549 {{(pid=104527) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 25 07:37:20.632039 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-82e64329-b36a-45c8-9554-28900bd7d713 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-278753'] for security_group (648ba61f-1438-4b4b-b76c-f083bc61acff), after_delete {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:37:20.633179 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5ef1c34-0644-419c-bd8d-b61b16b81051 req-2de5c94d-18a3-4f2c-a904-6b0b303f1b21 tempest-ServerRescueNegativeTestJSON-274124411 tempest-ServerRescueNegativeTestJSON-274124411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 07:37:20.634158 dv-cinder-825492-15-iscsi neutron-server[104526]: INFO neutron.wsgi [req-b5ef1c34-0644-419c-bd8d-b61b16b81051 req-2de5c94d-18a3-4f2c-a904-6b0b303f1b21 tempest-ServerRescueNegativeTestJSON-274124411 tempest-ServerRescueNegativeTestJSON-274124411-project] 10.222.0.24 "GET /v2.0/ports?device_id=f652bc42-42f2-4664-b614-603b3ddf84b1 HTTP/1.1" status: 200 len: 945 time: 0.0497973 May 25 07:37:20.634650 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-82e64329-b36a-45c8-9554-28900bd7d713 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:37:20.635731 dv-cinder-825492-15-iscsi neutron-server[104525]: INFO neutron.wsgi [None req-82e64329-b36a-45c8-9554-28900bd7d713 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/648ba61f-1438-4b4b-b76c-f083bc61acff HTTP/1.1" status: 204 len: 168 time: 0.4115181 May 25 07:37:20.644304 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82e64329-b36a-45c8-9554-28900bd7d713 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=648ba61f-1438-4b4b-b76c-f083bc61acff,revision_number=None']} {{(pid=104525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 07:37:20.672949 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.db.provisioning_blocks [None req-798242cc-9ea0-464c-9109-86bd7997349e None None] Provisioning for port 5b9220dd-eeaa-4ea1-a0cd-e54c1dbfe455 completed by entity L2. {{(pid=104527) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 25 07:37:20.690218 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-ccd3ed51-dcbf-4128-8637-7a01ac9c5d2e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-278753'] for security_group (a81f0e36-89eb-4cf5-9787-7ccdd0e52153), after_delete {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:37:20.695654 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-ccd3ed51-dcbf-4128-8637-7a01ac9c5d2e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:37:20.706527 dv-cinder-825492-15-iscsi neutron-server[104526]: INFO neutron.wsgi [None req-ccd3ed51-dcbf-4128-8637-7a01ac9c5d2e admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/a81f0e36-89eb-4cf5-9787-7ccdd0e52153 HTTP/1.1" status: 204 len: 168 time: 0.2814875 May 25 07:37:20.706527 dv-cinder-825492-15-iscsi neutron-server[104526]: INFO neutron.wsgi [req-b5ef1c34-0644-419c-bd8d-b61b16b81051 req-8ca6f33e-51f5-468d-9875-1c23fd884426 tempest-ServerRescueNegativeTestJSON-274124411 tempest-ServerRescueNegativeTestJSON-274124411-project] 10.222.0.24 "GET /v2.0/security-groups?id=98ed3ba3-167d-4434-bd0b-9600585017a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537660 May 25 07:37:20.709658 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccd3ed51-dcbf-4128-8637-7a01ac9c5d2e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a81f0e36-89eb-4cf5-9787-7ccdd0e52153,revision_number=None']} {{(pid=104526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 07:37:20.792365 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.db.provisioning_blocks [None req-798242cc-9ea0-464c-9109-86bd7997349e None None] Provisioning complete for port 5b9220dd-eeaa-4ea1-a0cd-e54c1dbfe455 triggered by entity L2. {{(pid=104527) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 25 07:37:20.792773 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron_lib.callbacks.manager [None req-798242cc-9ea0-464c-9109-86bd7997349e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1490782'] for port (5b9220dd-eeaa-4ea1-a0cd-e54c1dbfe455), provisioning_complete {{(pid=104527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:37:20.834495 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG dbcounter [-] [104527] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104527) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 07:37:20.869778 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.plugins.ml2.plugin [None req-798242cc-9ea0-464c-9109-86bd7997349e None None] Current status of the port 5b9220dd-eeaa-4ea1-a0cd-e54c1dbfe455 is: BUILD; New status is: ACTIVE {{(pid=104527) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 25 07:37:20.870166 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron_lib.callbacks.manager [None req-798242cc-9ea0-464c-9109-86bd7997349e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-616651'] for port (5b9220dd-eeaa-4ea1-a0cd-e54c1dbfe455), before_update {{(pid=104527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:37:20.904954 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.plugins.ml2.db [None req-798242cc-9ea0-464c-9109-86bd7997349e None None] For port 5b9220dd-eeaa-4ea1-a0cd-e54c1dbfe455, host hv-cinder-82549, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82549',level=0,port_id=5b9220dd-eeaa-4ea1-a0cd-e54c1dbfe455,segment=NetworkSegment(5e8ca1f8-871e-422d-b246-85fba594b2cb),segment_id=5e8ca1f8-871e-422d-b246-85fba594b2cb)] {{(pid=104527) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 07:37:20.980937 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron_lib.callbacks.manager [None req-798242cc-9ea0-464c-9109-86bd7997349e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-617841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612926', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754056714442', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754056173882', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754056173900'] for port (5b9220dd-eeaa-4ea1-a0cd-e54c1dbfe455), after_update {{(pid=104527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:37:21.030490 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-798242cc-9ea0-464c-9109-86bd7997349e None None] Pushing event updated for resources: {'Port': ['ID=5b9220dd-eeaa-4ea1-a0cd-e54c1dbfe455,revision_number=5']} {{(pid=104527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 07:37:21.132331 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0199aee4-e9ce-4b7b-8f98-c5bc2093ba5d req-dc697b4e-ac28-4d82-85ca-bae13bae9335 tempest-AttachVolumeTestJSON-631109292 tempest-AttachVolumeTestJSON-631109292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 07:37:21.134017 dv-cinder-825492-15-iscsi neutron-server[104525]: INFO neutron.wsgi [req-0199aee4-e9ce-4b7b-8f98-c5bc2093ba5d req-dc697b4e-ac28-4d82-85ca-bae13bae9335 tempest-AttachVolumeTestJSON-631109292 tempest-AttachVolumeTestJSON-631109292-project] 10.222.0.24 "GET /v2.0/ports?device_id=a8b10bee-95b1-4bfb-a9c5-6c15db78ba25 HTTP/1.1" status: 200 len: 945 time: 0.0498176 May 25 07:37:21.182731 dv-cinder-825492-15-iscsi neutron-server[104525]: INFO neutron.wsgi [req-0199aee4-e9ce-4b7b-8f98-c5bc2093ba5d req-7678fd17-778d-4d02-b2f3-bd4f4205ae3a tempest-AttachVolumeTestJSON-631109292 tempest-AttachVolumeTestJSON-631109292-project] 10.222.0.24 "GET /v2.0/security-groups?id=25c619ea-31ec-4346-9d90-41bcc95d8e89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431685 May 25 07:37:21.560560 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-486e0791-c8e9-4354-bd1a-8d4d1cc92dbb req-412035a4-23ab-44ae-97b9-5dc498931e00 tempest-AttachVolumeShelveTestJSON-605607613 tempest-AttachVolumeShelveTestJSON-605607613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 07:37:21.563044 dv-cinder-825492-15-iscsi neutron-server[104526]: INFO neutron.wsgi [req-486e0791-c8e9-4354-bd1a-8d4d1cc92dbb req-412035a4-23ab-44ae-97b9-5dc498931e00 tempest-AttachVolumeShelveTestJSON-605607613 tempest-AttachVolumeShelveTestJSON-605607613-project] 10.222.0.24 "GET /v2.0/ports?device_id=6d360341-449d-4b49-8b66-a02a969171fd HTTP/1.1" status: 200 len: 946 time: 0.0519176 May 25 07:37:21.566606 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.wsgi [-] (104526) accepted ('10.222.0.24', 42184) {{(pid=104526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 07:37:21.613573 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-52fceb6b-ae38-45bf-b18c-f1e8e1297d25 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:37:21.616096 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a8b10bee-95b1-4bfb-a9c5-6c15db78ba25', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'afc7174b-1940-457e-9abc-fe45a8d98d61'}, {'server_uuid': '6d360341-449d-4b49-8b66-a02a969171fd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5b9220dd-eeaa-4ea1-a0cd-e54c1dbfe455'}] {{(pid=104527) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 25 07:37:21.619176 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b7b9631292b9c3281c46c063e828ef1e98938590bf5356102cacde7abf71fd6b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5f1294f0-6cc2-4e61-a31b-d7ea1a67e515" -d '{"events": [{"server_uuid": "a8b10bee-95b1-4bfb-a9c5-6c15db78ba25", "name": "network-vif-plugged", "status": "completed", "tag": "afc7174b-1940-457e-9abc-fe45a8d98d61"}, {"server_uuid": "6d360341-449d-4b49-8b66-a02a969171fd", "name": "network-vif-plugged", "status": "completed", "tag": "5b9220dd-eeaa-4ea1-a0cd-e54c1dbfe455"}]}' {{(pid=104527) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 25 07:37:21.666761 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dab90370-0704-42af-a6e1-96e9eb3dfa00 req-c55ed37c-fd54-43ca-89f6-6a1c7a837803 tempest-AttachVolumeNegativeTest-1464534600 tempest-AttachVolumeNegativeTest-1464534600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 07:37:21.668977 dv-cinder-825492-15-iscsi neutron-server[104525]: INFO neutron.wsgi [req-dab90370-0704-42af-a6e1-96e9eb3dfa00 req-c55ed37c-fd54-43ca-89f6-6a1c7a837803 tempest-AttachVolumeNegativeTest-1464534600 tempest-AttachVolumeNegativeTest-1464534600-project] 10.222.0.24 "GET /v2.0/ports?device_id=f7f15090-8fe0-4ebd-b4e6-2aad101f417b HTTP/1.1" status: 200 len: 945 time: 0.0764160 May 25 07:37:21.693110 dv-cinder-825492-15-iscsi neutron-server[104526]: INFO neutron.wsgi [req-486e0791-c8e9-4354-bd1a-8d4d1cc92dbb req-4d332ac0-3d27-485b-9151-ae8015b371ee tempest-AttachVolumeShelveTestJSON-605607613 tempest-AttachVolumeShelveTestJSON-605607613-project] 10.222.0.24 "GET /v2.0/security-groups?id=36a790ea-6395-4759-aea0-9e848582607a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1143327 May 25 07:37:21.716952 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron.wsgi [-] (104525) accepted ('10.222.0.24', 42188) {{(pid=104525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 07:37:21.743756 dv-cinder-825492-15-iscsi neutron-server[104525]: INFO neutron.wsgi [req-dab90370-0704-42af-a6e1-96e9eb3dfa00 req-f9a6262b-d5c0-4df0-9b3c-b1c4810843f1 tempest-AttachVolumeNegativeTest-1464534600 tempest-AttachVolumeNegativeTest-1464534600-project] 10.222.0.24 "GET /v2.0/security-groups?id=5ea9d969-c744-4260-a161-31eba2da204d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0678391 May 25 07:37:21.746775 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-52fceb6b-ae38-45bf-b18c-f1e8e1297d25 admin admin] Publish callbacks [] for security_group (753f5f9f-8f91-44f9-be08-68a17cf93335), precommit_create {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:37:21.773204 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Wed, 25 May 2022 07:37:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3e75ad9e-3bc1-4de1-a836-8ce813c83d72 x-openstack-request-id: req-3e75ad9e-3bc1-4de1-a836-8ce813c83d72 {{(pid=104527) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 25 07:37:21.777711 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a8b10bee-95b1-4bfb-a9c5-6c15db78ba25", "name": "network-vif-plugged", "status": "completed", "tag": "afc7174b-1940-457e-9abc-fe45a8d98d61", "code": 200}, {"server_uuid": "6d360341-449d-4b49-8b66-a02a969171fd", "name": "network-vif-plugged", "status": "completed", "tag": "5b9220dd-eeaa-4ea1-a0cd-e54c1dbfe455", "code": 200}]} {{(pid=104527) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 25 07:37:21.777711 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-3e75ad9e-3bc1-4de1-a836-8ce813c83d72 {{(pid=104527) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 25 07:37:21.777711 dv-cinder-825492-15-iscsi neutron-server[104527]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3e75ad9e-3bc1-4de1-a836-8ce813c83d72'] response: {'server_uuid': 'a8b10bee-95b1-4bfb-a9c5-6c15db78ba25', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'afc7174b-1940-457e-9abc-fe45a8d98d61', 'code': 200} May 25 07:37:21.777711 dv-cinder-825492-15-iscsi neutron-server[104527]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3e75ad9e-3bc1-4de1-a836-8ce813c83d72'] response: {'server_uuid': '6d360341-449d-4b49-8b66-a02a969171fd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5b9220dd-eeaa-4ea1-a0cd-e54c1dbfe455', 'code': 200} May 25 07:37:21.844819 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-52fceb6b-ae38-45bf-b18c-f1e8e1297d25 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-278753'] for security_group (753f5f9f-8f91-44f9-be08-68a17cf93335), after_create {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:37:21.847453 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-3085cb47-a58d-4519-a4f1-2d67518dd62c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:37:21.865262 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28d0f7a9-28a8-4c44-b167-8cecc003a556 req-e1c2f3ac-8da0-4301-b607-ee5404585086 tempest-ServerRescueNegativeTestJSON-274124411 tempest-ServerRescueNegativeTestJSON-274124411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 07:37:21.866712 dv-cinder-825492-15-iscsi neutron-server[104525]: INFO neutron.wsgi [req-28d0f7a9-28a8-4c44-b167-8cecc003a556 req-e1c2f3ac-8da0-4301-b607-ee5404585086 tempest-ServerRescueNegativeTestJSON-274124411 tempest-ServerRescueNegativeTestJSON-274124411-project] 10.222.0.24 "GET /v2.0/ports?device_id=f652bc42-42f2-4664-b614-603b3ddf84b1 HTTP/1.1" status: 200 len: 945 time: 0.0678644 May 25 07:37:21.885198 dv-cinder-825492-15-iscsi neutron-server[104526]: INFO neutron.wsgi [None req-52fceb6b-ae38-45bf-b18c-f1e8e1297d25 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=3d14816a88554872924f0545078fd6b6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3176210 May 25 07:37:21.886082 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52fceb6b-ae38-45bf-b18c-f1e8e1297d25 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=753f5f9f-8f91-44f9-be08-68a17cf93335,revision_number=1']} {{(pid=104526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 07:37:21.888456 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.wsgi [-] (104526) accepted ('10.222.0.24', 42194) {{(pid=104526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 07:37:21.956908 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-911a3412-50e5-400f-8f33-8d184eb94227 admin admin] Publish callbacks [] for security_group (753f5f9f-8f91-44f9-be08-68a17cf93335), before_delete {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:37:21.986766 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-911a3412-50e5-400f-8f33-8d184eb94227 admin admin] Publish callbacks [] for security_group (753f5f9f-8f91-44f9-be08-68a17cf93335), precommit_delete {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:37:22.082436 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.wsgi [-] (104526) accepted ('10.222.0.24', 42198) {{(pid=104526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 07:37:22.097370 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-911a3412-50e5-400f-8f33-8d184eb94227 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-278753'] for security_group (753f5f9f-8f91-44f9-be08-68a17cf93335), after_delete {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:37:22.115839 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-911a3412-50e5-400f-8f33-8d184eb94227 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:37:22.115839 dv-cinder-825492-15-iscsi neutron-server[104526]: INFO neutron.wsgi [None req-911a3412-50e5-400f-8f33-8d184eb94227 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/753f5f9f-8f91-44f9-be08-68a17cf93335 HTTP/1.1" status: 204 len: 168 time: 0.2002020 May 25 07:37:22.115839 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-acfb68bf-f500-469b-997e-8ef4c1c950fb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:37:22.122900 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-911a3412-50e5-400f-8f33-8d184eb94227 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=753f5f9f-8f91-44f9-be08-68a17cf93335,revision_number=None']} {{(pid=104526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 07:37:22.165338 dv-cinder-825492-15-iscsi neutron-server[104525]: INFO neutron.wsgi [req-28d0f7a9-28a8-4c44-b167-8cecc003a556 req-28844d1a-2578-4e96-babe-990605b6ac2c tempest-ServerRescueNegativeTestJSON-274124411 tempest-ServerRescueNegativeTestJSON-274124411-project] 10.222.0.24 "GET /v2.0/security-groups?id=98ed3ba3-167d-4434-bd0b-9600585017a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2901649 May 25 07:37:22.198029 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG dbcounter [-] [104525] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104525) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 07:37:22.220418 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-3085cb47-a58d-4519-a4f1-2d67518dd62c admin admin] Publish callbacks [] for security_group (57966745-a2ea-434f-b0ad-15dcaef506fb), precommit_create {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:37:22.267303 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-acfb68bf-f500-469b-997e-8ef4c1c950fb admin admin] Publish callbacks [] for security_group (4c6cb918-773e-4286-84b5-4481c87b13d8), precommit_create {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:37:22.326013 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-3085cb47-a58d-4519-a4f1-2d67518dd62c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-278753'] for security_group (57966745-a2ea-434f-b0ad-15dcaef506fb), after_create {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:37:22.359928 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-acfb68bf-f500-469b-997e-8ef4c1c950fb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-278753'] for security_group (4c6cb918-773e-4286-84b5-4481c87b13d8), after_create {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:37:22.396969 dv-cinder-825492-15-iscsi neutron-server[104525]: INFO neutron.wsgi [None req-3085cb47-a58d-4519-a4f1-2d67518dd62c admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=5a9242ea370044668df6476c0bbb5cdb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6787994 May 25 07:37:22.397987 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3085cb47-a58d-4519-a4f1-2d67518dd62c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=57966745-a2ea-434f-b0ad-15dcaef506fb,revision_number=1']} {{(pid=104525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 07:37:22.400294 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron.wsgi [-] (104525) accepted ('10.222.0.24', 42204) {{(pid=104525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 07:37:22.401076 dv-cinder-825492-15-iscsi neutron-server[104526]: INFO neutron.wsgi [None req-acfb68bf-f500-469b-997e-8ef4c1c950fb admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=23af2ee4f4de488783be99a38e051ec2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3174815 May 25 07:37:22.408488 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.wsgi [-] (104526) accepted ('10.222.0.24', 42206) {{(pid=104526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 07:37:22.474569 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-caeaff26-3865-44ff-ad15-344b2c074e51 admin admin] Publish callbacks [] for security_group (57966745-a2ea-434f-b0ad-15dcaef506fb), before_delete {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:37:22.484680 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acfb68bf-f500-469b-997e-8ef4c1c950fb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4c6cb918-773e-4286-84b5-4481c87b13d8,revision_number=1']} {{(pid=104526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 07:37:22.502607 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-caeaff26-3865-44ff-ad15-344b2c074e51 admin admin] Publish callbacks [] for security_group (57966745-a2ea-434f-b0ad-15dcaef506fb), precommit_delete {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:37:22.504924 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2e1c81b-4689-489c-86d5-a2d5df566425 req-ff2d009b-fe6a-4910-a938-4954100c236e tempest-AttachVolumeTestJSON-631109292 tempest-AttachVolumeTestJSON-631109292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 07:37:22.506443 dv-cinder-825492-15-iscsi neutron-server[104526]: INFO neutron.wsgi [req-f2e1c81b-4689-489c-86d5-a2d5df566425 req-ff2d009b-fe6a-4910-a938-4954100c236e tempest-AttachVolumeTestJSON-631109292 tempest-AttachVolumeTestJSON-631109292-project] 10.222.0.24 "GET /v2.0/ports?device_id=a8b10bee-95b1-4bfb-a9c5-6c15db78ba25 HTTP/1.1" status: 200 len: 945 time: 0.0776908 May 25 07:37:22.617167 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e46b132f-e7ee-4cc3-a6ed-ac42cbfcd849 req-cd309202-2eae-4395-a962-f755ced2823d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 07:37:22.618593 dv-cinder-825492-15-iscsi neutron-server[104526]: INFO neutron.wsgi [req-e46b132f-e7ee-4cc3-a6ed-ac42cbfcd849 req-cd309202-2eae-4395-a962-f755ced2823d service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=a8b10bee-95b1-4bfb-a9c5-6c15db78ba25 HTTP/1.1" status: 200 len: 1129 time: 0.1096630 May 25 07:37:22.619192 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-d6a50be0-a753-429f-bd36-b63a889ce554 admin admin] Publish callbacks [] for security_group (4c6cb918-773e-4286-84b5-4481c87b13d8), before_delete {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:37:22.638411 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-caeaff26-3865-44ff-ad15-344b2c074e51 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-278753'] for security_group (57966745-a2ea-434f-b0ad-15dcaef506fb), after_delete {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:37:22.642477 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-caeaff26-3865-44ff-ad15-344b2c074e51 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:37:22.644528 dv-cinder-825492-15-iscsi neutron-server[104525]: INFO neutron.wsgi [None req-caeaff26-3865-44ff-ad15-344b2c074e51 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/57966745-a2ea-434f-b0ad-15dcaef506fb HTTP/1.1" status: 204 len: 168 time: 0.2356129 May 25 07:37:22.653948 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caeaff26-3865-44ff-ad15-344b2c074e51 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=57966745-a2ea-434f-b0ad-15dcaef506fb,revision_number=None']} {{(pid=104525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 07:37:22.658369 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08f46ab0-9087-410d-946d-ee78697a2d5e req-33640650-5250-4f03-9a46-5d7e4ac3e6ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 07:37:22.659929 dv-cinder-825492-15-iscsi neutron-server[104526]: INFO neutron.wsgi [req-08f46ab0-9087-410d-946d-ee78697a2d5e req-33640650-5250-4f03-9a46-5d7e4ac3e6ec service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=6d360341-449d-4b49-8b66-a02a969171fd HTTP/1.1" status: 200 len: 1130 time: 0.1015811 May 25 07:37:22.667432 dv-cinder-825492-15-iscsi neutron-server[104526]: INFO neutron.wsgi [req-f2e1c81b-4689-489c-86d5-a2d5df566425 req-006c0ca2-c8d3-4662-9efe-211cdd54234c tempest-AttachVolumeTestJSON-631109292 tempest-AttachVolumeTestJSON-631109292-project] 10.222.0.24 "GET /v2.0/security-groups?id=25c619ea-31ec-4346-9d90-41bcc95d8e89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1495531 May 25 07:37:22.671952 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG dbcounter [-] [104527] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=104527) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 07:37:22.686156 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-d6a50be0-a753-429f-bd36-b63a889ce554 admin admin] Publish callbacks [] for security_group (4c6cb918-773e-4286-84b5-4481c87b13d8), precommit_delete {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:37:22.747576 dv-cinder-825492-15-iscsi neutron-server[104526]: INFO neutron.wsgi [req-e46b132f-e7ee-4cc3-a6ed-ac42cbfcd849 req-3feedd2a-56ac-4185-a9df-fdb6991c52a4 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=25c619ea-31ec-4346-9d90-41bcc95d8e89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1208231 May 25 07:37:22.771228 dv-cinder-825492-15-iscsi neutron-server[104526]: INFO neutron.wsgi [req-08f46ab0-9087-410d-946d-ee78697a2d5e req-cffe76b0-6434-46f1-96d6-742fc3ffcd8a service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=36a790ea-6395-4759-aea0-9e848582607a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0975826 May 25 07:37:22.839650 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65859a80-2f67-4a21-b87f-249ebcdeee1c req-157719cb-369c-47de-8f02-861c04b2d1ee tempest-AttachVolumeShelveTestJSON-605607613 tempest-AttachVolumeShelveTestJSON-605607613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 07:37:22.841269 dv-cinder-825492-15-iscsi neutron-server[104525]: INFO neutron.wsgi [req-65859a80-2f67-4a21-b87f-249ebcdeee1c req-157719cb-369c-47de-8f02-861c04b2d1ee tempest-AttachVolumeShelveTestJSON-605607613 tempest-AttachVolumeShelveTestJSON-605607613-project] 10.222.0.24 "GET /v2.0/ports?device_id=6d360341-449d-4b49-8b66-a02a969171fd HTTP/1.1" status: 200 len: 946 time: 0.0571883 May 25 07:37:22.876010 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-877f481b-dacf-4c5b-9338-cfc3376291e0 req-b7966c72-7810-4837-907a-1a0be27475b1 tempest-AttachVolumeNegativeTest-1464534600 tempest-AttachVolumeNegativeTest-1464534600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 07:37:22.877454 dv-cinder-825492-15-iscsi neutron-server[104526]: INFO neutron.wsgi [req-877f481b-dacf-4c5b-9338-cfc3376291e0 req-b7966c72-7810-4837-907a-1a0be27475b1 tempest-AttachVolumeNegativeTest-1464534600 tempest-AttachVolumeNegativeTest-1464534600-project] 10.222.0.24 "GET /v2.0/ports?device_id=f7f15090-8fe0-4ebd-b4e6-2aad101f417b HTTP/1.1" status: 200 len: 945 time: 0.0510569 May 25 07:37:22.890073 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-d6a50be0-a753-429f-bd36-b63a889ce554 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-278753'] for security_group (4c6cb918-773e-4286-84b5-4481c87b13d8), after_delete {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:37:22.890800 dv-cinder-825492-15-iscsi neutron-server[104525]: INFO neutron.wsgi [req-65859a80-2f67-4a21-b87f-249ebcdeee1c req-12009216-adc7-43b8-8312-83ff960ed4e0 tempest-AttachVolumeShelveTestJSON-605607613 tempest-AttachVolumeShelveTestJSON-605607613-project] 10.222.0.24 "GET /v2.0/security-groups?id=36a790ea-6395-4759-aea0-9e848582607a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0425267 May 25 07:37:22.893626 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-d6a50be0-a753-429f-bd36-b63a889ce554 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:37:22.893756 dv-cinder-825492-15-iscsi neutron-server[104526]: INFO neutron.wsgi [None req-d6a50be0-a753-429f-bd36-b63a889ce554 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/4c6cb918-773e-4286-84b5-4481c87b13d8 HTTP/1.1" status: 204 len: 168 time: 0.4838641 May 25 07:37:22.916613 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6a50be0-a753-429f-bd36-b63a889ce554 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c6cb918-773e-4286-84b5-4481c87b13d8,revision_number=None']} {{(pid=104526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 07:37:22.965747 dv-cinder-825492-15-iscsi neutron-server[104526]: INFO neutron.wsgi [req-877f481b-dacf-4c5b-9338-cfc3376291e0 req-69c60b99-b831-45d0-95fd-0ccbffe928b2 tempest-AttachVolumeNegativeTest-1464534600 tempest-AttachVolumeNegativeTest-1464534600-project] 10.222.0.24 "GET /v2.0/security-groups?id=5ea9d969-c744-4260-a161-31eba2da204d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0818748 May 25 07:37:23.084905 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c42746e8-6050-4303-afef-eb9d1ac3604d req-5258c8ba-472b-42eb-97c2-ee2580104f9a tempest-AttachVolumeNegativeTest-1464534600 tempest-AttachVolumeNegativeTest-1464534600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 07:37:23.086352 dv-cinder-825492-15-iscsi neutron-server[104525]: INFO neutron.wsgi [req-c42746e8-6050-4303-afef-eb9d1ac3604d req-5258c8ba-472b-42eb-97c2-ee2580104f9a tempest-AttachVolumeNegativeTest-1464534600 tempest-AttachVolumeNegativeTest-1464534600-project] 10.222.0.24 "GET /v2.0/ports?device_id=f7f15090-8fe0-4ebd-b4e6-2aad101f417b HTTP/1.1" status: 200 len: 945 time: 0.0469527 May 25 07:37:23.095972 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron.wsgi [-] (104525) accepted ('10.222.0.24', 42232) {{(pid=104525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 07:37:23.100571 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron.api.v2.base [None req-b42a1ec5-5ad4-4ed9-8995-05c23ee4d13a tempest-AttachVolumeNegativeTest-1464534600 tempest-AttachVolumeNegativeTest-1464534600-project] Request body: {'floatingip': {'port_id': '8914df61-0be3-41f5-849d-98c808f21db2'}} {{(pid=104525) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 25 07:37:23.170795 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-b42a1ec5-5ad4-4ed9-8995-05c23ee4d13a tempest-AttachVolumeNegativeTest-1464534600 tempest-AttachVolumeNegativeTest-1464534600-project] Publish callbacks [] for floatingip (85e286a7-b436-4145-84d6-9a3239633c72), before_update {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:37:23.285589 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d182c11-9a22-41d2-ab49-d9a85ab75321 req-2186ff51-78e8-4ef8-a0f4-e882930d9caa tempest-ServerRescueNegativeTestJSON-274124411 tempest-ServerRescueNegativeTestJSON-274124411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 07:37:23.288145 dv-cinder-825492-15-iscsi neutron-server[104526]: INFO neutron.wsgi [req-1d182c11-9a22-41d2-ab49-d9a85ab75321 req-2186ff51-78e8-4ef8-a0f4-e882930d9caa tempest-ServerRescueNegativeTestJSON-274124411 tempest-ServerRescueNegativeTestJSON-274124411-project] 10.222.0.24 "GET /v2.0/ports?device_id=f652bc42-42f2-4664-b614-603b3ddf84b1 HTTP/1.1" status: 200 len: 945 time: 0.0527468 May 25 07:37:23.337767 dv-cinder-825492-15-iscsi neutron-server[104526]: INFO neutron.wsgi [req-1d182c11-9a22-41d2-ab49-d9a85ab75321 req-5ec17667-6f33-4b7a-a769-86fef402f8ac tempest-ServerRescueNegativeTestJSON-274124411 tempest-ServerRescueNegativeTestJSON-274124411-project] 10.222.0.24 "GET /v2.0/security-groups?id=98ed3ba3-167d-4434-bd0b-9600585017a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439742 May 25 07:37:23.567938 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.wsgi [-] (104526) accepted ('10.222.0.24', 42248) {{(pid=104526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 07:37:23.573177 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG dbcounter [-] [104527] Writing DB stats neutron:SELECT=94,neutron:DELETE=2,neutron:UPDATE=4 {{(pid=104527) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 07:37:23.595066 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-e3d07d2b-ee56-40b1-920d-2d91db106536 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:37:23.698713 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-e3d07d2b-ee56-40b1-920d-2d91db106536 admin admin] Publish callbacks [] for security_group (bb9a884d-5155-4765-a26b-1e490abd9eb5), precommit_create {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:37:23.775358 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-e3d07d2b-ee56-40b1-920d-2d91db106536 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-278753'] for security_group (bb9a884d-5155-4765-a26b-1e490abd9eb5), after_create {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:37:23.824831 dv-cinder-825492-15-iscsi neutron-server[104526]: INFO neutron.wsgi [None req-e3d07d2b-ee56-40b1-920d-2d91db106536 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=363056372dc24ec4bffccf02e52a21c0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2558122 May 25 07:37:23.825833 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3d07d2b-ee56-40b1-920d-2d91db106536 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bb9a884d-5155-4765-a26b-1e490abd9eb5,revision_number=1']} {{(pid=104526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 07:37:23.828758 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.wsgi [-] (104526) accepted ('10.222.0.24', 42260) {{(pid=104526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 07:37:23.851710 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-b42a1ec5-5ad4-4ed9-8995-05c23ee4d13a tempest-AttachVolumeNegativeTest-1464534600 tempest-AttachVolumeNegativeTest-1464534600-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:37:23.874766 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01c3ecf0-a5a9-4911-8a6a-ae1e01b81e1e req-d9794562-0b17-43c4-bc81-2d4a3b5e5d8c tempest-AttachVolumeTestJSON-631109292 tempest-AttachVolumeTestJSON-631109292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 07:37:23.877586 dv-cinder-825492-15-iscsi neutron-server[104525]: INFO neutron.wsgi [req-01c3ecf0-a5a9-4911-8a6a-ae1e01b81e1e req-d9794562-0b17-43c4-bc81-2d4a3b5e5d8c tempest-AttachVolumeTestJSON-631109292 tempest-AttachVolumeTestJSON-631109292-project] 10.222.0.24 "GET /v2.0/ports?device_id=a8b10bee-95b1-4bfb-a9c5-6c15db78ba25 HTTP/1.1" status: 200 len: 945 time: 0.0941839 May 25 07:37:23.889326 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-0514f3c9-044d-4a4a-b66f-289e2c58e708 admin admin] Publish callbacks [] for security_group (bb9a884d-5155-4765-a26b-1e490abd9eb5), before_delete {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:37:23.912890 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-0514f3c9-044d-4a4a-b66f-289e2c58e708 admin admin] Publish callbacks [] for security_group (bb9a884d-5155-4765-a26b-1e490abd9eb5), precommit_delete {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:37:23.942735 dv-cinder-825492-15-iscsi neutron-server[104525]: INFO neutron.wsgi [req-01c3ecf0-a5a9-4911-8a6a-ae1e01b81e1e req-63bc62ee-2b8e-4691-a086-664fbf93eee7 tempest-AttachVolumeTestJSON-631109292 tempest-AttachVolumeTestJSON-631109292-project] 10.222.0.24 "GET /v2.0/security-groups?id=25c619ea-31ec-4346-9d90-41bcc95d8e89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0585048 May 25 07:37:23.953169 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-b42a1ec5-5ad4-4ed9-8995-05c23ee4d13a tempest-AttachVolumeNegativeTest-1464534600 tempest-AttachVolumeNegativeTest-1464534600-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1617316'] for floatingip (85e286a7-b436-4145-84d6-9a3239633c72), after_update {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:37:24.040759 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09355e06-65b0-4f68-b54d-8d9e37aa88e6 req-5d153a68-d0aa-4ad7-b342-87e22cd40138 tempest-AttachVolumeShelveTestJSON-605607613 tempest-AttachVolumeShelveTestJSON-605607613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 07:37:24.042263 dv-cinder-825492-15-iscsi neutron-server[104526]: INFO neutron.wsgi [req-09355e06-65b0-4f68-b54d-8d9e37aa88e6 req-5d153a68-d0aa-4ad7-b342-87e22cd40138 tempest-AttachVolumeShelveTestJSON-605607613 tempest-AttachVolumeShelveTestJSON-605607613-project] 10.222.0.24 "GET /v2.0/ports?device_id=6d360341-449d-4b49-8b66-a02a969171fd HTTP/1.1" status: 200 len: 946 time: 0.0515594 May 25 07:37:24.069777 dv-cinder-825492-15-iscsi neutron-server[104525]: INFO neutron.db.l3_db [None req-b42a1ec5-5ad4-4ed9-8995-05c23ee4d13a tempest-AttachVolumeNegativeTest-1464534600 tempest-AttachVolumeNegativeTest-1464534600-project] Floating IP 85e286a7-b436-4145-84d6-9a3239633c72 associated. External IP: 172.27.3.230, port: 8914df61-0be3-41f5-849d-98c808f21db2. May 25 07:37:24.102424 dv-cinder-825492-15-iscsi neutron-server[104526]: INFO neutron.wsgi [req-09355e06-65b0-4f68-b54d-8d9e37aa88e6 req-8006549b-2fff-400b-9bdd-35c9f701b55b tempest-AttachVolumeShelveTestJSON-605607613 tempest-AttachVolumeShelveTestJSON-605607613-project] 10.222.0.24 "GET /v2.0/security-groups?id=36a790ea-6395-4759-aea0-9e848582607a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0521204 May 25 07:37:24.118562 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-0514f3c9-044d-4a4a-b66f-289e2c58e708 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-278753'] for security_group (bb9a884d-5155-4765-a26b-1e490abd9eb5), after_delete {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:37:24.121972 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-0514f3c9-044d-4a4a-b66f-289e2c58e708 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:37:24.122685 dv-cinder-825492-15-iscsi neutron-server[104526]: INFO neutron.wsgi [None req-0514f3c9-044d-4a4a-b66f-289e2c58e708 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/bb9a884d-5155-4765-a26b-1e490abd9eb5 HTTP/1.1" status: 204 len: 168 time: 0.2929239 May 25 07:37:24.134156 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0514f3c9-044d-4a4a-b66f-289e2c58e708 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bb9a884d-5155-4765-a26b-1e490abd9eb5,revision_number=None']} {{(pid=104526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 07:37:24.302436 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b42a1ec5-5ad4-4ed9-8995-05c23ee4d13a tempest-AttachVolumeNegativeTest-1464534600 tempest-AttachVolumeNegativeTest-1464534600-project] Router 27856324-98d4-4244-bd01-93343ae31478 has already been hosted by L3 agent 54ff4013-997e-4376-a4e9-e6c98cf37cc7 {{(pid=104525) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 25 07:37:24.386164 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG dbcounter [-] [104525] Writing DB stats neutron:SELECT=94,neutron:UPDATE=4,neutron:INSERT=2 {{(pid=104525) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 07:37:24.407184 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b42a1ec5-5ad4-4ed9-8995-05c23ee4d13a tempest-AttachVolumeNegativeTest-1464534600 tempest-AttachVolumeNegativeTest-1464534600-project] Notify agent at l3_agent.dv-cinder-825492-15-iscsi the message routers_updated {{(pid=104525) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 25 07:37:24.412041 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-b42a1ec5-5ad4-4ed9-8995-05c23ee4d13a tempest-AttachVolumeNegativeTest-1464534600 tempest-AttachVolumeNegativeTest-1464534600-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93885'] for floatingip (None), before_response {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:37:24.423455 dv-cinder-825492-15-iscsi neutron-server[104528]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd256914-cbc0-4862-aedd-41a2a2b85a18 None None] Sync routers for ids ['27856324-98d4-4244-bd01-93343ae31478'] in dv-cinder-825492-15-iscsi {{(pid=104528) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 25 07:37:24.434701 dv-cinder-825492-15-iscsi neutron-server[104528]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd256914-cbc0-4862-aedd-41a2a2b85a18 None None] Routers {'27856324-98d4-4244-bd01-93343ae31478'} bound to L3 agent in host dv-cinder-825492-15-iscsi {{(pid=104528) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 25 07:37:24.438610 dv-cinder-825492-15-iscsi neutron-server[104528]: DEBUG neutron.db.l3_hamode_db [None req-bd256914-cbc0-4862-aedd-41a2a2b85a18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825492-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-25T07:27:37Z,description=,heartbeat_timestamp=2022-05-25T07:37:07Z,host='dv-cinder-825492-15-iscsi',id=54ff4013-997e-4376-a4e9-e6c98cf37cc7,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T07:27:38Z,topic='l3_agent')) {'router_ids': ['27856324-98d4-4244-bd01-93343ae31478'], 'active': True} {{(pid=104528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 07:37:24.455440 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG dbcounter [-] [104526] Writing DB stats neutron:SELECT=100 {{(pid=104526) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 07:37:24.553374 dv-cinder-825492-15-iscsi neutron-server[104528]: DEBUG neutron.db.l3_dvr_db [None req-bd256914-cbc0-4862-aedd-41a2a2b85a18 None None] Set router 27856324-98d4-4244-bd01-93343ae31478 gateway port host: dv-cinder-825492-15-iscsi {{(pid=104528) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 25 07:37:24.638733 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG dbcounter [-] [104525] Writing DB stats neutron:SELECT=100 {{(pid=104525) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 07:37:24.682090 dv-cinder-825492-15-iscsi neutron-server[104525]: INFO neutron.wsgi [None req-b42a1ec5-5ad4-4ed9-8995-05c23ee4d13a tempest-AttachVolumeNegativeTest-1464534600 tempest-AttachVolumeNegativeTest-1464534600-project] 10.222.0.24 "PUT /v2.0/floatingips/85e286a7-b436-4145-84d6-9a3239633c72 HTTP/1.1" status: 200 len: 991 time: 1.5849457 May 25 07:37:24.685687 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f7f15090-8fe0-4ebd-b4e6-2aad101f417b', 'tag': '8914df61-0be3-41f5-849d-98c808f21db2'}] {{(pid=104525) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 25 07:37:24.688347 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d445ce38d91c6b292eb6894f597f8081be97d606cd6e8c01bc8cfabf5dd02ac1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3afc58f5-2274-4c1c-a740-77a3ebea0926" -d '{"events": [{"name": "network-changed", "server_uuid": "f7f15090-8fe0-4ebd-b4e6-2aad101f417b", "tag": "8914df61-0be3-41f5-849d-98c808f21db2"}]}' {{(pid=104525) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 25 07:37:24.693901 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron.wsgi [-] (104525) accepted ('10.222.0.24', 42286) {{(pid=104525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 07:37:24.709094 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7bff9c0-a14e-446a-a222-4cface227884 req-23379121-dff6-417f-8587-88000735375c tempest-ServerRescueNegativeTestJSON-274124411 tempest-ServerRescueNegativeTestJSON-274124411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 07:37:24.717223 dv-cinder-825492-15-iscsi neutron-server[104525]: INFO neutron.wsgi [req-a7bff9c0-a14e-446a-a222-4cface227884 req-23379121-dff6-417f-8587-88000735375c tempest-ServerRescueNegativeTestJSON-274124411 tempest-ServerRescueNegativeTestJSON-274124411-project] 10.222.0.24 "GET /v2.0/ports?device_id=f652bc42-42f2-4664-b614-603b3ddf84b1 HTTP/1.1" status: 200 len: 945 time: 0.0816340 May 25 07:37:24.779126 dv-cinder-825492-15-iscsi neutron-server[104525]: INFO neutron.wsgi [req-a7bff9c0-a14e-446a-a222-4cface227884 req-642fcbb9-0456-4419-a949-c63fd71d74bb tempest-ServerRescueNegativeTestJSON-274124411 tempest-ServerRescueNegativeTestJSON-274124411-project] 10.222.0.24 "GET /v2.0/security-groups?id=98ed3ba3-167d-4434-bd0b-9600585017a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562639 May 25 07:37:24.796043 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 25 May 2022 07:37:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f191a96e-c305-48e9-9ca9-a57860a497c9 x-openstack-request-id: req-f191a96e-c305-48e9-9ca9-a57860a497c9 {{(pid=104525) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 25 07:37:24.796824 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f7f15090-8fe0-4ebd-b4e6-2aad101f417b", "tag": "8914df61-0be3-41f5-849d-98c808f21db2", "status": "completed", "code": 200}]} {{(pid=104525) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 25 07:37:24.799671 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-f191a96e-c305-48e9-9ca9-a57860a497c9 {{(pid=104525) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 25 07:37:24.799671 dv-cinder-825492-15-iscsi neutron-server[104525]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f191a96e-c305-48e9-9ca9-a57860a497c9'] response: {'name': 'network-changed', 'server_uuid': 'f7f15090-8fe0-4ebd-b4e6-2aad101f417b', 'tag': '8914df61-0be3-41f5-849d-98c808f21db2', 'status': 'completed', 'code': 200} May 25 07:37:24.816534 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG dbcounter [-] [104526] Writing DB stats neutron:SELECT=100 {{(pid=104526) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 07:37:24.849675 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-ef9e5523-7054-4cc4-8f9e-6e603af6ef89 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:37:24.858258 dv-cinder-825492-15-iscsi neutron-server[104528]: DEBUG neutron.db.l3_hamode_db [None req-bd256914-cbc0-4862-aedd-41a2a2b85a18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '27856324-98d4-4244-bd01-93343ae31478', 'name': 'tempest-AttachVolumeNegativeTest-2135659387-router', 'tenant_id': '2d8e35800ce043acbcb027ce406ed2e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '29c629bd-3f50-4535-bfbc-a047608d6fb6', 'external_fixed_ips': [{'subnet_id': '7934ff5a-43f1-4f76-b9d8-e4343ace34f5', 'ip_address': '172.27.3.226'}], 'enable_snat': True}, 'gw_port_id': '22f8fc27-9589-49b7-a3d1-f53043acd5a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T07:36:27Z', 'updated_at': '2022-05-25T07:36:37Z', 'revision_number': 4, 'project_id': '2d8e35800ce043acbcb027ce406ed2e7', 'gw_port': {'id': '22f8fc27-9589-49b7-a3d1-f53043acd5a2', 'name': '', 'network_id': '29c629bd-3f50-4535-bfbc-a047608d6fb6', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:51:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27856324-98d4-4244-bd01-93343ae31478', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '7934ff5a-43f1-4f76-b9d8-e4343ace34f5', 'ip_address': '172.27.3.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825492-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T07:36:28Z', 'updated_at': '2022-05-25T07:36:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7934ff5a-43f1-4f76-b9d8-e4343ace34f5', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825492-15-iscsi', '_floatingips': [{'id': '85e286a7-b436-4145-84d6-9a3239633c72', 'tenant_id': '2d8e35800ce043acbcb027ce406ed2e7', 'floating_ip_address': '172.27.3.230', 'floating_network_id': '29c629bd-3f50-4535-bfbc-a047608d6fb6', 'router_id': '27856324-98d4-4244-bd01-93343ae31478', 'port_id': '8914df61-0be3-41f5-849d-98c808f21db2', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 136, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f39d85d3-0173-4496-879c-2b83e234d364', 'mac_address': 'fa:16:3e:62:bc:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7f15090-8fe0-4ebd-b4e6-2aad101f417b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-25T07:36:53Z', 'updated_at': '2022-05-25T07:37:23Z', 'revision_number': 1, 'project_id': '2d8e35800ce043acbcb027ce406ed2e7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '521b8e74-ff39-43eb-be41-5f6b4257049b', 'name': '', 'network_id': 'f39d85d3-0173-4496-879c-2b83e234d364', 'tenant_id': '2d8e35800ce043acbcb027ce406ed2e7', 'mac_address': 'fa:16:3e:38:3d:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27856324-98d4-4244-bd01-93343ae31478', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '4aef3d06-f4fb-4751-a5a8-ab68314fa54a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825492-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T07:36:36Z', 'updated_at': '2022-05-25T07:36:49Z', 'revision_number': 5, 'project_id': '2d8e35800ce043acbcb027ce406ed2e7', 'subnets': [{'id': '4aef3d06-f4fb-4751-a5a8-ab68314fa54a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-825492-15-iscsi', False) {} {{(pid=104528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 07:37:24.887493 dv-cinder-825492-15-iscsi neutron-server[104528]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd256914-cbc0-4862-aedd-41a2a2b85a18 None None] Checking router: 27856324-98d4-4244-bd01-93343ae31478 for host: dv-cinder-825492-15-iscsi {{(pid=104528) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 25 07:37:24.897058 dv-cinder-825492-15-iscsi neutron-server[104528]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd256914-cbc0-4862-aedd-41a2a2b85a18 None None] Routers {'27856324-98d4-4244-bd01-93343ae31478'} bound to L3 agent in host dv-cinder-825492-15-iscsi {{(pid=104528) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 25 07:37:24.897600 dv-cinder-825492-15-iscsi neutron-server[104528]: DEBUG neutron.db.l3_hamode_db [None req-bd256914-cbc0-4862-aedd-41a2a2b85a18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825492-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-25T07:27:37Z,description=,heartbeat_timestamp=2022-05-25T07:37:07Z,host='dv-cinder-825492-15-iscsi',id=54ff4013-997e-4376-a4e9-e6c98cf37cc7,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T07:27:38Z,topic='l3_agent')) {'router_ids': ['27856324-98d4-4244-bd01-93343ae31478'], 'active': True} {{(pid=104528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 07:37:24.955072 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-ef9e5523-7054-4cc4-8f9e-6e603af6ef89 admin admin] Publish callbacks [] for security_group (e8a63501-6daa-4317-85b5-3acdc0126d8e), precommit_create {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:37:25.002892 dv-cinder-825492-15-iscsi neutron-server[104528]: DEBUG neutron.db.l3_dvr_db [None req-bd256914-cbc0-4862-aedd-41a2a2b85a18 None None] Set router 27856324-98d4-4244-bd01-93343ae31478 gateway port host: dv-cinder-825492-15-iscsi {{(pid=104528) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 25 07:37:25.076173 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a44d563c-28b5-49d0-9954-41865bf76e42 req-81c03379-c289-4708-bc79-8a6a20b26337 tempest-AttachVolumeTestJSON-631109292 tempest-AttachVolumeTestJSON-631109292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 07:37:25.082415 dv-cinder-825492-15-iscsi neutron-server[104525]: INFO neutron.wsgi [req-a44d563c-28b5-49d0-9954-41865bf76e42 req-81c03379-c289-4708-bc79-8a6a20b26337 tempest-AttachVolumeTestJSON-631109292 tempest-AttachVolumeTestJSON-631109292-project] 10.222.0.24 "GET /v2.0/ports?device_id=a8b10bee-95b1-4bfb-a9c5-6c15db78ba25 HTTP/1.1" status: 200 len: 945 time: 0.0588059 May 25 07:37:25.083620 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-ef9e5523-7054-4cc4-8f9e-6e603af6ef89 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-278753'] for security_group (e8a63501-6daa-4317-85b5-3acdc0126d8e), after_create {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:37:25.149481 dv-cinder-825492-15-iscsi neutron-server[104525]: INFO neutron.wsgi [None req-ef9e5523-7054-4cc4-8f9e-6e603af6ef89 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=4325c3b646f549e0b2219a2fb9c59349&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4543674 May 25 07:37:25.150296 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef9e5523-7054-4cc4-8f9e-6e603af6ef89 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e8a63501-6daa-4317-85b5-3acdc0126d8e,revision_number=1']} {{(pid=104525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 07:37:25.152368 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.wsgi [-] (104526) accepted ('10.222.0.24', 42306) {{(pid=104526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 07:37:25.211805 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG dbcounter [-] [104526] Writing DB stats neutron:SELECT=100 {{(pid=104526) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 07:37:25.235914 dv-cinder-825492-15-iscsi neutron-server[104525]: INFO neutron.wsgi [req-a44d563c-28b5-49d0-9954-41865bf76e42 req-8995b147-b8fe-4ca4-aea6-7fa5f2ceb925 tempest-AttachVolumeTestJSON-631109292 tempest-AttachVolumeTestJSON-631109292-project] 10.222.0.24 "GET /v2.0/security-groups?id=25c619ea-31ec-4346-9d90-41bcc95d8e89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1198924 May 25 07:37:25.242900 dv-cinder-825492-15-iscsi neutron-server[104528]: DEBUG neutron.db.l3_hamode_db [None req-bd256914-cbc0-4862-aedd-41a2a2b85a18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '27856324-98d4-4244-bd01-93343ae31478', 'name': 'tempest-AttachVolumeNegativeTest-2135659387-router', 'tenant_id': '2d8e35800ce043acbcb027ce406ed2e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '29c629bd-3f50-4535-bfbc-a047608d6fb6', 'external_fixed_ips': [{'subnet_id': '7934ff5a-43f1-4f76-b9d8-e4343ace34f5', 'ip_address': '172.27.3.226'}], 'enable_snat': True}, 'gw_port_id': '22f8fc27-9589-49b7-a3d1-f53043acd5a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T07:36:27Z', 'updated_at': '2022-05-25T07:36:37Z', 'revision_number': 4, 'project_id': '2d8e35800ce043acbcb027ce406ed2e7', 'gw_port': {'id': '22f8fc27-9589-49b7-a3d1-f53043acd5a2', 'name': '', 'network_id': '29c629bd-3f50-4535-bfbc-a047608d6fb6', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:51:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27856324-98d4-4244-bd01-93343ae31478', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '7934ff5a-43f1-4f76-b9d8-e4343ace34f5', 'ip_address': '172.27.3.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825492-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T07:36:28Z', 'updated_at': '2022-05-25T07:36:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7934ff5a-43f1-4f76-b9d8-e4343ace34f5', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825492-15-iscsi', '_floatingips': [{'id': '85e286a7-b436-4145-84d6-9a3239633c72', 'tenant_id': '2d8e35800ce043acbcb027ce406ed2e7', 'floating_ip_address': '172.27.3.230', 'floating_network_id': '29c629bd-3f50-4535-bfbc-a047608d6fb6', 'router_id': '27856324-98d4-4244-bd01-93343ae31478', 'port_id': '8914df61-0be3-41f5-849d-98c808f21db2', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 136, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f39d85d3-0173-4496-879c-2b83e234d364', 'mac_address': 'fa:16:3e:62:bc:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7f15090-8fe0-4ebd-b4e6-2aad101f417b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-25T07:36:53Z', 'updated_at': '2022-05-25T07:37:23Z', 'revision_number': 1, 'project_id': '2d8e35800ce043acbcb027ce406ed2e7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '521b8e74-ff39-43eb-be41-5f6b4257049b', 'name': '', 'network_id': 'f39d85d3-0173-4496-879c-2b83e234d364', 'tenant_id': '2d8e35800ce043acbcb027ce406ed2e7', 'mac_address': 'fa:16:3e:38:3d:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27856324-98d4-4244-bd01-93343ae31478', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '4aef3d06-f4fb-4751-a5a8-ab68314fa54a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825492-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T07:36:36Z', 'updated_at': '2022-05-25T07:36:49Z', 'revision_number': 5, 'project_id': '2d8e35800ce043acbcb027ce406ed2e7', 'subnets': [{'id': '4aef3d06-f4fb-4751-a5a8-ab68314fa54a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-825492-15-iscsi', False) {} {{(pid=104528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 07:37:25.284545 dv-cinder-825492-15-iscsi neutron-server[104528]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd256914-cbc0-4862-aedd-41a2a2b85a18 None None] The sync data for ids ['27856324-98d4-4244-bd01-93343ae31478'] in dv-cinder-825492-15-iscsi is: [{'id': '27856324-98d4-4244-bd01-93343ae31478', 'name': 'tempest-AttachVolumeNegativeTest-2135659387-router', 'tenant_id': '2d8e35800ce043acbcb027ce406ed2e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '29c629bd-3f50-4535-bfbc-a047608d6fb6', 'external_fixed_ips': [{'subnet_id': '7934ff5a-43f1-4f76-b9d8-e4343ace34f5', 'ip_address': '172.27.3.226'}], 'enable_snat': True}, 'gw_port_id': '22f8fc27-9589-49b7-a3d1-f53043acd5a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T07:36:27Z', 'updated_at': '2022-05-25T07:36:37Z', 'revision_number': 4, 'project_id': '2d8e35800ce043acbcb027ce406ed2e7', 'gw_port': {'id': '22f8fc27-9589-49b7-a3d1-f53043acd5a2', 'name': '', 'network_id': '29c629bd-3f50-4535-bfbc-a047608d6fb6', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:51:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27856324-98d4-4244-bd01-93343ae31478', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '7934ff5a-43f1-4f76-b9d8-e4343ace34f5', 'ip_address': '172.27.3.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825492-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T07:36:28Z', 'updated_at': '2022-05-25T07:36:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7934ff5a-43f1-4f76-b9d8-e4343ace34f5', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825492-15-iscsi', '_floatingips': [{'id': '85e286a7-b436-4145-84d6-9a3239633c72', 'tenant_id': '2d8e35800ce043acbcb027ce406ed2e7', 'floating_ip_address': '172.27.3.230', 'floating_network_id': '29c629bd-3f50-4535-bfbc-a047608d6fb6', 'router_id': '27856324-98d4-4244-bd01-93343ae31478', 'port_id': '8914df61-0be3-41f5-849d-98c808f21db2', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 136, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f39d85d3-0173-4496-879c-2b83e234d364', 'mac_address': 'fa:16:3e:62:bc:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7f15090-8fe0-4ebd-b4e6-2aad101f417b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-25T07:36:53Z', 'updated_at': '2022-05-25T07:37:23Z', 'revision_number': 1, 'project_id': '2d8e35800ce043acbcb027ce406ed2e7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '521b8e74-ff39-43eb-be41-5f6b4257049b', 'name': '', 'network_id': 'f39d85d3-0173-4496-879c-2b83e234d364', 'tenant_id': '2d8e35800ce043acbcb027ce406ed2e7', 'mac_address': 'fa:16:3e:38:3d:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27856324-98d4-4244-bd01-93343ae31478', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '4aef3d06-f4fb-4751-a5a8-ab68314fa54a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825492-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T07:36:36Z', 'updated_at': '2022-05-25T07:36:49Z', 'revision_number': 5, 'project_id': '2d8e35800ce043acbcb027ce406ed2e7', 'subnets': [{'id': '4aef3d06-f4fb-4751-a5a8-ab68314fa54a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104528) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 25 07:37:25.314192 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG dbcounter [-] [104525] Writing DB stats neutron:SELECT=100 {{(pid=104525) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 07:37:25.324026 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67ce6ef0-910c-4de0-8bad-dff2e98f54fa req-e88fe909-e49e-4eef-bee3-674ebcab521f tempest-AttachVolumeShelveTestJSON-605607613 tempest-AttachVolumeShelveTestJSON-605607613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 07:37:25.331313 dv-cinder-825492-15-iscsi neutron-server[104526]: INFO neutron.wsgi [req-67ce6ef0-910c-4de0-8bad-dff2e98f54fa req-e88fe909-e49e-4eef-bee3-674ebcab521f tempest-AttachVolumeShelveTestJSON-605607613 tempest-AttachVolumeShelveTestJSON-605607613-project] 10.222.0.24 "GET /v2.0/ports?device_id=6d360341-449d-4b49-8b66-a02a969171fd HTTP/1.1" status: 200 len: 946 time: 0.0905218 May 25 07:37:25.351141 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-594f830f-ab74-4494-986c-02c81a67b04e admin admin] Publish callbacks [] for security_group (e8a63501-6daa-4317-85b5-3acdc0126d8e), before_delete {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:37:25.376055 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-139a36f5-b712-4a8e-9bfd-61e9de6fd3c4 req-cdda0675-79a2-4058-b812-ff7df8a985b4 tempest-AttachVolumeTestJSON-631109292 tempest-AttachVolumeTestJSON-631109292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 07:37:25.378488 dv-cinder-825492-15-iscsi neutron-server[104525]: INFO neutron.wsgi [req-139a36f5-b712-4a8e-9bfd-61e9de6fd3c4 req-cdda0675-79a2-4058-b812-ff7df8a985b4 tempest-AttachVolumeTestJSON-631109292 tempest-AttachVolumeTestJSON-631109292-project] 10.222.0.24 "GET /v2.0/ports?device_id=a8b10bee-95b1-4bfb-a9c5-6c15db78ba25 HTTP/1.1" status: 200 len: 945 time: 0.0628731 May 25 07:37:25.392102 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron.wsgi [-] (104525) accepted ('10.222.0.24', 42314) {{(pid=104525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 07:37:25.396653 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron.api.v2.base [None req-51cccb17-95fa-4485-b23a-baed9a0a29ec tempest-AttachVolumeTestJSON-631109292 tempest-AttachVolumeTestJSON-631109292-project] Request body: {'floatingip': {'port_id': 'afc7174b-1940-457e-9abc-fe45a8d98d61'}} {{(pid=104525) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 25 07:37:25.406855 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-594f830f-ab74-4494-986c-02c81a67b04e admin admin] Publish callbacks [] for security_group (e8a63501-6daa-4317-85b5-3acdc0126d8e), precommit_delete {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:37:25.433080 dv-cinder-825492-15-iscsi neutron-server[104526]: INFO neutron.wsgi [req-67ce6ef0-910c-4de0-8bad-dff2e98f54fa req-21cdae70-29f4-4d52-914b-c2a3174f77c8 tempest-AttachVolumeShelveTestJSON-605607613 tempest-AttachVolumeShelveTestJSON-605607613-project] 10.222.0.24 "GET /v2.0/security-groups?id=36a790ea-6395-4759-aea0-9e848582607a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1008434 May 25 07:37:25.453187 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-51cccb17-95fa-4485-b23a-baed9a0a29ec tempest-AttachVolumeTestJSON-631109292 tempest-AttachVolumeTestJSON-631109292-project] Publish callbacks [] for floatingip (92c77a4c-4e7f-4ce7-88a0-72fbf570539a), before_update {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:37:25.587209 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-594f830f-ab74-4494-986c-02c81a67b04e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-278753'] for security_group (e8a63501-6daa-4317-85b5-3acdc0126d8e), after_delete {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:37:25.591154 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-594f830f-ab74-4494-986c-02c81a67b04e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:37:25.592762 dv-cinder-825492-15-iscsi neutron-server[104526]: INFO neutron.wsgi [None req-594f830f-ab74-4494-986c-02c81a67b04e admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/e8a63501-6daa-4317-85b5-3acdc0126d8e HTTP/1.1" status: 204 len: 168 time: 0.4392104 May 25 07:37:25.600703 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97501b3a-ca5a-4915-9679-dbf278965923 None None] New status for floating IP 85e286a7-b436-4145-84d6-9a3239633c72: ACTIVE {{(pid=104527) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 25 07:37:25.617222 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-594f830f-ab74-4494-986c-02c81a67b04e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e8a63501-6daa-4317-85b5-3acdc0126d8e,revision_number=None']} {{(pid=104526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 07:37:25.650785 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG dbcounter [-] [104526] Writing DB stats neutron:SELECT=100 {{(pid=104526) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 07:37:25.980559 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56491f8d-5683-45ac-ae7e-75923bb581b5 req-02f06057-f5fa-45cc-b8cd-f3f39c15197c tempest-ServerRescueNegativeTestJSON-274124411 tempest-ServerRescueNegativeTestJSON-274124411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 07:37:25.982409 dv-cinder-825492-15-iscsi neutron-server[104525]: INFO neutron.wsgi [req-56491f8d-5683-45ac-ae7e-75923bb581b5 req-02f06057-f5fa-45cc-b8cd-f3f39c15197c tempest-ServerRescueNegativeTestJSON-274124411 tempest-ServerRescueNegativeTestJSON-274124411-project] 10.222.0.24 "GET /v2.0/ports?device_id=f652bc42-42f2-4664-b614-603b3ddf84b1 HTTP/1.1" status: 200 len: 945 time: 0.1007688 May 25 07:37:26.079040 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG dbcounter [-] [104526] Writing DB stats neutron:SELECT=100 {{(pid=104526) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 07:37:26.098862 dv-cinder-825492-15-iscsi neutron-server[104525]: INFO neutron.wsgi [req-56491f8d-5683-45ac-ae7e-75923bb581b5 req-b6df4e97-41c5-4e61-abea-2d81c8133c2e tempest-ServerRescueNegativeTestJSON-274124411 tempest-ServerRescueNegativeTestJSON-274124411-project] 10.222.0.24 "GET /v2.0/security-groups?id=98ed3ba3-167d-4434-bd0b-9600585017a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1095774 May 25 07:37:26.131782 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-51cccb17-95fa-4485-b23a-baed9a0a29ec tempest-AttachVolumeTestJSON-631109292 tempest-AttachVolumeTestJSON-631109292-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:37:26.232186 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-51cccb17-95fa-4485-b23a-baed9a0a29ec tempest-AttachVolumeTestJSON-631109292 tempest-AttachVolumeTestJSON-631109292-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1617316'] for floatingip (92c77a4c-4e7f-4ce7-88a0-72fbf570539a), after_update {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:37:26.333214 dv-cinder-825492-15-iscsi neutron-server[104525]: INFO neutron.db.l3_db [None req-51cccb17-95fa-4485-b23a-baed9a0a29ec tempest-AttachVolumeTestJSON-631109292 tempest-AttachVolumeTestJSON-631109292-project] Floating IP 92c77a4c-4e7f-4ce7-88a0-72fbf570539a associated. External IP: 172.27.3.101, port: afc7174b-1940-457e-9abc-fe45a8d98d61. May 25 07:37:26.378051 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG dbcounter [-] [104525] Writing DB stats neutron:SELECT=100 {{(pid=104525) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 07:37:26.444435 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG dbcounter [-] [104526] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=104526) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 07:37:26.500926 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG dbcounter [-] [104525] Writing DB stats neutron:SELECT=84,neutron:DELETE=4,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=104525) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 07:37:26.562560 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-51cccb17-95fa-4485-b23a-baed9a0a29ec tempest-AttachVolumeTestJSON-631109292 tempest-AttachVolumeTestJSON-631109292-project] Router 467a5089-229b-41f9-a57d-cb3df74d5ec8 has already been hosted by L3 agent 54ff4013-997e-4376-a4e9-e6c98cf37cc7 {{(pid=104525) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 25 07:37:26.568573 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a1e98b0-239b-4008-9ee8-57c0d4247869 req-3b8576d6-86b6-401c-8706-2029a6739ca4 tempest-AttachVolumeShelveTestJSON-605607613 tempest-AttachVolumeShelveTestJSON-605607613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 07:37:26.570934 dv-cinder-825492-15-iscsi neutron-server[104526]: INFO neutron.wsgi [req-4a1e98b0-239b-4008-9ee8-57c0d4247869 req-3b8576d6-86b6-401c-8706-2029a6739ca4 tempest-AttachVolumeShelveTestJSON-605607613 tempest-AttachVolumeShelveTestJSON-605607613-project] 10.222.0.24 "GET /v2.0/ports?device_id=6d360341-449d-4b49-8b66-a02a969171fd HTTP/1.1" status: 200 len: 946 time: 0.0574181 May 25 07:37:26.604960 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG dbcounter [-] [104526] Writing DB stats neutron:SELECT=86,neutron:INSERT=9,neutron:UPDATE=5 {{(pid=104526) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 07:37:26.661701 dv-cinder-825492-15-iscsi neutron-server[104526]: INFO neutron.wsgi [req-4a1e98b0-239b-4008-9ee8-57c0d4247869 req-2549102a-2d45-498f-a1f7-67e13faa3440 tempest-AttachVolumeShelveTestJSON-605607613 tempest-AttachVolumeShelveTestJSON-605607613-project] 10.222.0.24 "GET /v2.0/security-groups?id=36a790ea-6395-4759-aea0-9e848582607a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0790327 May 25 07:37:26.697973 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG dbcounter [-] [104525] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104525) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 07:37:26.704594 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-51cccb17-95fa-4485-b23a-baed9a0a29ec tempest-AttachVolumeTestJSON-631109292 tempest-AttachVolumeTestJSON-631109292-project] Notify agent at l3_agent.dv-cinder-825492-15-iscsi the message routers_updated {{(pid=104525) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 25 07:37:26.711543 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-51cccb17-95fa-4485-b23a-baed9a0a29ec tempest-AttachVolumeTestJSON-631109292 tempest-AttachVolumeTestJSON-631109292-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93885'] for floatingip (None), before_response {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:37:26.716177 dv-cinder-825492-15-iscsi neutron-server[104528]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b63424b1-c891-489f-bbfa-46bf9ec02a40 None None] Sync routers for ids ['467a5089-229b-41f9-a57d-cb3df74d5ec8'] in dv-cinder-825492-15-iscsi {{(pid=104528) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 25 07:37:26.740543 dv-cinder-825492-15-iscsi neutron-server[104528]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b63424b1-c891-489f-bbfa-46bf9ec02a40 None None] Routers {'467a5089-229b-41f9-a57d-cb3df74d5ec8'} bound to L3 agent in host dv-cinder-825492-15-iscsi {{(pid=104528) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 25 07:37:26.747956 dv-cinder-825492-15-iscsi neutron-server[104528]: DEBUG neutron.db.l3_hamode_db [None req-b63424b1-c891-489f-bbfa-46bf9ec02a40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825492-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-25T07:27:37Z,description=,heartbeat_timestamp=2022-05-25T07:37:07Z,host='dv-cinder-825492-15-iscsi',id=54ff4013-997e-4376-a4e9-e6c98cf37cc7,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T07:27:38Z,topic='l3_agent')) {'router_ids': ['467a5089-229b-41f9-a57d-cb3df74d5ec8'], 'active': True} {{(pid=104528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 07:37:26.790895 dv-cinder-825492-15-iscsi neutron-server[104525]: INFO neutron.wsgi [None req-51cccb17-95fa-4485-b23a-baed9a0a29ec tempest-AttachVolumeTestJSON-631109292 tempest-AttachVolumeTestJSON-631109292-project] 10.222.0.24 "PUT /v2.0/floatingips/92c77a4c-4e7f-4ce7-88a0-72fbf570539a HTTP/1.1" status: 200 len: 991 time: 1.3976636 May 25 07:37:26.799153 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a8b10bee-95b1-4bfb-a9c5-6c15db78ba25', 'tag': 'afc7174b-1940-457e-9abc-fe45a8d98d61'}] {{(pid=104525) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 25 07:37:26.801631 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d445ce38d91c6b292eb6894f597f8081be97d606cd6e8c01bc8cfabf5dd02ac1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cb1b6dc3-102c-4e5f-8717-570827a3d941" -d '{"events": [{"name": "network-changed", "server_uuid": "a8b10bee-95b1-4bfb-a9c5-6c15db78ba25", "tag": "afc7174b-1940-457e-9abc-fe45a8d98d61"}]}' {{(pid=104525) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 25 07:37:26.810629 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aca8abc6-7d2f-4eb9-96a1-fafe04a12e7f req-5304c34c-c05b-4b40-9a18-b766ef9d5978 tempest-AttachVolumeShelveTestJSON-605607613 tempest-AttachVolumeShelveTestJSON-605607613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 07:37:26.812712 dv-cinder-825492-15-iscsi neutron-server[104525]: INFO neutron.wsgi [req-aca8abc6-7d2f-4eb9-96a1-fafe04a12e7f req-5304c34c-c05b-4b40-9a18-b766ef9d5978 tempest-AttachVolumeShelveTestJSON-605607613 tempest-AttachVolumeShelveTestJSON-605607613-project] 10.222.0.24 "GET /v2.0/ports?device_id=6d360341-449d-4b49-8b66-a02a969171fd HTTP/1.1" status: 200 len: 946 time: 0.0749717 May 25 07:37:26.823504 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.wsgi [-] (104526) accepted ('10.222.0.24', 42374) {{(pid=104526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 07:37:26.829028 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.api.v2.base [None req-47b37274-ada3-453a-b487-7af5712132db tempest-AttachVolumeShelveTestJSON-605607613 tempest-AttachVolumeShelveTestJSON-605607613-project] Request body: {'floatingip': {'port_id': '5b9220dd-eeaa-4ea1-a0cd-e54c1dbfe455'}} {{(pid=104526) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 25 07:37:26.858595 dv-cinder-825492-15-iscsi neutron-server[104528]: DEBUG dbcounter [-] [104528] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104528) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 07:37:26.860224 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 25 May 2022 07:37:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ad72465f-7d30-4711-9c64-69089999ef35 x-openstack-request-id: req-ad72465f-7d30-4711-9c64-69089999ef35 {{(pid=104525) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 25 07:37:26.860543 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a8b10bee-95b1-4bfb-a9c5-6c15db78ba25", "tag": "afc7174b-1940-457e-9abc-fe45a8d98d61", "status": "completed", "code": 200}]} {{(pid=104525) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 25 07:37:26.860799 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-ad72465f-7d30-4711-9c64-69089999ef35 {{(pid=104525) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 25 07:37:26.861200 dv-cinder-825492-15-iscsi neutron-server[104525]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ad72465f-7d30-4711-9c64-69089999ef35'] response: {'name': 'network-changed', 'server_uuid': 'a8b10bee-95b1-4bfb-a9c5-6c15db78ba25', 'tag': 'afc7174b-1940-457e-9abc-fe45a8d98d61', 'status': 'completed', 'code': 200} May 25 07:37:26.889487 dv-cinder-825492-15-iscsi neutron-server[104528]: DEBUG neutron.db.l3_dvr_db [None req-b63424b1-c891-489f-bbfa-46bf9ec02a40 None None] Set router 467a5089-229b-41f9-a57d-cb3df74d5ec8 gateway port host: dv-cinder-825492-15-iscsi {{(pid=104528) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 25 07:37:26.918864 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-47b37274-ada3-453a-b487-7af5712132db tempest-AttachVolumeShelveTestJSON-605607613 tempest-AttachVolumeShelveTestJSON-605607613-project] Publish callbacks [] for floatingip (90640cd6-8cbc-4373-a952-18fb5266e0a4), before_update {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:37:27.047962 dv-cinder-825492-15-iscsi neutron-server[104528]: DEBUG dbcounter [-] [104528] Writing DB stats neutron:SELECT=100 {{(pid=104528) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 07:37:27.214211 dv-cinder-825492-15-iscsi neutron-server[104528]: DEBUG neutron.db.l3_hamode_db [None req-b63424b1-c891-489f-bbfa-46bf9ec02a40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '467a5089-229b-41f9-a57d-cb3df74d5ec8', 'name': 'tempest-AttachVolumeTestJSON-679687525-router', 'tenant_id': '294afe2c36184564a80fb6bef7b32359', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '29c629bd-3f50-4535-bfbc-a047608d6fb6', 'external_fixed_ips': [{'subnet_id': '7934ff5a-43f1-4f76-b9d8-e4343ace34f5', 'ip_address': '172.27.3.252'}], 'enable_snat': True}, 'gw_port_id': '1ba2fc44-c661-405c-8806-11b2129ff3d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T07:36:30Z', 'updated_at': '2022-05-25T07:36:42Z', 'revision_number': 4, 'project_id': '294afe2c36184564a80fb6bef7b32359', 'gw_port': {'id': '1ba2fc44-c661-405c-8806-11b2129ff3d1', 'name': '', 'network_id': '29c629bd-3f50-4535-bfbc-a047608d6fb6', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:0b:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '467a5089-229b-41f9-a57d-cb3df74d5ec8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '7934ff5a-43f1-4f76-b9d8-e4343ace34f5', 'ip_address': '172.27.3.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825492-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T07:36:34Z', 'updated_at': '2022-05-25T07:36:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7934ff5a-43f1-4f76-b9d8-e4343ace34f5', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825492-15-iscsi', '_floatingips': [{'id': '92c77a4c-4e7f-4ce7-88a0-72fbf570539a', 'tenant_id': '294afe2c36184564a80fb6bef7b32359', 'floating_ip_address': '172.27.3.101', 'floating_network_id': '29c629bd-3f50-4535-bfbc-a047608d6fb6', 'router_id': '467a5089-229b-41f9-a57d-cb3df74d5ec8', 'port_id': 'afc7174b-1940-457e-9abc-fe45a8d98d61', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 138, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f85a9936-18a2-497c-90b9-ba6df25b9b6e', 'mac_address': 'fa:16:3e:09:61:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8b10bee-95b1-4bfb-a9c5-6c15db78ba25', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-25T07:36:53Z', 'updated_at': '2022-05-25T07:37:25Z', 'revision_number': 1, 'project_id': '294afe2c36184564a80fb6bef7b32359', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '640c94dc-545f-4b18-8b5e-66d028f542ad', 'name': '', 'network_id': 'f85a9936-18a2-497c-90b9-ba6df25b9b6e', 'tenant_id': '294afe2c36184564a80fb6bef7b32359', 'mac_address': 'fa:16:3e:81:50:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '467a5089-229b-41f9-a57d-cb3df74d5ec8', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': 'fdef845a-6670-4f1a-9c6b-2e789510998b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825492-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T07:36:40Z', 'updated_at': '2022-05-25T07:36:59Z', 'revision_number': 5, 'project_id': '294afe2c36184564a80fb6bef7b32359', 'subnets': [{'id': 'fdef845a-6670-4f1a-9c6b-2e789510998b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-825492-15-iscsi', False) {} {{(pid=104528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 07:37:27.233433 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9792fcb-4328-4204-aa2d-b453f31b55eb req-f8625d80-66fd-4239-81a2-cf87ccb3b394 tempest-ServerRescueNegativeTestJSON-274124411 tempest-ServerRescueNegativeTestJSON-274124411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 07:37:27.240880 dv-cinder-825492-15-iscsi neutron-server[104525]: INFO neutron.wsgi [req-e9792fcb-4328-4204-aa2d-b453f31b55eb req-f8625d80-66fd-4239-81a2-cf87ccb3b394 tempest-ServerRescueNegativeTestJSON-274124411 tempest-ServerRescueNegativeTestJSON-274124411-project] 10.222.0.24 "GET /v2.0/ports?device_id=f652bc42-42f2-4664-b614-603b3ddf84b1 HTTP/1.1" status: 200 len: 945 time: 0.0567696 May 25 07:37:27.245487 dv-cinder-825492-15-iscsi neutron-server[104528]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b63424b1-c891-489f-bbfa-46bf9ec02a40 None None] Checking router: 467a5089-229b-41f9-a57d-cb3df74d5ec8 for host: dv-cinder-825492-15-iscsi {{(pid=104528) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 25 07:37:27.259164 dv-cinder-825492-15-iscsi neutron-server[104528]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b63424b1-c891-489f-bbfa-46bf9ec02a40 None None] Routers {'467a5089-229b-41f9-a57d-cb3df74d5ec8'} bound to L3 agent in host dv-cinder-825492-15-iscsi {{(pid=104528) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 25 07:37:27.259869 dv-cinder-825492-15-iscsi neutron-server[104528]: DEBUG neutron.db.l3_hamode_db [None req-b63424b1-c891-489f-bbfa-46bf9ec02a40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825492-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-25T07:27:37Z,description=,heartbeat_timestamp=2022-05-25T07:37:07Z,host='dv-cinder-825492-15-iscsi',id=54ff4013-997e-4376-a4e9-e6c98cf37cc7,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T07:27:38Z,topic='l3_agent')) {'router_ids': ['467a5089-229b-41f9-a57d-cb3df74d5ec8'], 'active': True} {{(pid=104528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 07:37:27.290262 dv-cinder-825492-15-iscsi neutron-server[104525]: INFO neutron.wsgi [req-e9792fcb-4328-4204-aa2d-b453f31b55eb req-b4a19ddd-0461-43ea-9624-02fbfa95e05a tempest-ServerRescueNegativeTestJSON-274124411 tempest-ServerRescueNegativeTestJSON-274124411-project] 10.222.0.24 "GET /v2.0/security-groups?id=98ed3ba3-167d-4434-bd0b-9600585017a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484927 May 25 07:37:27.467729 dv-cinder-825492-15-iscsi neutron-server[104528]: DEBUG neutron.db.l3_dvr_db [None req-b63424b1-c891-489f-bbfa-46bf9ec02a40 None None] Set router 467a5089-229b-41f9-a57d-cb3df74d5ec8 gateway port host: dv-cinder-825492-15-iscsi {{(pid=104528) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 25 07:37:27.670977 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG dbcounter [-] [104526] Writing DB stats neutron:SELECT=90,neutron:INSERT=7,neutron:UPDATE=3 {{(pid=104526) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 07:37:27.745944 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron.wsgi [-] (104525) accepted ('10.222.0.24', 42414) {{(pid=104525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 07:37:27.759325 dv-cinder-825492-15-iscsi neutron-server[104528]: DEBUG neutron.db.l3_hamode_db [None req-b63424b1-c891-489f-bbfa-46bf9ec02a40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '467a5089-229b-41f9-a57d-cb3df74d5ec8', 'name': 'tempest-AttachVolumeTestJSON-679687525-router', 'tenant_id': '294afe2c36184564a80fb6bef7b32359', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '29c629bd-3f50-4535-bfbc-a047608d6fb6', 'external_fixed_ips': [{'subnet_id': '7934ff5a-43f1-4f76-b9d8-e4343ace34f5', 'ip_address': '172.27.3.252'}], 'enable_snat': True}, 'gw_port_id': '1ba2fc44-c661-405c-8806-11b2129ff3d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T07:36:30Z', 'updated_at': '2022-05-25T07:36:42Z', 'revision_number': 4, 'project_id': '294afe2c36184564a80fb6bef7b32359', 'gw_port': {'id': '1ba2fc44-c661-405c-8806-11b2129ff3d1', 'name': '', 'network_id': '29c629bd-3f50-4535-bfbc-a047608d6fb6', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:0b:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '467a5089-229b-41f9-a57d-cb3df74d5ec8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '7934ff5a-43f1-4f76-b9d8-e4343ace34f5', 'ip_address': '172.27.3.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825492-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T07:36:34Z', 'updated_at': '2022-05-25T07:36:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7934ff5a-43f1-4f76-b9d8-e4343ace34f5', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825492-15-iscsi', '_floatingips': [{'id': '92c77a4c-4e7f-4ce7-88a0-72fbf570539a', 'tenant_id': '294afe2c36184564a80fb6bef7b32359', 'floating_ip_address': '172.27.3.101', 'floating_network_id': '29c629bd-3f50-4535-bfbc-a047608d6fb6', 'router_id': '467a5089-229b-41f9-a57d-cb3df74d5ec8', 'port_id': 'afc7174b-1940-457e-9abc-fe45a8d98d61', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 138, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f85a9936-18a2-497c-90b9-ba6df25b9b6e', 'mac_address': 'fa:16:3e:09:61:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8b10bee-95b1-4bfb-a9c5-6c15db78ba25', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-25T07:36:53Z', 'updated_at': '2022-05-25T07:37:25Z', 'revision_number': 1, 'project_id': '294afe2c36184564a80fb6bef7b32359', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '640c94dc-545f-4b18-8b5e-66d028f542ad', 'name': '', 'network_id': 'f85a9936-18a2-497c-90b9-ba6df25b9b6e', 'tenant_id': '294afe2c36184564a80fb6bef7b32359', 'mac_address': 'fa:16:3e:81:50:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '467a5089-229b-41f9-a57d-cb3df74d5ec8', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': 'fdef845a-6670-4f1a-9c6b-2e789510998b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825492-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T07:36:40Z', 'updated_at': '2022-05-25T07:36:59Z', 'revision_number': 5, 'project_id': '294afe2c36184564a80fb6bef7b32359', 'subnets': [{'id': 'fdef845a-6670-4f1a-9c6b-2e789510998b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-825492-15-iscsi', False) {} {{(pid=104528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 07:37:27.785426 dv-cinder-825492-15-iscsi neutron-server[104528]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b63424b1-c891-489f-bbfa-46bf9ec02a40 None None] The sync data for ids ['467a5089-229b-41f9-a57d-cb3df74d5ec8'] in dv-cinder-825492-15-iscsi is: [{'id': '467a5089-229b-41f9-a57d-cb3df74d5ec8', 'name': 'tempest-AttachVolumeTestJSON-679687525-router', 'tenant_id': '294afe2c36184564a80fb6bef7b32359', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '29c629bd-3f50-4535-bfbc-a047608d6fb6', 'external_fixed_ips': [{'subnet_id': '7934ff5a-43f1-4f76-b9d8-e4343ace34f5', 'ip_address': '172.27.3.252'}], 'enable_snat': True}, 'gw_port_id': '1ba2fc44-c661-405c-8806-11b2129ff3d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T07:36:30Z', 'updated_at': '2022-05-25T07:36:42Z', 'revision_number': 4, 'project_id': '294afe2c36184564a80fb6bef7b32359', 'gw_port': {'id': '1ba2fc44-c661-405c-8806-11b2129ff3d1', 'name': '', 'network_id': '29c629bd-3f50-4535-bfbc-a047608d6fb6', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:0b:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '467a5089-229b-41f9-a57d-cb3df74d5ec8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '7934ff5a-43f1-4f76-b9d8-e4343ace34f5', 'ip_address': '172.27.3.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825492-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T07:36:34Z', 'updated_at': '2022-05-25T07:36:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7934ff5a-43f1-4f76-b9d8-e4343ace34f5', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825492-15-iscsi', '_floatingips': [{'id': '92c77a4c-4e7f-4ce7-88a0-72fbf570539a', 'tenant_id': '294afe2c36184564a80fb6bef7b32359', 'floating_ip_address': '172.27.3.101', 'floating_network_id': '29c629bd-3f50-4535-bfbc-a047608d6fb6', 'router_id': '467a5089-229b-41f9-a57d-cb3df74d5ec8', 'port_id': 'afc7174b-1940-457e-9abc-fe45a8d98d61', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 138, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f85a9936-18a2-497c-90b9-ba6df25b9b6e', 'mac_address': 'fa:16:3e:09:61:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8b10bee-95b1-4bfb-a9c5-6c15db78ba25', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-25T07:36:53Z', 'updated_at': '2022-05-25T07:37:25Z', 'revision_number': 1, 'project_id': '294afe2c36184564a80fb6bef7b32359', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '640c94dc-545f-4b18-8b5e-66d028f542ad', 'name': '', 'network_id': 'f85a9936-18a2-497c-90b9-ba6df25b9b6e', 'tenant_id': '294afe2c36184564a80fb6bef7b32359', 'mac_address': 'fa:16:3e:81:50:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '467a5089-229b-41f9-a57d-cb3df74d5ec8', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': 'fdef845a-6670-4f1a-9c6b-2e789510998b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825492-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T07:36:40Z', 'updated_at': '2022-05-25T07:36:59Z', 'revision_number': 5, 'project_id': '294afe2c36184564a80fb6bef7b32359', 'subnets': [{'id': 'fdef845a-6670-4f1a-9c6b-2e789510998b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104528) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 25 07:37:27.825664 dv-cinder-825492-15-iscsi neutron-server[104528]: DEBUG dbcounter [-] [104528] Writing DB stats neutron:SELECT=100 {{(pid=104528) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 07:37:27.885879 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-47b37274-ada3-453a-b487-7af5712132db tempest-AttachVolumeShelveTestJSON-605607613 tempest-AttachVolumeShelveTestJSON-605607613-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:37:27.941354 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-47b37274-ada3-453a-b487-7af5712132db tempest-AttachVolumeShelveTestJSON-605607613 tempest-AttachVolumeShelveTestJSON-605607613-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1617316'] for floatingip (90640cd6-8cbc-4373-a952-18fb5266e0a4), after_update {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:37:28.018301 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG dbcounter [-] [104525] Writing DB stats neutron:SELECT=81,neutron:INSERT=17,neutron:UPDATE=2 {{(pid=104525) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 07:37:28.032502 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9f88275-4194-47a9-8b02-98f21d440fa7 None None] New status for floating IP 92c77a4c-4e7f-4ce7-88a0-72fbf570539a: ACTIVE {{(pid=104527) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 25 07:37:28.058260 dv-cinder-825492-15-iscsi neutron-server[104526]: INFO neutron.db.l3_db [None req-47b37274-ada3-453a-b487-7af5712132db tempest-AttachVolumeShelveTestJSON-605607613 tempest-AttachVolumeShelveTestJSON-605607613-project] Floating IP 90640cd6-8cbc-4373-a952-18fb5266e0a4 associated. External IP: 172.27.3.49, port: 5b9220dd-eeaa-4ea1-a0cd-e54c1dbfe455. May 25 07:37:28.093988 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-d8162fc5-f3e4-428a-85d7-dc2d359a963d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:37:28.191190 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-d8162fc5-f3e4-428a-85d7-dc2d359a963d admin admin] Publish callbacks [] for security_group (37fc827a-be97-40f8-938a-f1458c1dc6f3), precommit_create {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:37:28.267232 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-d8162fc5-f3e4-428a-85d7-dc2d359a963d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-278753'] for security_group (37fc827a-be97-40f8-938a-f1458c1dc6f3), after_create {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:37:28.316181 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-47b37274-ada3-453a-b487-7af5712132db tempest-AttachVolumeShelveTestJSON-605607613 tempest-AttachVolumeShelveTestJSON-605607613-project] Router 7899052f-b07d-447b-ae4f-820daf0cb66c has already been hosted by L3 agent 54ff4013-997e-4376-a4e9-e6c98cf37cc7 {{(pid=104526) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 25 07:37:28.320596 dv-cinder-825492-15-iscsi neutron-server[104525]: INFO neutron.wsgi [None req-d8162fc5-f3e4-428a-85d7-dc2d359a963d admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=bf4379509de14d9094d25fa0846cfa5e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5732102 May 25 07:37:28.323292 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.wsgi [-] (104526) accepted ('10.222.0.24', 42430) {{(pid=104526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 07:37:28.330765 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8162fc5-f3e4-428a-85d7-dc2d359a963d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=37fc827a-be97-40f8-938a-f1458c1dc6f3,revision_number=1']} {{(pid=104525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 07:37:28.344370 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8162fc5-f3e4-428a-85d7-dc2d359a963d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825492-15-iscsi {{(pid=104525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 07:37:28.345961 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8162fc5-f3e4-428a-85d7-dc2d359a963d admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825492-15-iscsi {{(pid=104525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 07:37:28.347186 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8162fc5-f3e4-428a-85d7-dc2d359a963d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825492-15-iscsi {{(pid=104525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 07:37:28.349965 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8162fc5-f3e4-428a-85d7-dc2d359a963d admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825492-15-iscsi {{(pid=104525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 07:37:28.349965 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8162fc5-f3e4-428a-85d7-dc2d359a963d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825492-15-iscsi {{(pid=104525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 07:37:28.349965 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8162fc5-f3e4-428a-85d7-dc2d359a963d admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825492-15-iscsi {{(pid=104525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 07:37:28.349965 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8162fc5-f3e4-428a-85d7-dc2d359a963d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825492-15-iscsi {{(pid=104525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 07:37:28.349965 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8162fc5-f3e4-428a-85d7-dc2d359a963d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-825492-15-iscsi {{(pid=104525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 07:37:28.349965 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8162fc5-f3e4-428a-85d7-dc2d359a963d admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-825492-15-iscsi {{(pid=104525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 07:37:28.350620 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8162fc5-f3e4-428a-85d7-dc2d359a963d admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-825492-15-iscsi {{(pid=104525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 07:37:28.351179 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8162fc5-f3e4-428a-85d7-dc2d359a963d admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-825492-15-iscsi {{(pid=104525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 07:37:28.351731 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8162fc5-f3e4-428a-85d7-dc2d359a963d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825492-15-iscsi {{(pid=104525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 07:37:28.352258 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8162fc5-f3e4-428a-85d7-dc2d359a963d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825492-15-iscsi {{(pid=104525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 07:37:28.352877 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8162fc5-f3e4-428a-85d7-dc2d359a963d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825492-15-iscsi {{(pid=104525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 07:37:28.353415 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8162fc5-f3e4-428a-85d7-dc2d359a963d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825492-15-iscsi {{(pid=104525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 07:37:28.359296 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.wsgi [-] (104526) accepted ('10.222.0.24', 42432) {{(pid=104526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 07:37:28.467764 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-7639b7c1-86ad-4821-8f9a-511a75b92cb2 admin admin] Publish callbacks [] for security_group (37fc827a-be97-40f8-938a-f1458c1dc6f3), before_delete {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:37:28.593959 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-7639b7c1-86ad-4821-8f9a-511a75b92cb2 admin admin] Publish callbacks [] for security_group (37fc827a-be97-40f8-938a-f1458c1dc6f3), precommit_delete {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:37:28.608302 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43757e78-5e0a-4025-8b01-11d8ab7f76d8 req-2ee2ca45-5d4f-4d97-877a-0b84deeed9bc tempest-ServerRescueNegativeTestJSON-274124411 tempest-ServerRescueNegativeTestJSON-274124411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 07:37:28.613657 dv-cinder-825492-15-iscsi neutron-server[104526]: INFO neutron.wsgi [req-43757e78-5e0a-4025-8b01-11d8ab7f76d8 req-2ee2ca45-5d4f-4d97-877a-0b84deeed9bc tempest-ServerRescueNegativeTestJSON-274124411 tempest-ServerRescueNegativeTestJSON-274124411-project] 10.222.0.24 "GET /v2.0/ports?device_id=f652bc42-42f2-4664-b614-603b3ddf84b1 HTTP/1.1" status: 200 len: 945 time: 0.1800320 May 25 07:37:28.647181 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-744469a3-30f8-4370-afc0-d8953dfe9af6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:37:28.649397 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3afc58f5-2274-4c1c-a740-77a3ebea0926 req-4639c299-f8f6-4a22-b64a-75125dabd17f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 07:37:28.650869 dv-cinder-825492-15-iscsi neutron-server[104526]: INFO neutron.wsgi [req-3afc58f5-2274-4c1c-a740-77a3ebea0926 req-4639c299-f8f6-4a22-b64a-75125dabd17f service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=2d8e35800ce043acbcb027ce406ed2e7&device_id=f7f15090-8fe0-4ebd-b4e6-2aad101f417b HTTP/1.1" status: 200 len: 1129 time: 0.1766071 May 25 07:37:28.678249 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb1b6dc3-102c-4e5f-8717-570827a3d941 req-858106c1-0135-4024-be33-34f2d3629fb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 07:37:28.679678 dv-cinder-825492-15-iscsi neutron-server[104526]: INFO neutron.wsgi [req-cb1b6dc3-102c-4e5f-8717-570827a3d941 req-858106c1-0135-4024-be33-34f2d3629fb8 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=294afe2c36184564a80fb6bef7b32359&device_id=a8b10bee-95b1-4bfb-a9c5-6c15db78ba25 HTTP/1.1" status: 200 len: 1129 time: 0.2069182 May 25 07:37:28.720539 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG dbcounter [-] [104526] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104526) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 07:37:28.745610 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-47b37274-ada3-453a-b487-7af5712132db tempest-AttachVolumeShelveTestJSON-605607613 tempest-AttachVolumeShelveTestJSON-605607613-project] Notify agent at l3_agent.dv-cinder-825492-15-iscsi the message routers_updated {{(pid=104526) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 25 07:37:28.754120 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-47b37274-ada3-453a-b487-7af5712132db tempest-AttachVolumeShelveTestJSON-605607613 tempest-AttachVolumeShelveTestJSON-605607613-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93885'] for floatingip (None), before_response {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:37:28.757950 dv-cinder-825492-15-iscsi neutron-server[104528]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4cee78c-af0e-4bcc-bc86-c046ddd34f6c None None] Sync routers for ids ['7899052f-b07d-447b-ae4f-820daf0cb66c'] in dv-cinder-825492-15-iscsi {{(pid=104528) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 25 07:37:28.768742 dv-cinder-825492-15-iscsi neutron-server[104528]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4cee78c-af0e-4bcc-bc86-c046ddd34f6c None None] Routers {'7899052f-b07d-447b-ae4f-820daf0cb66c'} bound to L3 agent in host dv-cinder-825492-15-iscsi {{(pid=104528) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 25 07:37:28.769422 dv-cinder-825492-15-iscsi neutron-server[104528]: DEBUG neutron.db.l3_hamode_db [None req-c4cee78c-af0e-4bcc-bc86-c046ddd34f6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825492-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-25T07:27:37Z,description=,heartbeat_timestamp=2022-05-25T07:37:07Z,host='dv-cinder-825492-15-iscsi',id=54ff4013-997e-4376-a4e9-e6c98cf37cc7,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T07:27:38Z,topic='l3_agent')) {'router_ids': ['7899052f-b07d-447b-ae4f-820daf0cb66c'], 'active': True} {{(pid=104528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 07:37:28.804878 dv-cinder-825492-15-iscsi neutron-server[104526]: INFO neutron.wsgi [req-43757e78-5e0a-4025-8b01-11d8ab7f76d8 req-d0afeea3-c02c-4bef-8d2a-3f4c66e225ef tempest-ServerRescueNegativeTestJSON-274124411 tempest-ServerRescueNegativeTestJSON-274124411-project] 10.222.0.24 "GET /v2.0/security-groups?id=98ed3ba3-167d-4434-bd0b-9600585017a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1481404 May 25 07:37:28.822652 dv-cinder-825492-15-iscsi neutron-server[104526]: INFO neutron.wsgi [None req-47b37274-ada3-453a-b487-7af5712132db tempest-AttachVolumeShelveTestJSON-605607613 tempest-AttachVolumeShelveTestJSON-605607613-project] 10.222.0.24 "PUT /v2.0/floatingips/90640cd6-8cbc-4373-a952-18fb5266e0a4 HTTP/1.1" status: 200 len: 991 time: 1.9979537 May 25 07:37:28.823820 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6d360341-449d-4b49-8b66-a02a969171fd', 'tag': '5b9220dd-eeaa-4ea1-a0cd-e54c1dbfe455'}] {{(pid=104526) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 25 07:37:28.829104 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db633a5f02cadde147c9bc1566607705b0433b891c7275f259bdbd209e6b6683" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4099815a-8f38-41d0-a44f-19b5ccdc5c65" -d '{"events": [{"name": "network-changed", "server_uuid": "6d360341-449d-4b49-8b66-a02a969171fd", "tag": "5b9220dd-eeaa-4ea1-a0cd-e54c1dbfe455"}]}' {{(pid=104526) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 25 07:37:28.866702 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 25 May 2022 07:37:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1e0bfb02-9e5e-4784-8ec0-c81f8c415d19 x-openstack-request-id: req-1e0bfb02-9e5e-4784-8ec0-c81f8c415d19 {{(pid=104526) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 25 07:37:28.867559 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6d360341-449d-4b49-8b66-a02a969171fd", "tag": "5b9220dd-eeaa-4ea1-a0cd-e54c1dbfe455", "status": "completed", "code": 200}]} {{(pid=104526) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 25 07:37:28.867828 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-1e0bfb02-9e5e-4784-8ec0-c81f8c415d19 {{(pid=104526) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 25 07:37:28.868220 dv-cinder-825492-15-iscsi neutron-server[104526]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1e0bfb02-9e5e-4784-8ec0-c81f8c415d19'] response: {'name': 'network-changed', 'server_uuid': '6d360341-449d-4b49-8b66-a02a969171fd', 'tag': '5b9220dd-eeaa-4ea1-a0cd-e54c1dbfe455', 'status': 'completed', 'code': 200} May 25 07:37:28.887438 dv-cinder-825492-15-iscsi neutron-server[104528]: DEBUG neutron.db.l3_dvr_db [None req-c4cee78c-af0e-4bcc-bc86-c046ddd34f6c None None] Set router 7899052f-b07d-447b-ae4f-820daf0cb66c gateway port host: dv-cinder-825492-15-iscsi {{(pid=104528) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 25 07:37:28.909938 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-7639b7c1-86ad-4821-8f9a-511a75b92cb2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-278753'] for security_group (37fc827a-be97-40f8-938a-f1458c1dc6f3), after_delete {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:37:28.912434 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-7639b7c1-86ad-4821-8f9a-511a75b92cb2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:37:28.915517 dv-cinder-825492-15-iscsi neutron-server[104526]: INFO neutron.wsgi [None req-7639b7c1-86ad-4821-8f9a-511a75b92cb2 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/37fc827a-be97-40f8-938a-f1458c1dc6f3 HTTP/1.1" status: 204 len: 168 time: 0.5891647 May 25 07:37:28.929700 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7639b7c1-86ad-4821-8f9a-511a75b92cb2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=37fc827a-be97-40f8-938a-f1458c1dc6f3,revision_number=None']} {{(pid=104526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 07:37:28.943402 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7639b7c1-86ad-4821-8f9a-511a75b92cb2 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825492-15-iscsi {{(pid=104526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 07:37:28.943622 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7639b7c1-86ad-4821-8f9a-511a75b92cb2 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825492-15-iscsi {{(pid=104526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 07:37:28.943959 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7639b7c1-86ad-4821-8f9a-511a75b92cb2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825492-15-iscsi {{(pid=104526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 07:37:28.944301 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7639b7c1-86ad-4821-8f9a-511a75b92cb2 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825492-15-iscsi {{(pid=104526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 07:37:28.944939 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7639b7c1-86ad-4821-8f9a-511a75b92cb2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825492-15-iscsi {{(pid=104526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 07:37:28.945066 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7639b7c1-86ad-4821-8f9a-511a75b92cb2 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825492-15-iscsi {{(pid=104526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 07:37:28.945352 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7639b7c1-86ad-4821-8f9a-511a75b92cb2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825492-15-iscsi {{(pid=104526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 07:37:28.945598 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7639b7c1-86ad-4821-8f9a-511a75b92cb2 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-825492-15-iscsi {{(pid=104526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 07:37:28.945950 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7639b7c1-86ad-4821-8f9a-511a75b92cb2 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-825492-15-iscsi {{(pid=104526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 07:37:28.946240 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7639b7c1-86ad-4821-8f9a-511a75b92cb2 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-825492-15-iscsi {{(pid=104526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 07:37:28.946543 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7639b7c1-86ad-4821-8f9a-511a75b92cb2 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-825492-15-iscsi {{(pid=104526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 07:37:28.946860 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7639b7c1-86ad-4821-8f9a-511a75b92cb2 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825492-15-iscsi {{(pid=104526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 07:37:28.947175 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7639b7c1-86ad-4821-8f9a-511a75b92cb2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825492-15-iscsi {{(pid=104526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 07:37:28.947485 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7639b7c1-86ad-4821-8f9a-511a75b92cb2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825492-15-iscsi {{(pid=104526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 07:37:28.947796 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7639b7c1-86ad-4821-8f9a-511a75b92cb2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825492-15-iscsi {{(pid=104526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 07:37:28.979739 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-744469a3-30f8-4370-afc0-d8953dfe9af6 admin admin] Publish callbacks [] for security_group (1db3a06c-8eb9-4655-b416-e0b4a0475fac), precommit_create {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:37:29.069761 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-744469a3-30f8-4370-afc0-d8953dfe9af6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-278753'] for security_group (1db3a06c-8eb9-4655-b416-e0b4a0475fac), after_create {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:37:29.120227 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4099815a-8f38-41d0-a44f-19b5ccdc5c65 req-b683a58c-bec1-45a9-9340-f1176e0a83c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 07:37:29.122114 dv-cinder-825492-15-iscsi neutron-server[104525]: INFO neutron.wsgi [req-4099815a-8f38-41d0-a44f-19b5ccdc5c65 req-b683a58c-bec1-45a9-9340-f1176e0a83c5 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=c4406d5d0e2347f1b96c34496f5ba5ae&device_id=6d360341-449d-4b49-8b66-a02a969171fd HTTP/1.1" status: 200 len: 1130 time: 0.0600038 May 25 07:37:29.158251 dv-cinder-825492-15-iscsi neutron-server[104528]: DEBUG neutron.db.l3_hamode_db [None req-c4cee78c-af0e-4bcc-bc86-c046ddd34f6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7899052f-b07d-447b-ae4f-820daf0cb66c', 'name': 'tempest-AttachVolumeShelveTestJSON-1109401832-router', 'tenant_id': 'c4406d5d0e2347f1b96c34496f5ba5ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '29c629bd-3f50-4535-bfbc-a047608d6fb6', 'external_fixed_ips': [{'subnet_id': '7934ff5a-43f1-4f76-b9d8-e4343ace34f5', 'ip_address': '172.27.3.76'}], 'enable_snat': True}, 'gw_port_id': '7acc11af-cd2a-46fe-98c2-4a90e3178336', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T07:36:30Z', 'updated_at': '2022-05-25T07:36:42Z', 'revision_number': 4, 'project_id': 'c4406d5d0e2347f1b96c34496f5ba5ae', 'gw_port': {'id': '7acc11af-cd2a-46fe-98c2-4a90e3178336', 'name': '', 'network_id': '29c629bd-3f50-4535-bfbc-a047608d6fb6', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:ce:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7899052f-b07d-447b-ae4f-820daf0cb66c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '7934ff5a-43f1-4f76-b9d8-e4343ace34f5', 'ip_address': '172.27.3.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825492-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T07:36:32Z', 'updated_at': '2022-05-25T07:36:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7934ff5a-43f1-4f76-b9d8-e4343ace34f5', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825492-15-iscsi', '_floatingips': [{'id': '90640cd6-8cbc-4373-a952-18fb5266e0a4', 'tenant_id': 'c4406d5d0e2347f1b96c34496f5ba5ae', 'floating_ip_address': '172.27.3.49', 'floating_network_id': '29c629bd-3f50-4535-bfbc-a047608d6fb6', 'router_id': '7899052f-b07d-447b-ae4f-820daf0cb66c', 'port_id': '5b9220dd-eeaa-4ea1-a0cd-e54c1dbfe455', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 145, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7eef0ae9-55de-48c4-ada3-da713e1942b9', 'mac_address': 'fa:16:3e:b3:a4:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d360341-449d-4b49-8b66-a02a969171fd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-25T07:36:56Z', 'updated_at': '2022-05-25T07:37:27Z', 'revision_number': 1, 'project_id': 'c4406d5d0e2347f1b96c34496f5ba5ae', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '43f951e0-f3c1-4b20-b081-79f30cf13fbd', 'name': '', 'network_id': '7eef0ae9-55de-48c4-ada3-da713e1942b9', 'tenant_id': 'c4406d5d0e2347f1b96c34496f5ba5ae', 'mac_address': 'fa:16:3e:b2:89:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7899052f-b07d-447b-ae4f-820daf0cb66c', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': 'e7796ec7-ead3-485d-a16b-d9ef7a0a8b85', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825492-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T07:36:38Z', 'updated_at': '2022-05-25T07:36:52Z', 'revision_number': 5, 'project_id': 'c4406d5d0e2347f1b96c34496f5ba5ae', 'subnets': [{'id': 'e7796ec7-ead3-485d-a16b-d9ef7a0a8b85', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-825492-15-iscsi', False) {} {{(pid=104528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 07:37:29.184273 dv-cinder-825492-15-iscsi neutron-server[104528]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4cee78c-af0e-4bcc-bc86-c046ddd34f6c None None] Checking router: 7899052f-b07d-447b-ae4f-820daf0cb66c for host: dv-cinder-825492-15-iscsi {{(pid=104528) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 25 07:37:29.191556 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG dbcounter [-] [104525] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:DELETE=4 {{(pid=104525) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 07:37:29.195140 dv-cinder-825492-15-iscsi neutron-server[104528]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4cee78c-af0e-4bcc-bc86-c046ddd34f6c None None] Routers {'7899052f-b07d-447b-ae4f-820daf0cb66c'} bound to L3 agent in host dv-cinder-825492-15-iscsi {{(pid=104528) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 25 07:37:29.195981 dv-cinder-825492-15-iscsi neutron-server[104528]: DEBUG neutron.db.l3_hamode_db [None req-c4cee78c-af0e-4bcc-bc86-c046ddd34f6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825492-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-25T07:27:37Z,description=,heartbeat_timestamp=2022-05-25T07:37:07Z,host='dv-cinder-825492-15-iscsi',id=54ff4013-997e-4376-a4e9-e6c98cf37cc7,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T07:27:38Z,topic='l3_agent')) {'router_ids': ['7899052f-b07d-447b-ae4f-820daf0cb66c'], 'active': True} {{(pid=104528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 07:37:29.214751 dv-cinder-825492-15-iscsi neutron-server[104526]: INFO neutron.wsgi [None req-744469a3-30f8-4370-afc0-d8953dfe9af6 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=9d1aa9b724694894897904866197a79c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8524683 May 25 07:37:29.217730 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron.wsgi [-] (104525) accepted ('10.222.0.24', 42482) {{(pid=104525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 07:37:29.220165 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-744469a3-30f8-4370-afc0-d8953dfe9af6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1db3a06c-8eb9-4655-b416-e0b4a0475fac,revision_number=1']} {{(pid=104526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 07:37:29.276012 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3afc58f5-2274-4c1c-a740-77a3ebea0926 req-ae6ac9af-8b7d-449a-8553-7c76216d95c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 07:37:29.276012 dv-cinder-825492-15-iscsi neutron-server[104526]: INFO neutron.wsgi [req-3afc58f5-2274-4c1c-a740-77a3ebea0926 req-ae6ac9af-8b7d-449a-8553-7c76216d95c5 service neutron] 10.222.0.41 "GET /v2.0/networks?id=f39d85d3-0173-4496-879c-2b83e234d364 HTTP/1.1" status: 200 len: 916 time: 0.2272127 May 25 07:37:29.276588 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb1b6dc3-102c-4e5f-8717-570827a3d941 req-98e010b4-50b2-43bc-acd9-2bd05a301768 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 07:37:29.278111 dv-cinder-825492-15-iscsi neutron-server[104526]: INFO neutron.wsgi [req-cb1b6dc3-102c-4e5f-8717-570827a3d941 req-98e010b4-50b2-43bc-acd9-2bd05a301768 service neutron] 10.222.0.41 "GET /v2.0/networks?id=f85a9936-18a2-497c-90b9-ba6df25b9b6e HTTP/1.1" status: 200 len: 911 time: 0.2191260 May 25 07:37:29.290482 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4099815a-8f38-41d0-a44f-19b5ccdc5c65 req-9a6e7187-d094-40c1-a0cf-3a1d481cdd43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 07:37:29.292017 dv-cinder-825492-15-iscsi neutron-server[104525]: INFO neutron.wsgi [req-4099815a-8f38-41d0-a44f-19b5ccdc5c65 req-9a6e7187-d094-40c1-a0cf-3a1d481cdd43 service neutron] 10.222.0.41 "GET /v2.0/networks?id=7eef0ae9-55de-48c4-ada3-da713e1942b9 HTTP/1.1" status: 200 len: 918 time: 0.1607146 May 25 07:37:29.323779 dv-cinder-825492-15-iscsi neutron-server[104528]: DEBUG neutron.db.l3_dvr_db [None req-c4cee78c-af0e-4bcc-bc86-c046ddd34f6c None None] Set router 7899052f-b07d-447b-ae4f-820daf0cb66c gateway port host: dv-cinder-825492-15-iscsi {{(pid=104528) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 25 07:37:29.323971 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-af2a6d56-b7c2-4eef-a102-7485407c95f6 admin admin] Publish callbacks [] for security_group (1db3a06c-8eb9-4655-b416-e0b4a0475fac), before_delete {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:37:29.347283 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-af2a6d56-b7c2-4eef-a102-7485407c95f6 admin admin] Publish callbacks [] for security_group (1db3a06c-8eb9-4655-b416-e0b4a0475fac), precommit_delete {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:37:29.467696 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-af2a6d56-b7c2-4eef-a102-7485407c95f6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-278753'] for security_group (1db3a06c-8eb9-4655-b416-e0b4a0475fac), after_delete {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:37:29.471354 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-af2a6d56-b7c2-4eef-a102-7485407c95f6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:37:29.475121 dv-cinder-825492-15-iscsi neutron-server[104525]: INFO neutron.wsgi [None req-af2a6d56-b7c2-4eef-a102-7485407c95f6 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/1db3a06c-8eb9-4655-b416-e0b4a0475fac HTTP/1.1" status: 204 len: 168 time: 0.2534544 May 25 07:37:29.523054 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af2a6d56-b7c2-4eef-a102-7485407c95f6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1db3a06c-8eb9-4655-b416-e0b4a0475fac,revision_number=None']} {{(pid=104525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 07:37:29.647182 dv-cinder-825492-15-iscsi neutron-server[104528]: DEBUG neutron.db.l3_hamode_db [None req-c4cee78c-af0e-4bcc-bc86-c046ddd34f6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7899052f-b07d-447b-ae4f-820daf0cb66c', 'name': 'tempest-AttachVolumeShelveTestJSON-1109401832-router', 'tenant_id': 'c4406d5d0e2347f1b96c34496f5ba5ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '29c629bd-3f50-4535-bfbc-a047608d6fb6', 'external_fixed_ips': [{'subnet_id': '7934ff5a-43f1-4f76-b9d8-e4343ace34f5', 'ip_address': '172.27.3.76'}], 'enable_snat': True}, 'gw_port_id': '7acc11af-cd2a-46fe-98c2-4a90e3178336', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T07:36:30Z', 'updated_at': '2022-05-25T07:36:42Z', 'revision_number': 4, 'project_id': 'c4406d5d0e2347f1b96c34496f5ba5ae', 'gw_port': {'id': '7acc11af-cd2a-46fe-98c2-4a90e3178336', 'name': '', 'network_id': '29c629bd-3f50-4535-bfbc-a047608d6fb6', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:ce:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7899052f-b07d-447b-ae4f-820daf0cb66c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '7934ff5a-43f1-4f76-b9d8-e4343ace34f5', 'ip_address': '172.27.3.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825492-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T07:36:32Z', 'updated_at': '2022-05-25T07:36:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7934ff5a-43f1-4f76-b9d8-e4343ace34f5', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825492-15-iscsi', '_floatingips': [{'id': '90640cd6-8cbc-4373-a952-18fb5266e0a4', 'tenant_id': 'c4406d5d0e2347f1b96c34496f5ba5ae', 'floating_ip_address': '172.27.3.49', 'floating_network_id': '29c629bd-3f50-4535-bfbc-a047608d6fb6', 'router_id': '7899052f-b07d-447b-ae4f-820daf0cb66c', 'port_id': '5b9220dd-eeaa-4ea1-a0cd-e54c1dbfe455', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 145, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7eef0ae9-55de-48c4-ada3-da713e1942b9', 'mac_address': 'fa:16:3e:b3:a4:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d360341-449d-4b49-8b66-a02a969171fd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-25T07:36:56Z', 'updated_at': '2022-05-25T07:37:27Z', 'revision_number': 1, 'project_id': 'c4406d5d0e2347f1b96c34496f5ba5ae', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '43f951e0-f3c1-4b20-b081-79f30cf13fbd', 'name': '', 'network_id': '7eef0ae9-55de-48c4-ada3-da713e1942b9', 'tenant_id': 'c4406d5d0e2347f1b96c34496f5ba5ae', 'mac_address': 'fa:16:3e:b2:89:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7899052f-b07d-447b-ae4f-820daf0cb66c', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': 'e7796ec7-ead3-485d-a16b-d9ef7a0a8b85', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825492-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T07:36:38Z', 'updated_at': '2022-05-25T07:36:52Z', 'revision_number': 5, 'project_id': 'c4406d5d0e2347f1b96c34496f5ba5ae', 'subnets': [{'id': 'e7796ec7-ead3-485d-a16b-d9ef7a0a8b85', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-825492-15-iscsi', False) {} {{(pid=104528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 07:37:29.663245 dv-cinder-825492-15-iscsi neutron-server[104525]: INFO neutron.wsgi [req-4099815a-8f38-41d0-a44f-19b5ccdc5c65 req-cfbff0cd-fb02-4a58-a337-0217e95de8de service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=5b9220dd-eeaa-4ea1-a0cd-e54c1dbfe455 HTTP/1.1" status: 200 len: 999 time: 0.1745539 May 25 07:37:29.675346 dv-cinder-825492-15-iscsi neutron-server[104528]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4cee78c-af0e-4bcc-bc86-c046ddd34f6c None None] The sync data for ids ['7899052f-b07d-447b-ae4f-820daf0cb66c'] in dv-cinder-825492-15-iscsi is: [{'id': '7899052f-b07d-447b-ae4f-820daf0cb66c', 'name': 'tempest-AttachVolumeShelveTestJSON-1109401832-router', 'tenant_id': 'c4406d5d0e2347f1b96c34496f5ba5ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '29c629bd-3f50-4535-bfbc-a047608d6fb6', 'external_fixed_ips': [{'subnet_id': '7934ff5a-43f1-4f76-b9d8-e4343ace34f5', 'ip_address': '172.27.3.76'}], 'enable_snat': True}, 'gw_port_id': '7acc11af-cd2a-46fe-98c2-4a90e3178336', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T07:36:30Z', 'updated_at': '2022-05-25T07:36:42Z', 'revision_number': 4, 'project_id': 'c4406d5d0e2347f1b96c34496f5ba5ae', 'gw_port': {'id': '7acc11af-cd2a-46fe-98c2-4a90e3178336', 'name': '', 'network_id': '29c629bd-3f50-4535-bfbc-a047608d6fb6', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:ce:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7899052f-b07d-447b-ae4f-820daf0cb66c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '7934ff5a-43f1-4f76-b9d8-e4343ace34f5', 'ip_address': '172.27.3.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825492-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T07:36:32Z', 'updated_at': '2022-05-25T07:36:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7934ff5a-43f1-4f76-b9d8-e4343ace34f5', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825492-15-iscsi', '_floatingips': [{'id': '90640cd6-8cbc-4373-a952-18fb5266e0a4', 'tenant_id': 'c4406d5d0e2347f1b96c34496f5ba5ae', 'floating_ip_address': '172.27.3.49', 'floating_network_id': '29c629bd-3f50-4535-bfbc-a047608d6fb6', 'router_id': '7899052f-b07d-447b-ae4f-820daf0cb66c', 'port_id': '5b9220dd-eeaa-4ea1-a0cd-e54c1dbfe455', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 145, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7eef0ae9-55de-48c4-ada3-da713e1942b9', 'mac_address': 'fa:16:3e:b3:a4:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d360341-449d-4b49-8b66-a02a969171fd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-25T07:36:56Z', 'updated_at': '2022-05-25T07:37:27Z', 'revision_number': 1, 'project_id': 'c4406d5d0e2347f1b96c34496f5ba5ae', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '43f951e0-f3c1-4b20-b081-79f30cf13fbd', 'name': '', 'network_id': '7eef0ae9-55de-48c4-ada3-da713e1942b9', 'tenant_id': 'c4406d5d0e2347f1b96c34496f5ba5ae', 'mac_address': 'fa:16:3e:b2:89:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7899052f-b07d-447b-ae4f-820daf0cb66c', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': 'e7796ec7-ead3-485d-a16b-d9ef7a0a8b85', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825492-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T07:36:38Z', 'updated_at': '2022-05-25T07:36:52Z', 'revision_number': 5, 'project_id': 'c4406d5d0e2347f1b96c34496f5ba5ae', 'subnets': [{'id': 'e7796ec7-ead3-485d-a16b-d9ef7a0a8b85', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104528) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 25 07:37:29.741810 dv-cinder-825492-15-iscsi neutron-server[104526]: INFO neutron.wsgi [req-3afc58f5-2274-4c1c-a740-77a3ebea0926 req-a387a1b5-e978-41b4-879b-3a250f883ccb service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=8914df61-0be3-41f5-849d-98c808f21db2 HTTP/1.1" status: 200 len: 1001 time: 0.2615428 May 25 07:37:29.747280 dv-cinder-825492-15-iscsi neutron-server[104526]: INFO neutron.wsgi [req-cb1b6dc3-102c-4e5f-8717-570827a3d941 req-2ab3a3ad-6e14-4342-a517-a0f136db6f91 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=afc7174b-1940-457e-9abc-fe45a8d98d61 HTTP/1.1" status: 200 len: 1001 time: 0.1266403 May 25 07:37:29.782262 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron.wsgi [-] (104525) accepted ('10.222.0.24', 42494) {{(pid=104525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 07:37:29.799157 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-4613b9f8-f196-420b-8cc3-2746becec249 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:37:29.828811 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4099815a-8f38-41d0-a44f-19b5ccdc5c65 req-7317d5f4-2b61-4581-a288-ba7cdfe08471 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 07:37:29.830451 dv-cinder-825492-15-iscsi neutron-server[104525]: INFO neutron.wsgi [req-4099815a-8f38-41d0-a44f-19b5ccdc5c65 req-7317d5f4-2b61-4581-a288-ba7cdfe08471 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=e7796ec7-ead3-485d-a16b-d9ef7a0a8b85 HTTP/1.1" status: 200 len: 856 time: 0.1082683 May 25 07:37:29.835943 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG dbcounter [-] [104526] Writing DB stats neutron:SELECT=94,neutron:UPDATE=6 {{(pid=104526) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 07:37:29.898834 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4099815a-8f38-41d0-a44f-19b5ccdc5c65 req-961bcbef-20b5-4d1f-9943-9bb5a50477b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 07:37:29.900311 dv-cinder-825492-15-iscsi neutron-server[104525]: INFO neutron.wsgi [req-4099815a-8f38-41d0-a44f-19b5ccdc5c65 req-961bcbef-20b5-4d1f-9943-9bb5a50477b1 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=7eef0ae9-55de-48c4-ada3-da713e1942b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0523431 May 25 07:37:29.911409 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb1b6dc3-102c-4e5f-8717-570827a3d941 req-e6ff369a-c2c6-4e52-8aeb-b076f091c905 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 07:37:29.912392 dv-cinder-825492-15-iscsi neutron-server[104526]: INFO neutron.wsgi [req-cb1b6dc3-102c-4e5f-8717-570827a3d941 req-e6ff369a-c2c6-4e52-8aeb-b076f091c905 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=fdef845a-6670-4f1a-9c6b-2e789510998b HTTP/1.1" status: 200 len: 849 time: 0.1473973 May 25 07:37:29.913988 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3afc58f5-2274-4c1c-a740-77a3ebea0926 req-6d06e100-79e8-4c02-ae5d-57fe07c4737f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 07:37:29.915384 dv-cinder-825492-15-iscsi neutron-server[104526]: INFO neutron.wsgi [req-3afc58f5-2274-4c1c-a740-77a3ebea0926 req-6d06e100-79e8-4c02-ae5d-57fe07c4737f service neutron] 10.222.0.41 "GET /v2.0/subnets?id=4aef3d06-f4fb-4751-a5a8-ab68314fa54a HTTP/1.1" status: 200 len: 854 time: 0.1539841 May 25 07:37:29.933353 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-4613b9f8-f196-420b-8cc3-2746becec249 admin admin] Publish callbacks [] for security_group (ae5a6b13-b7a0-4d5a-b3b6-8b866b53374d), precommit_create {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:37:29.954381 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e29a3282-bbbe-4e61-bf76-7caa685f5c97 req-f1cbb156-1ddd-40fc-8fa8-12681234530c tempest-ServerRescueNegativeTestJSON-274124411 tempest-ServerRescueNegativeTestJSON-274124411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 07:37:29.955911 dv-cinder-825492-15-iscsi neutron-server[104526]: INFO neutron.wsgi [req-e29a3282-bbbe-4e61-bf76-7caa685f5c97 req-f1cbb156-1ddd-40fc-8fa8-12681234530c tempest-ServerRescueNegativeTestJSON-274124411 tempest-ServerRescueNegativeTestJSON-274124411-project] 10.222.0.24 "GET /v2.0/ports?device_id=f652bc42-42f2-4664-b614-603b3ddf84b1 HTTP/1.1" status: 200 len: 945 time: 0.0714924 May 25 07:37:29.983263 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG dbcounter [-] [104526] Writing DB stats neutron:SELECT=94,neutron:UPDATE=4,neutron:INSERT=2 {{(pid=104526) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 07:37:30.010330 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-4613b9f8-f196-420b-8cc3-2746becec249 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-278753'] for security_group (ae5a6b13-b7a0-4d5a-b3b6-8b866b53374d), after_create {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:37:30.011352 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ab945f7-4319-47a3-916f-dc6835c48f8a None None] New status for floating IP 90640cd6-8cbc-4373-a952-18fb5266e0a4: ACTIVE {{(pid=104527) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 25 07:37:30.015429 dv-cinder-825492-15-iscsi neutron-server[104526]: INFO neutron.wsgi [req-e29a3282-bbbe-4e61-bf76-7caa685f5c97 req-ca7dcf6c-10a3-43b9-9585-02bd7fc0b380 tempest-ServerRescueNegativeTestJSON-274124411 tempest-ServerRescueNegativeTestJSON-274124411-project] 10.222.0.24 "GET /v2.0/security-groups?id=98ed3ba3-167d-4434-bd0b-9600585017a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512006 May 25 07:37:30.043718 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG dbcounter [-] [104525] Writing DB stats neutron:SELECT=88,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=104525) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 07:37:30.051875 dv-cinder-825492-15-iscsi neutron-server[104525]: INFO neutron.wsgi [None req-4613b9f8-f196-420b-8cc3-2746becec249 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=fa133ffcf65a494d8f8c37d17a700a64&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2685061 May 25 07:37:30.054634 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.wsgi [-] (104526) accepted ('10.222.0.24', 42500) {{(pid=104526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 07:37:30.056786 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4613b9f8-f196-420b-8cc3-2746becec249 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ae5a6b13-b7a0-4d5a-b3b6-8b866b53374d,revision_number=1']} {{(pid=104525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 07:37:30.105880 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-baff270b-aa92-462d-aa0d-4a6fdb4abce0 admin admin] Publish callbacks [] for security_group (ae5a6b13-b7a0-4d5a-b3b6-8b866b53374d), before_delete {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:37:30.132007 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-baff270b-aa92-462d-aa0d-4a6fdb4abce0 admin admin] Publish callbacks [] for security_group (ae5a6b13-b7a0-4d5a-b3b6-8b866b53374d), precommit_delete {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:37:30.268627 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-baff270b-aa92-462d-aa0d-4a6fdb4abce0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-278753'] for security_group (ae5a6b13-b7a0-4d5a-b3b6-8b866b53374d), after_delete {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:37:30.271936 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-baff270b-aa92-462d-aa0d-4a6fdb4abce0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:37:30.277597 dv-cinder-825492-15-iscsi neutron-server[104526]: INFO neutron.wsgi [None req-baff270b-aa92-462d-aa0d-4a6fdb4abce0 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/ae5a6b13-b7a0-4d5a-b3b6-8b866b53374d HTTP/1.1" status: 204 len: 168 time: 0.2181771 May 25 07:37:30.294344 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baff270b-aa92-462d-aa0d-4a6fdb4abce0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae5a6b13-b7a0-4d5a-b3b6-8b866b53374d,revision_number=None']} {{(pid=104526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 07:37:30.413738 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb1b6dc3-102c-4e5f-8717-570827a3d941 req-ec97e470-a568-4e73-a170-3ef6f1057201 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 07:37:30.415314 dv-cinder-825492-15-iscsi neutron-server[104526]: INFO neutron.wsgi [req-cb1b6dc3-102c-4e5f-8717-570827a3d941 req-ec97e470-a568-4e73-a170-3ef6f1057201 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=f85a9936-18a2-497c-90b9-ba6df25b9b6e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0792384 May 25 07:37:30.416411 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3afc58f5-2274-4c1c-a740-77a3ebea0926 req-27541c4f-8ea9-4451-b203-18bb8e73c74d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 07:37:30.417839 dv-cinder-825492-15-iscsi neutron-server[104526]: INFO neutron.wsgi [req-3afc58f5-2274-4c1c-a740-77a3ebea0926 req-27541c4f-8ea9-4451-b203-18bb8e73c74d service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=f39d85d3-0173-4496-879c-2b83e234d364&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0868657 May 25 07:37:30.443704 dv-cinder-825492-15-iscsi neutron-server[104525]: INFO neutron.wsgi [req-4099815a-8f38-41d0-a44f-19b5ccdc5c65 req-1a140600-fd1d-4c0b-9c3d-11bc12dc494b service neutron] 10.222.0.41 "GET /v2.0/networks/7eef0ae9-55de-48c4-ada3-da713e1942b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1288576 May 25 07:37:30.506249 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron.wsgi [-] (104525) accepted ('10.222.0.24', 42514) {{(pid=104525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 07:37:30.526948 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-3b608a79-9adc-4226-9579-27046ba01a69 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:37:30.596038 dv-cinder-825492-15-iscsi neutron-server[104526]: INFO neutron.wsgi [req-3afc58f5-2274-4c1c-a740-77a3ebea0926 req-4d4c6546-6abb-4bcd-9661-782d4adb6d4e service neutron] 10.222.0.41 "GET /v2.0/networks/f39d85d3-0173-4496-879c-2b83e234d364?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1537533 May 25 07:37:30.597932 dv-cinder-825492-15-iscsi neutron-server[104526]: INFO neutron.wsgi [req-cb1b6dc3-102c-4e5f-8717-570827a3d941 req-e3e84b77-6d77-475b-b2b7-58f427fd7a99 service neutron] 10.222.0.41 "GET /v2.0/networks/f85a9936-18a2-497c-90b9-ba6df25b9b6e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1688511 May 25 07:37:30.624966 dv-cinder-825492-15-iscsi neutron-server[104525]: INFO neutron.wsgi [req-4099815a-8f38-41d0-a44f-19b5ccdc5c65 req-bb95686c-e061-4e78-8eb6-016f2a653cd4 service neutron] 10.222.0.41 "GET /v2.0/networks/7eef0ae9-55de-48c4-ada3-da713e1942b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1695490 May 25 07:37:30.672349 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-3b608a79-9adc-4226-9579-27046ba01a69 admin admin] Publish callbacks [] for security_group (d3661dd4-7bdc-4bb9-9afb-e7fc31b8cf2a), precommit_create {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:37:30.782974 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-3b608a79-9adc-4226-9579-27046ba01a69 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-278753'] for security_group (d3661dd4-7bdc-4bb9-9afb-e7fc31b8cf2a), after_create {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:37:30.825068 dv-cinder-825492-15-iscsi neutron-server[104525]: INFO neutron.wsgi [None req-3b608a79-9adc-4226-9579-27046ba01a69 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=d1415e820fa24074ad543b8f0cc33f9f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3177507 May 25 07:37:30.829705 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron.wsgi [-] (104525) accepted ('10.222.0.24', 42526) {{(pid=104525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 07:37:30.862821 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b608a79-9adc-4226-9579-27046ba01a69 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d3661dd4-7bdc-4bb9-9afb-e7fc31b8cf2a,revision_number=1']} {{(pid=104525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 07:37:30.925601 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG dbcounter [-] [104526] Writing DB stats neutron:SELECT=94,neutron:UPDATE=4,neutron:INSERT=2 {{(pid=104526) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 07:37:30.943861 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-89aa19dc-3ef0-4635-8f90-005eae067077 admin admin] Publish callbacks [] for security_group (d3661dd4-7bdc-4bb9-9afb-e7fc31b8cf2a), before_delete {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:37:30.965556 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG dbcounter [-] [104525] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104525) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 07:37:30.971980 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-89aa19dc-3ef0-4635-8f90-005eae067077 admin admin] Publish callbacks [] for security_group (d3661dd4-7bdc-4bb9-9afb-e7fc31b8cf2a), precommit_delete {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:37:30.983202 dv-cinder-825492-15-iscsi neutron-server[104526]: INFO neutron.wsgi [req-3afc58f5-2274-4c1c-a740-77a3ebea0926 req-7d422adf-99ea-4d66-ac4d-5db63fd15e1d service neutron] 10.222.0.41 "GET /v2.0/networks/f39d85d3-0173-4496-879c-2b83e234d364?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3728554 May 25 07:37:30.989215 dv-cinder-825492-15-iscsi neutron-server[104526]: INFO neutron.wsgi [req-cb1b6dc3-102c-4e5f-8717-570827a3d941 req-c10cc4cd-08ca-4185-820e-125e53381517 service neutron] 10.222.0.41 "GET /v2.0/networks/f85a9936-18a2-497c-90b9-ba6df25b9b6e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3713210 May 25 07:37:31.141549 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2adab5e8-a097-4360-b8e8-ac6ce71f1b73 req-088c233e-296f-4e14-8e85-5072c3746a26 tempest-ServerRescueNegativeTestJSON-274124411 tempest-ServerRescueNegativeTestJSON-274124411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 07:37:31.142935 dv-cinder-825492-15-iscsi neutron-server[104526]: INFO neutron.wsgi [req-2adab5e8-a097-4360-b8e8-ac6ce71f1b73 req-088c233e-296f-4e14-8e85-5072c3746a26 tempest-ServerRescueNegativeTestJSON-274124411 tempest-ServerRescueNegativeTestJSON-274124411-project] 10.222.0.24 "GET /v2.0/ports?device_id=f652bc42-42f2-4664-b614-603b3ddf84b1 HTTP/1.1" status: 200 len: 945 time: 0.0473289 May 25 07:37:31.188127 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-89aa19dc-3ef0-4635-8f90-005eae067077 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-278753'] for security_group (d3661dd4-7bdc-4bb9-9afb-e7fc31b8cf2a), after_delete {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:37:31.190726 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-89aa19dc-3ef0-4635-8f90-005eae067077 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:37:31.191858 dv-cinder-825492-15-iscsi neutron-server[104525]: INFO neutron.wsgi [None req-89aa19dc-3ef0-4635-8f90-005eae067077 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/d3661dd4-7bdc-4bb9-9afb-e7fc31b8cf2a HTTP/1.1" status: 204 len: 168 time: 0.3609195 May 25 07:37:31.200201 dv-cinder-825492-15-iscsi neutron-server[104526]: INFO neutron.wsgi [req-2adab5e8-a097-4360-b8e8-ac6ce71f1b73 req-1ebe6181-04e5-40f8-a254-f82061331ad5 tempest-ServerRescueNegativeTestJSON-274124411 tempest-ServerRescueNegativeTestJSON-274124411-project] 10.222.0.24 "GET /v2.0/security-groups?id=98ed3ba3-167d-4434-bd0b-9600585017a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509849 May 25 07:37:31.200844 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89aa19dc-3ef0-4635-8f90-005eae067077 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d3661dd4-7bdc-4bb9-9afb-e7fc31b8cf2a,revision_number=None']} {{(pid=104525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 07:37:31.489902 dv-cinder-825492-15-iscsi neutron-server[104526]: INFO neutron.wsgi [req-9484b1e8-fb37-4842-a0e1-6eb64b3c7e95 req-df58b2e5-735c-4a88-97d4-8b5307d0499a service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=2d5a90d7-311f-4e4a-84c2-ff14c0440bd2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0423441 May 25 07:37:31.605586 dv-cinder-825492-15-iscsi neutron-server[104528]: DEBUG neutron.db.agents_db [None req-434abceb-772f-4043-8698-cfe4a44654b9 None None] Agent healthcheck: found 6 active agents {{(pid=104528) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 25 07:37:31.613755 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9484b1e8-fb37-4842-a0e1-6eb64b3c7e95 req-1309c844-3df2-4d0b-b278-cb12635b8574 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 07:37:31.613755 dv-cinder-825492-15-iscsi neutron-server[104526]: INFO neutron.wsgi [req-9484b1e8-fb37-4842-a0e1-6eb64b3c7e95 req-1309c844-3df2-4d0b-b278-cb12635b8574 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=d4719a4804e24f27b9427e58c5cbe13b&device_id=2d5a90d7-311f-4e4a-84c2-ff14c0440bd2 HTTP/1.1" status: 200 len: 1129 time: 0.0477049 May 25 07:37:31.722682 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c2d2c46-54a3-4a47-b731-9ca555e037ac req-b8d90e35-5162-4a66-8c56-532fddebea01 tempest-DeleteServersTestJSON-1468466414 tempest-DeleteServersTestJSON-1468466414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 07:37:31.732150 dv-cinder-825492-15-iscsi neutron-server[104526]: INFO neutron.wsgi [req-1c2d2c46-54a3-4a47-b731-9ca555e037ac req-b8d90e35-5162-4a66-8c56-532fddebea01 tempest-DeleteServersTestJSON-1468466414 tempest-DeleteServersTestJSON-1468466414-project] 10.222.0.24 "GET /v2.0/ports?device_id=57fedc8c-b769-4f1d-b263-478dcb44da40 HTTP/1.1" status: 200 len: 945 time: 0.0860205 May 25 07:37:31.735985 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG dbcounter [-] [104526] Writing DB stats neutron:SELECT=100 {{(pid=104526) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 07:37:31.764359 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG dbcounter [-] [104525] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104525) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 07:37:31.798437 dv-cinder-825492-15-iscsi neutron-server[104526]: INFO neutron.wsgi [req-1c2d2c46-54a3-4a47-b731-9ca555e037ac req-5681099b-36e0-40e2-b1b3-7069cd036075 tempest-DeleteServersTestJSON-1468466414 tempest-DeleteServersTestJSON-1468466414-project] 10.222.0.24 "GET /v2.0/security-groups?id=14b7a71e-a874-4682-85d2-f3ac9c09834c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0652835 May 25 07:37:32.118170 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron_lib.callbacks.manager [None req-798242cc-9ea0-464c-9109-86bd7997349e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754056472917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490168'] for agent (bbf5dc8c-5103-4973-a6b6-76af4660c126), after_update {{(pid=104527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:37:32.361219 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb616257-78f3-487d-b5ae-4ae573c23778 req-a4ebc40a-b2a8-4138-a8b0-76d872a53bca tempest-ServerRescueNegativeTestJSON-274124411 tempest-ServerRescueNegativeTestJSON-274124411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 07:37:32.388885 dv-cinder-825492-15-iscsi neutron-server[104525]: INFO neutron.wsgi [req-eb616257-78f3-487d-b5ae-4ae573c23778 req-a4ebc40a-b2a8-4138-a8b0-76d872a53bca tempest-ServerRescueNegativeTestJSON-274124411 tempest-ServerRescueNegativeTestJSON-274124411-project] 10.222.0.24 "GET /v2.0/ports?device_id=f652bc42-42f2-4664-b614-603b3ddf84b1 HTTP/1.1" status: 200 len: 945 time: 0.0558314 May 25 07:37:32.415455 dv-cinder-825492-15-iscsi neutron-server[104525]: INFO neutron.wsgi [req-eb616257-78f3-487d-b5ae-4ae573c23778 req-ebfe31a7-823e-445a-ac8a-97b14640949e tempest-ServerRescueNegativeTestJSON-274124411 tempest-ServerRescueNegativeTestJSON-274124411-project] 10.222.0.24 "GET /v2.0/security-groups?id=98ed3ba3-167d-4434-bd0b-9600585017a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472295 May 25 07:37:32.460623 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG dbcounter [-] [104525] Writing DB stats neutron:SELECT=91,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=104525) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 07:37:32.944327 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71b3e8a6-5577-47dd-9889-20b2a2edf84b req-d29d8cc2-7377-439d-980e-63161a1d5289 tempest-DeleteServersTestJSON-1468466414 tempest-DeleteServersTestJSON-1468466414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 07:37:32.945958 dv-cinder-825492-15-iscsi neutron-server[104526]: INFO neutron.wsgi [req-71b3e8a6-5577-47dd-9889-20b2a2edf84b req-d29d8cc2-7377-439d-980e-63161a1d5289 tempest-DeleteServersTestJSON-1468466414 tempest-DeleteServersTestJSON-1468466414-project] 10.222.0.24 "GET /v2.0/ports?device_id=57fedc8c-b769-4f1d-b263-478dcb44da40 HTTP/1.1" status: 200 len: 945 time: 0.0749457 May 25 07:37:32.974888 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG dbcounter [-] [104526] Writing DB stats neutron:SELECT=88,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=104526) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 07:37:33.005370 dv-cinder-825492-15-iscsi neutron-server[104526]: INFO neutron.wsgi [req-71b3e8a6-5577-47dd-9889-20b2a2edf84b req-04a47bba-88fe-4f1c-b8bb-c857b6002169 tempest-DeleteServersTestJSON-1468466414 tempest-DeleteServersTestJSON-1468466414-project] 10.222.0.24 "GET /v2.0/security-groups?id=14b7a71e-a874-4682-85d2-f3ac9c09834c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531988 May 25 07:37:33.135427 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG dbcounter [-] [104526] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104526) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 07:37:33.526566 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9484b1e8-fb37-4842-a0e1-6eb64b3c7e95 req-b7ae4ee5-cad0-45fc-b621-152321c16d1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 07:37:33.528042 dv-cinder-825492-15-iscsi neutron-server[104526]: INFO neutron.wsgi [req-9484b1e8-fb37-4842-a0e1-6eb64b3c7e95 req-b7ae4ee5-cad0-45fc-b621-152321c16d1e service neutron] 10.222.0.41 "GET /v2.0/networks?id=e9255b8f-85b1-4659-9bc1-7aaec6681338 HTTP/1.1" status: 200 len: 917 time: 0.0991168 May 25 07:37:33.536810 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG dbcounter [-] [104525] Writing DB stats neutron:INSERT=3,neutron:SELECT=97 {{(pid=104525) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 07:37:33.556548 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bba8f4d-fdb8-47f2-8536-1659cd211eb2 req-ab5ba9ac-75fd-4740-9967-bc10050e1512 tempest-ServerRescueNegativeTestJSON-274124411 tempest-ServerRescueNegativeTestJSON-274124411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 07:37:33.562461 dv-cinder-825492-15-iscsi neutron-server[104525]: INFO neutron.wsgi [req-8bba8f4d-fdb8-47f2-8536-1659cd211eb2 req-ab5ba9ac-75fd-4740-9967-bc10050e1512 tempest-ServerRescueNegativeTestJSON-274124411 tempest-ServerRescueNegativeTestJSON-274124411-project] 10.222.0.24 "GET /v2.0/ports?device_id=f652bc42-42f2-4664-b614-603b3ddf84b1 HTTP/1.1" status: 200 len: 945 time: 0.0677629 May 25 07:37:33.593354 dv-cinder-825492-15-iscsi neutron-server[104526]: INFO neutron.wsgi [req-9484b1e8-fb37-4842-a0e1-6eb64b3c7e95 req-3ac246a1-2d93-4e85-b264-d3c777f896e3 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=37369604-0009-4591-97a8-6e3c90d97049 HTTP/1.1" status: 200 len: 217 time: 0.0490627 May 25 07:37:33.623083 dv-cinder-825492-15-iscsi neutron-server[104525]: INFO neutron.wsgi [req-8bba8f4d-fdb8-47f2-8536-1659cd211eb2 req-39172f01-18b9-4642-ba0f-d54fab461b88 tempest-ServerRescueNegativeTestJSON-274124411 tempest-ServerRescueNegativeTestJSON-274124411-project] 10.222.0.24 "GET /v2.0/security-groups?id=98ed3ba3-167d-4434-bd0b-9600585017a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477271 May 25 07:37:33.674604 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9484b1e8-fb37-4842-a0e1-6eb64b3c7e95 req-56b02d1e-856f-48a5-b94c-1475bf0cc13e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 07:37:33.676197 dv-cinder-825492-15-iscsi neutron-server[104526]: INFO neutron.wsgi [req-9484b1e8-fb37-4842-a0e1-6eb64b3c7e95 req-56b02d1e-856f-48a5-b94c-1475bf0cc13e service neutron] 10.222.0.41 "GET /v2.0/subnets?id=2bd01566-eaf4-4493-b26a-8c7ef6fcaf51 HTTP/1.1" status: 200 len: 855 time: 0.0547981 May 25 07:37:33.917196 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9484b1e8-fb37-4842-a0e1-6eb64b3c7e95 req-dca10c6a-b317-41cb-b784-f9dde1bec492 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 07:37:33.918681 dv-cinder-825492-15-iscsi neutron-server[104526]: INFO neutron.wsgi [req-9484b1e8-fb37-4842-a0e1-6eb64b3c7e95 req-dca10c6a-b317-41cb-b784-f9dde1bec492 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=e9255b8f-85b1-4659-9bc1-7aaec6681338&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0386591 May 25 07:37:34.019283 dv-cinder-825492-15-iscsi neutron-server[104526]: INFO neutron.wsgi [req-9484b1e8-fb37-4842-a0e1-6eb64b3c7e95 req-8b30282f-ece9-4667-a396-cd7aefe38908 service neutron] 10.222.0.41 "GET /v2.0/networks/e9255b8f-85b1-4659-9bc1-7aaec6681338?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0908005 May 25 07:37:34.127896 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c037b655-6180-4c6d-99ed-93f1a5870fdc req-46c43e7e-8b37-4ed5-987c-122b5e571cdd tempest-DeleteServersTestJSON-1468466414 tempest-DeleteServersTestJSON-1468466414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 07:37:34.129465 dv-cinder-825492-15-iscsi neutron-server[104526]: INFO neutron.wsgi [req-c037b655-6180-4c6d-99ed-93f1a5870fdc req-46c43e7e-8b37-4ed5-987c-122b5e571cdd tempest-DeleteServersTestJSON-1468466414 tempest-DeleteServersTestJSON-1468466414-project] 10.222.0.24 "GET /v2.0/ports?device_id=57fedc8c-b769-4f1d-b263-478dcb44da40 HTTP/1.1" status: 200 len: 945 time: 0.0533323 May 25 07:37:34.230091 dv-cinder-825492-15-iscsi neutron-server[104526]: INFO neutron.wsgi [req-c037b655-6180-4c6d-99ed-93f1a5870fdc req-2c2536c0-b2a4-4d6d-8273-3ffb77ca5e5b tempest-DeleteServersTestJSON-1468466414 tempest-DeleteServersTestJSON-1468466414-project] 10.222.0.24 "GET /v2.0/security-groups?id=14b7a71e-a874-4682-85d2-f3ac9c09834c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0949435 May 25 07:37:34.260278 dv-cinder-825492-15-iscsi neutron-server[104526]: INFO neutron.wsgi [req-9484b1e8-fb37-4842-a0e1-6eb64b3c7e95 req-b94e7666-8671-40ff-a375-26f929a1d02d service neutron] 10.222.0.41 "GET /v2.0/networks/e9255b8f-85b1-4659-9bc1-7aaec6681338?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1167145 May 25 07:37:34.380887 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea440792-9aa0-40e9-b666-2a46ec43eb48 req-b6476434-c511-4246-9da0-bff1cd49e828 tempest-DeleteServersTestJSON-1468466414 tempest-DeleteServersTestJSON-1468466414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 07:37:34.382341 dv-cinder-825492-15-iscsi neutron-server[104526]: INFO neutron.wsgi [req-ea440792-9aa0-40e9-b666-2a46ec43eb48 req-b6476434-c511-4246-9da0-bff1cd49e828 tempest-DeleteServersTestJSON-1468466414 tempest-DeleteServersTestJSON-1468466414-project] 10.222.0.41 "GET /v2.0/ports?device_id=57fedc8c-b769-4f1d-b263-478dcb44da40 HTTP/1.1" status: 200 len: 945 time: 0.0565155 May 25 07:37:34.398498 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG dbcounter [-] [104526] Writing DB stats neutron:SELECT=88,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=104526) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 07:37:34.461384 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG dbcounter [-] [104525] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104525) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 07:37:34.505327 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.plugins.ml2.plugin [req-ea440792-9aa0-40e9-b666-2a46ec43eb48 req-c14138f0-e3fc-4c1a-8944-77171d73c3bf tempest-DeleteServersTestJSON-1468466414 tempest-DeleteServersTestJSON-1468466414-project] Deleting port 25dfc8d5-59b2-4523-b077-3638d5408b3d {{(pid=104526) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 25 07:37:34.505327 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [req-ea440792-9aa0-40e9-b666-2a46ec43eb48 req-c14138f0-e3fc-4c1a-8944-77171d73c3bf tempest-DeleteServersTestJSON-1468466414 tempest-DeleteServersTestJSON-1468466414-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754056702922'] for port (25dfc8d5-59b2-4523-b077-3638d5408b3d), before_delete {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:37:34.583176 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG dbcounter [-] [104526] Writing DB stats neutron:SELECT=100 {{(pid=104526) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 07:37:34.603358 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.plugins.ml2.db [req-ea440792-9aa0-40e9-b666-2a46ec43eb48 req-c14138f0-e3fc-4c1a-8944-77171d73c3bf tempest-DeleteServersTestJSON-1468466414 tempest-DeleteServersTestJSON-1468466414-project] For port 25dfc8d5-59b2-4523-b077-3638d5408b3d, host hv-cinder-82549, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82549',level=0,port_id=25dfc8d5-59b2-4523-b077-3638d5408b3d,segment=NetworkSegment(3f3ca2e8-0b6a-4310-9de6-1d405d8acaba),segment_id=3f3ca2e8-0b6a-4310-9de6-1d405d8acaba)] {{(pid=104526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 07:37:34.603719 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [req-ea440792-9aa0-40e9-b666-2a46ec43eb48 req-c14138f0-e3fc-4c1a-8944-77171d73c3bf tempest-DeleteServersTestJSON-1468466414 tempest-DeleteServersTestJSON-1468466414-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625317'] for port (25dfc8d5-59b2-4523-b077-3638d5408b3d), precommit_delete {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:37:34.621126 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.plugins.ml2.plugin [req-ea440792-9aa0-40e9-b666-2a46ec43eb48 req-c14138f0-e3fc-4c1a-8944-77171d73c3bf tempest-DeleteServersTestJSON-1468466414 tempest-DeleteServersTestJSON-1468466414-project] Calling delete_port for 25dfc8d5-59b2-4523-b077-3638d5408b3d owned by compute:nova {{(pid=104526) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 25 07:37:34.747177 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG dbcounter [-] [104525] Writing DB stats neutron:SELECT=89,neutron:INSERT=10,neutron:UPDATE=1 {{(pid=104525) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 07:37:34.766897 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14f3e000-8ee5-4cbf-a7f5-59e984b627aa req-3a86cdc7-2444-4cdc-8ca7-40657f2060d5 tempest-ServerRescueNegativeTestJSON-274124411 tempest-ServerRescueNegativeTestJSON-274124411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 07:37:34.768400 dv-cinder-825492-15-iscsi neutron-server[104525]: INFO neutron.wsgi [req-14f3e000-8ee5-4cbf-a7f5-59e984b627aa req-3a86cdc7-2444-4cdc-8ca7-40657f2060d5 tempest-ServerRescueNegativeTestJSON-274124411 tempest-ServerRescueNegativeTestJSON-274124411-project] 10.222.0.24 "GET /v2.0/ports?device_id=f652bc42-42f2-4664-b614-603b3ddf84b1 HTTP/1.1" status: 200 len: 945 time: 0.0493608 May 25 07:37:34.829968 dv-cinder-825492-15-iscsi neutron-server[104525]: INFO neutron.wsgi [req-14f3e000-8ee5-4cbf-a7f5-59e984b627aa req-69975505-f1dd-4c44-8c6f-303959c468b7 tempest-ServerRescueNegativeTestJSON-274124411 tempest-ServerRescueNegativeTestJSON-274124411-project] 10.222.0.24 "GET /v2.0/security-groups?id=98ed3ba3-167d-4434-bd0b-9600585017a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550945 May 25 07:37:34.895534 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [req-ea440792-9aa0-40e9-b666-2a46ec43eb48 req-c14138f0-e3fc-4c1a-8944-77171d73c3bf tempest-DeleteServersTestJSON-1468466414 tempest-DeleteServersTestJSON-1468466414-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-617841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612926', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754056714424', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754056173873'] for port (25dfc8d5-59b2-4523-b077-3638d5408b3d), after_delete {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:37:34.926143 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c14138f0-e3fc-4c1a-8944-77171d73c3bf tempest-DeleteServersTestJSON-1468466414 tempest-DeleteServersTestJSON-1468466414-project] Pushing event deleted for resources: {'Port': ['ID=25dfc8d5-59b2-4523-b077-3638d5408b3d,revision_number=None']} {{(pid=104526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 07:37:34.945692 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.plugins.ml2.db [None req-798242cc-9ea0-464c-9109-86bd7997349e None None] get_ports_and_sgs() called for port_ids ['25dfc8d5-59b2-4523-b077-3638d5408b3d'] {{(pid=104527) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 25 07:37:35.009985 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.db.l3_dvrscheduler_db [req-ea440792-9aa0-40e9-b666-2a46ec43eb48 req-c14138f0-e3fc-4c1a-8944-77171d73c3bf tempest-DeleteServersTestJSON-1468466414 tempest-DeleteServersTestJSON-1468466414-project] No DVR routers for this DVR port 25dfc8d5-59b2-4523-b077-3638d5408b3d on host hv-cinder-82549 {{(pid=104526) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 25 07:37:35.013297 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [req-ea440792-9aa0-40e9-b666-2a46ec43eb48 req-c14138f0-e3fc-4c1a-8944-77171d73c3bf tempest-DeleteServersTestJSON-1468466414 tempest-DeleteServersTestJSON-1468466414-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93885'] for port (None), before_response {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:37:35.017337 dv-cinder-825492-15-iscsi neutron-server[104526]: INFO neutron.wsgi [req-ea440792-9aa0-40e9-b666-2a46ec43eb48 req-c14138f0-e3fc-4c1a-8944-77171d73c3bf tempest-DeleteServersTestJSON-1468466414 tempest-DeleteServersTestJSON-1468466414-project] 10.222.0.41 "DELETE /v2.0/ports/25dfc8d5-59b2-4523-b077-3638d5408b3d HTTP/1.1" status: 204 len: 173 time: 0.6275437 May 25 07:37:35.017815 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '57fedc8c-b769-4f1d-b263-478dcb44da40', 'name': 'network-vif-deleted', 'tag': '25dfc8d5-59b2-4523-b077-3638d5408b3d'}] {{(pid=104526) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 25 07:37:35.020082 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db633a5f02cadde147c9bc1566607705b0433b891c7275f259bdbd209e6b6683" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2e625071-7165-4fb0-a659-6300def11b58" -d '{"events": [{"server_uuid": "57fedc8c-b769-4f1d-b263-478dcb44da40", "name": "network-vif-deleted", "tag": "25dfc8d5-59b2-4523-b077-3638d5408b3d"}]}' {{(pid=104526) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 25 07:37:35.099923 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 25 May 2022 07:37:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aeda403a-7c68-4dfd-8bc8-9ec3208198c6 x-openstack-request-id: req-aeda403a-7c68-4dfd-8bc8-9ec3208198c6 {{(pid=104526) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 25 07:37:35.099923 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "57fedc8c-b769-4f1d-b263-478dcb44da40", "name": "network-vif-deleted", "tag": "25dfc8d5-59b2-4523-b077-3638d5408b3d", "status": "completed", "code": 200}]} {{(pid=104526) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 25 07:37:35.099923 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-aeda403a-7c68-4dfd-8bc8-9ec3208198c6 {{(pid=104526) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 25 07:37:35.099923 dv-cinder-825492-15-iscsi neutron-server[104526]: INFO neutron.notifiers.nova [-] Nova event matching ['req-aeda403a-7c68-4dfd-8bc8-9ec3208198c6'] response: {'server_uuid': '57fedc8c-b769-4f1d-b263-478dcb44da40', 'name': 'network-vif-deleted', 'tag': '25dfc8d5-59b2-4523-b077-3638d5408b3d', 'status': 'completed', 'code': 200} May 25 07:37:35.275216 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron_lib.callbacks.manager [None req-422e821d-1bbf-4f8e-a115-49fbc61a6e98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754056472917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490168'] for agent (6cf9466f-68ff-4d03-9bb6-0c8244fa88eb), after_update {{(pid=104527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:37:35.275330 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron.wsgi [-] (104525) accepted ('10.222.0.24', 42674) {{(pid=104525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 07:37:35.292389 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG dbcounter [-] [104526] Writing DB stats neutron:SELECT=100 {{(pid=104526) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 07:37:35.340717 dv-cinder-825492-15-iscsi neutron-server[104525]: INFO neutron.wsgi [req-83fa11b7-8b81-490e-8334-82ffd699a457 req-d06c4c42-55f8-4890-b789-239915cda45f tempest-DeleteServersTestJSON-1468466414 tempest-DeleteServersTestJSON-1468466414-project] 10.222.0.24 "GET /v2.0/ports?device_id=57fedc8c-b769-4f1d-b263-478dcb44da40 HTTP/1.1" status: 200 len: 210 time: 0.0271299 May 25 07:37:35.383130 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-7d013746-efad-4624-9f87-05891b859513 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:37:35.457994 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-7d013746-efad-4624-9f87-05891b859513 admin admin] Publish callbacks [] for security_group (8e217f06-6023-4d4e-865f-eb873b991377), precommit_create {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:37:35.558369 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-7d013746-efad-4624-9f87-05891b859513 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-278753'] for security_group (8e217f06-6023-4d4e-865f-eb873b991377), after_create {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:37:35.605742 dv-cinder-825492-15-iscsi neutron-server[104525]: INFO neutron.wsgi [None req-7d013746-efad-4624-9f87-05891b859513 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=34794689062648708e912a21b9cfa829&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3328061 May 25 07:37:35.606598 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d013746-efad-4624-9f87-05891b859513 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8e217f06-6023-4d4e-865f-eb873b991377,revision_number=1']} {{(pid=104525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 07:37:35.608363 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.wsgi [-] (104526) accepted ('10.222.0.24', 42680) {{(pid=104526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 07:37:35.661286 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-87af8f49-3acd-4f98-b9d5-0670a339aa42 admin admin] Publish callbacks [] for security_group (8e217f06-6023-4d4e-865f-eb873b991377), before_delete {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:37:35.684767 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-87af8f49-3acd-4f98-b9d5-0670a339aa42 admin admin] Publish callbacks [] for security_group (8e217f06-6023-4d4e-865f-eb873b991377), precommit_delete {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:37:35.701204 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG dbcounter [-] [104525] Writing DB stats neutron:INSERT=1,neutron:SELECT=95,neutron:DELETE=4 {{(pid=104525) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 07:37:35.889755 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-87af8f49-3acd-4f98-b9d5-0670a339aa42 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-278753'] for security_group (8e217f06-6023-4d4e-865f-eb873b991377), after_delete {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:37:35.892908 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-87af8f49-3acd-4f98-b9d5-0670a339aa42 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:37:35.900444 dv-cinder-825492-15-iscsi neutron-server[104526]: INFO neutron.wsgi [None req-87af8f49-3acd-4f98-b9d5-0670a339aa42 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/8e217f06-6023-4d4e-865f-eb873b991377 HTTP/1.1" status: 204 len: 168 time: 0.2840753 May 25 07:37:35.906458 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87af8f49-3acd-4f98-b9d5-0670a339aa42 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e217f06-6023-4d4e-865f-eb873b991377,revision_number=None']} {{(pid=104526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 07:37:35.963727 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2ad1116-90b7-4623-8239-367d853f57f1 req-c0914d7f-c1e8-4632-9051-76d00bb985e1 tempest-ServerRescueNegativeTestJSON-274124411 tempest-ServerRescueNegativeTestJSON-274124411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 07:37:35.965241 dv-cinder-825492-15-iscsi neutron-server[104526]: INFO neutron.wsgi [req-c2ad1116-90b7-4623-8239-367d853f57f1 req-c0914d7f-c1e8-4632-9051-76d00bb985e1 tempest-ServerRescueNegativeTestJSON-274124411 tempest-ServerRescueNegativeTestJSON-274124411-project] 10.222.0.24 "GET /v2.0/ports?device_id=f652bc42-42f2-4664-b614-603b3ddf84b1 HTTP/1.1" status: 200 len: 945 time: 0.0606847 May 25 07:37:36.016599 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG dbcounter [-] [104526] Writing DB stats neutron:SELECT=100 {{(pid=104526) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 07:37:36.024096 dv-cinder-825492-15-iscsi neutron-server[104526]: INFO neutron.wsgi [req-c2ad1116-90b7-4623-8239-367d853f57f1 req-e14aa259-0b34-4706-960e-dd5afdf3f567 tempest-ServerRescueNegativeTestJSON-274124411 tempest-ServerRescueNegativeTestJSON-274124411-project] 10.222.0.24 "GET /v2.0/security-groups?id=98ed3ba3-167d-4434-bd0b-9600585017a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528016 May 25 07:37:36.456956 dv-cinder-825492-15-iscsi neutron-server[104525]: INFO neutron.wsgi [req-da793876-c418-44cc-ac12-cf98be2e63b6 req-11a0eb53-44ed-4813-8999-262b7138e667 tempest-DeleteServersTestJSON-1468466414 tempest-DeleteServersTestJSON-1468466414-project] 10.222.0.24 "GET /v2.0/ports?device_id=57fedc8c-b769-4f1d-b263-478dcb44da40 HTTP/1.1" status: 200 len: 210 time: 0.0326850 May 25 07:37:36.512716 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG dbcounter [-] [104526] Writing DB stats neutron:SELECT=100 {{(pid=104526) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 07:37:36.745734 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.wsgi [-] (104526) accepted ('10.222.0.24', 42698) {{(pid=104526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 07:37:36.760509 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-8a3c8c93-f8b0-43ab-a9dd-a13bb4759b06 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:37:36.841370 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-8a3c8c93-f8b0-43ab-a9dd-a13bb4759b06 admin admin] Publish callbacks [] for security_group (f1013e7f-6798-4592-a63b-22379e0ea863), precommit_create {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:37:37.009780 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-8a3c8c93-f8b0-43ab-a9dd-a13bb4759b06 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-278753'] for security_group (f1013e7f-6798-4592-a63b-22379e0ea863), after_create {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:37:37.012375 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG dbcounter [-] [104526] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104526) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 07:37:37.053884 dv-cinder-825492-15-iscsi neutron-server[104526]: INFO neutron.wsgi [None req-8a3c8c93-f8b0-43ab-a9dd-a13bb4759b06 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=a68628de01504760bd59a2688e396920&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3047509 May 25 07:37:37.053884 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a3c8c93-f8b0-43ab-a9dd-a13bb4759b06 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f1013e7f-6798-4592-a63b-22379e0ea863,revision_number=1']} {{(pid=104526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 07:37:37.054648 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron.wsgi [-] (104525) accepted ('10.222.0.24', 42704) {{(pid=104525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 07:37:37.086576 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG dbcounter [-] [104525] Writing DB stats neutron:SELECT=88,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=104525) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 07:37:37.124823 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-4dd25443-e91f-4038-b922-11b864d61c66 admin admin] Publish callbacks [] for security_group (f1013e7f-6798-4592-a63b-22379e0ea863), before_delete {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:37:37.149590 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-4dd25443-e91f-4038-b922-11b864d61c66 admin admin] Publish callbacks [] for security_group (f1013e7f-6798-4592-a63b-22379e0ea863), precommit_delete {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:37:37.172740 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70396ae5-9307-4339-914c-7213c9cf932c req-109d346e-3874-4632-812c-8c7b49658acf tempest-ServerRescueNegativeTestJSON-274124411 tempest-ServerRescueNegativeTestJSON-274124411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 07:37:37.174408 dv-cinder-825492-15-iscsi neutron-server[104526]: INFO neutron.wsgi [req-70396ae5-9307-4339-914c-7213c9cf932c req-109d346e-3874-4632-812c-8c7b49658acf tempest-ServerRescueNegativeTestJSON-274124411 tempest-ServerRescueNegativeTestJSON-274124411-project] 10.222.0.24 "GET /v2.0/ports?device_id=f652bc42-42f2-4664-b614-603b3ddf84b1 HTTP/1.1" status: 200 len: 945 time: 0.0733266 May 25 07:37:37.248258 dv-cinder-825492-15-iscsi neutron-server[104526]: INFO neutron.wsgi [req-70396ae5-9307-4339-914c-7213c9cf932c req-bc577a31-d76b-4639-9509-d06e88b65ed1 tempest-ServerRescueNegativeTestJSON-274124411 tempest-ServerRescueNegativeTestJSON-274124411-project] 10.222.0.24 "GET /v2.0/security-groups?id=98ed3ba3-167d-4434-bd0b-9600585017a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0674798 May 25 07:37:37.295621 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-4dd25443-e91f-4038-b922-11b864d61c66 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-278753'] for security_group (f1013e7f-6798-4592-a63b-22379e0ea863), after_delete {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:37:37.298224 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-4dd25443-e91f-4038-b922-11b864d61c66 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:37:37.299408 dv-cinder-825492-15-iscsi neutron-server[104525]: INFO neutron.wsgi [None req-4dd25443-e91f-4038-b922-11b864d61c66 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/f1013e7f-6798-4592-a63b-22379e0ea863 HTTP/1.1" status: 204 len: 168 time: 0.2441645 May 25 07:37:37.307774 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dd25443-e91f-4038-b922-11b864d61c66 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f1013e7f-6798-4592-a63b-22379e0ea863,revision_number=None']} {{(pid=104525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 07:37:37.392910 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG dbcounter [-] [104526] Writing DB stats neutron:SELECT=88,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=104526) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 07:37:37.501893 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron_lib.callbacks.manager [None req-fea0db6d-937c-4a80-a018-05b7d41c0151 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754056472917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490168'] for agent (54ff4013-997e-4376-a4e9-e6c98cf37cc7), after_update {{(pid=104527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:37:37.947008 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG dbcounter [-] [104525] Writing DB stats neutron:INSERT=11,neutron:SELECT=84,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=104525) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 07:37:38.158037 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG dbcounter [-] [104526] Writing DB stats neutron:SELECT=84,neutron:DELETE=4,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=104526) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 07:37:38.362469 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aef4fc2-c470-445f-bd85-d9b0e71e5e68 req-09222deb-2cad-4742-a9f6-e38a1c1568f5 tempest-ServerRescueNegativeTestJSON-274124411 tempest-ServerRescueNegativeTestJSON-274124411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 07:37:38.363856 dv-cinder-825492-15-iscsi neutron-server[104525]: INFO neutron.wsgi [req-3aef4fc2-c470-445f-bd85-d9b0e71e5e68 req-09222deb-2cad-4742-a9f6-e38a1c1568f5 tempest-ServerRescueNegativeTestJSON-274124411 tempest-ServerRescueNegativeTestJSON-274124411-project] 10.222.0.24 "GET /v2.0/ports?device_id=f652bc42-42f2-4664-b614-603b3ddf84b1 HTTP/1.1" status: 200 len: 945 time: 0.0472679 May 25 07:37:38.416592 dv-cinder-825492-15-iscsi neutron-server[104525]: INFO neutron.wsgi [req-3aef4fc2-c470-445f-bd85-d9b0e71e5e68 req-0a41b7c3-872c-46e1-afa9-e6f8196ef89b tempest-ServerRescueNegativeTestJSON-274124411 tempest-ServerRescueNegativeTestJSON-274124411-project] 10.222.0.24 "GET /v2.0/security-groups?id=98ed3ba3-167d-4434-bd0b-9600585017a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469837 May 25 07:37:38.597858 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron_lib.callbacks.manager [None req-461c163e-e11a-425b-8a8d-f39fb153da48 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754056472917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490168'] for agent (fa5554a0-25df-434f-a0d0-5996d872220a), after_update {{(pid=104527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:37:38.727527 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.plugins.ml2.rpc [None req-798242cc-9ea0-464c-9109-86bd7997349e None None] Device 25dfc8d5-59b2-4523-b077-3638d5408b3d no longer exists at agent hyperv_hv-cinder-82549 {{(pid=104527) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 25 07:37:38.747566 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.plugins.ml2.plugin [None req-798242cc-9ea0-464c-9109-86bd7997349e None None] No Port match for: 25dfc8d5-59b2-4523-b077-3638d5408b3d {{(pid=104527) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 25 07:37:38.751947 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.plugins.ml2.rpc [None req-798242cc-9ea0-464c-9109-86bd7997349e None None] Device 25dfc8d5-59b2-4523-b077-3638d5408b3d not bound to the agent host hv-cinder-82549 {{(pid=104527) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 25 07:37:38.815517 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG dbcounter [-] [104525] Writing DB stats neutron:SELECT=88,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=104525) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 07:37:39.138507 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron.wsgi [-] (104525) accepted ('10.222.0.24', 42774) {{(pid=104525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 07:37:39.192776 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron.db.db_base_plugin_v2 [None req-be001672-dfb5-443a-bf7c-97adcd20eff9 admin admin] Deleting subnet 4e7fa0a7-2e65-44c2-8a1b-e3bcf2fad0a3 {{(pid=104525) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 25 07:37:39.196166 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-be001672-dfb5-443a-bf7c-97adcd20eff9 admin admin] Publish callbacks [] for subnet (4e7fa0a7-2e65-44c2-8a1b-e3bcf2fad0a3), before_delete {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:37:39.237412 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-be001672-dfb5-443a-bf7c-97adcd20eff9 admin admin] Publish callbacks [] for subnet (4e7fa0a7-2e65-44c2-8a1b-e3bcf2fad0a3), precommit_delete_associations {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:37:39.247282 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-be001672-dfb5-443a-bf7c-97adcd20eff9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1507510'] for subnet (4e7fa0a7-2e65-44c2-8a1b-e3bcf2fad0a3), precommit_delete {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:37:39.255744 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG dbcounter [-] [104526] Writing DB stats neutron:SELECT=92,neutron:DELETE=4,neutron:INSERT=4 {{(pid=104526) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 07:37:39.262727 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.wsgi [-] (104526) accepted ('10.222.0.24', 42778) {{(pid=104526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 07:37:39.384895 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-0aa43fd1-1ac8-41b6-851f-c99ed95b530e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:37:39.427621 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-be001672-dfb5-443a-bf7c-97adcd20eff9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1507501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-280644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612926'] for subnet (4e7fa0a7-2e65-44c2-8a1b-e3bcf2fad0a3), after_delete {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:37:39.456560 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be001672-dfb5-443a-bf7c-97adcd20eff9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4e7fa0a7-2e65-44c2-8a1b-e3bcf2fad0a3,revision_number=None']} {{(pid=104525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 07:37:39.458394 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-be001672-dfb5-443a-bf7c-97adcd20eff9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1612908'] for subnet (None), before_response {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:37:39.464125 dv-cinder-825492-15-iscsi neutron-server[104525]: INFO neutron.wsgi [None req-be001672-dfb5-443a-bf7c-97adcd20eff9 admin admin] 10.222.0.24 "DELETE /v2.0/subnets/4e7fa0a7-2e65-44c2-8a1b-e3bcf2fad0a3 HTTP/1.1" status: 204 len: 168 time: 0.3244076 May 25 07:37:39.464818 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.wsgi [-] (104526) accepted ('10.222.0.24', 42786) {{(pid=104526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 07:37:39.477830 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-0aa43fd1-1ac8-41b6-851f-c99ed95b530e admin admin] Publish callbacks [] for security_group (65423ea5-6650-4dec-8725-d1769ca739cd), precommit_create {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:37:39.564182 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-0aa43fd1-1ac8-41b6-851f-c99ed95b530e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-278753'] for security_group (65423ea5-6650-4dec-8725-d1769ca739cd), after_create {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:37:39.598839 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-cd745e8b-87d7-4169-b095-dd1e40ce9a50 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1321757'] for network (393dac28-ed3c-466a-907d-db6538b59cca), before_delete {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:37:39.617884 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd810399-2452-4101-9cf6-97db7018aead req-90c64d4c-4cb3-4609-92b4-322f0733e8dc tempest-ServerRescueNegativeTestJSON-274124411 tempest-ServerRescueNegativeTestJSON-274124411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 07:37:39.619447 dv-cinder-825492-15-iscsi neutron-server[104526]: INFO neutron.wsgi [req-cd810399-2452-4101-9cf6-97db7018aead req-90c64d4c-4cb3-4609-92b4-322f0733e8dc tempest-ServerRescueNegativeTestJSON-274124411 tempest-ServerRescueNegativeTestJSON-274124411-project] 10.222.0.24 "GET /v2.0/ports?device_id=f652bc42-42f2-4664-b614-603b3ddf84b1 HTTP/1.1" status: 200 len: 945 time: 0.1002414 May 25 07:37:39.641667 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron.wsgi [-] (104525) accepted ('10.222.0.24', 42794) {{(pid=104525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 07:37:39.641804 dv-cinder-825492-15-iscsi neutron-server[104526]: INFO neutron.wsgi [None req-0aa43fd1-1ac8-41b6-851f-c99ed95b530e admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=ebd9f7cb427e4a26a8dd476ec2981b04&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3779979 May 25 07:37:39.650597 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aa43fd1-1ac8-41b6-851f-c99ed95b530e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=65423ea5-6650-4dec-8725-d1769ca739cd,revision_number=1']} {{(pid=104526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 07:37:39.651532 dv-cinder-825492-15-iscsi neutron-server[104528]: DEBUG dbcounter [-] [104528] Writing DB stats neutron:SELECT=69 {{(pid=104528) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 07:37:39.718746 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-378683c4-7b4c-4307-a269-84c4cdaca02d admin admin] Publish callbacks [] for security_group (65423ea5-6650-4dec-8725-d1769ca739cd), before_delete {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:37:39.743116 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-378683c4-7b4c-4307-a269-84c4cdaca02d admin admin] Publish callbacks [] for security_group (65423ea5-6650-4dec-8725-d1769ca739cd), precommit_delete {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:37:39.778967 dv-cinder-825492-15-iscsi neutron-server[104526]: INFO neutron.wsgi [req-cd810399-2452-4101-9cf6-97db7018aead req-7e5e4739-86c3-4812-b0e7-b770b5fd6a3b tempest-ServerRescueNegativeTestJSON-274124411 tempest-ServerRescueNegativeTestJSON-274124411-project] 10.222.0.24 "GET /v2.0/security-groups?id=98ed3ba3-167d-4434-bd0b-9600585017a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1289573 May 25 07:37:39.778967 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-cd745e8b-87d7-4169-b095-dd1e40ce9a50 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1508921', 'neutron.services.segments.db._delete_segments_for_network-8754056472935'] for network (393dac28-ed3c-466a-907d-db6538b59cca), precommit_delete {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:37:39.797884 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-cd745e8b-87d7-4169-b095-dd1e40ce9a50 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=104526) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 07:37:39.798220 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-cd745e8b-87d7-4169-b095-dd1e40ce9a50 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=104526) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 07:37:39.798953 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-cd745e8b-87d7-4169-b095-dd1e40ce9a50 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=104526) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 07:37:39.799295 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-cd745e8b-87d7-4169-b095-dd1e40ce9a50 admin admin] Subscribe: > port after_create 55550000 {{(pid=104526) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 07:37:39.799641 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-cd745e8b-87d7-4169-b095-dd1e40ce9a50 admin admin] Subscribe: > port after_delete 55550000 {{(pid=104526) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 07:37:39.799968 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-cd745e8b-87d7-4169-b095-dd1e40ce9a50 admin admin] Subscribe: > port after_update 55550000 {{(pid=104526) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 07:37:39.800282 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-cd745e8b-87d7-4169-b095-dd1e40ce9a50 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=104526) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 07:37:39.800622 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-cd745e8b-87d7-4169-b095-dd1e40ce9a50 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=104526) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 07:37:39.800939 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-cd745e8b-87d7-4169-b095-dd1e40ce9a50 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=104526) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 07:37:39.801286 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-cd745e8b-87d7-4169-b095-dd1e40ce9a50 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=104526) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 07:37:39.902394 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-cd745e8b-87d7-4169-b095-dd1e40ce9a50 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=104526) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 07:37:39.902744 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-cd745e8b-87d7-4169-b095-dd1e40ce9a50 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=104526) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 07:37:39.903071 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-cd745e8b-87d7-4169-b095-dd1e40ce9a50 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=104526) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 07:37:39.903393 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-cd745e8b-87d7-4169-b095-dd1e40ce9a50 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=104526) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 07:37:39.903759 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.services.segments.db [None req-cd745e8b-87d7-4169-b095-dd1e40ce9a50 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['393dac28-ed3c-466a-907d-db6538b59cca']}} {{(pid=104526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 07:37:39.912520 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-378683c4-7b4c-4307-a269-84c4cdaca02d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-278753'] for security_group (65423ea5-6650-4dec-8725-d1769ca739cd), after_delete {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:37:39.915122 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-378683c4-7b4c-4307-a269-84c4cdaca02d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:37:39.916792 dv-cinder-825492-15-iscsi neutron-server[104525]: INFO neutron.wsgi [None req-378683c4-7b4c-4307-a269-84c4cdaca02d admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/65423ea5-6650-4dec-8725-d1769ca739cd HTTP/1.1" status: 204 len: 168 time: 0.2736208 May 25 07:37:39.925538 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.services.segments.db [None req-cd745e8b-87d7-4169-b095-dd1e40ce9a50 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3f3ca2e8-0b6a-4310-9de6-1d405d8acaba') {'for_net_delete': True} {{(pid=104526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 07:37:39.925880 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.services.segments.db [None req-cd745e8b-87d7-4169-b095-dd1e40ce9a50 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3f3ca2e8-0b6a-4310-9de6-1d405d8acaba') {} {{(pid=104526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 07:37:39.926687 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-378683c4-7b4c-4307-a269-84c4cdaca02d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=65423ea5-6650-4dec-8725-d1769ca739cd,revision_number=None']} {{(pid=104525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 07:37:39.947173 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-cd745e8b-87d7-4169-b095-dd1e40ce9a50 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754056471920', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58882375'] for segment (3f3ca2e8-0b6a-4310-9de6-1d405d8acaba), before_delete {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:37:39.969189 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-cd745e8b-87d7-4169-b095-dd1e40ce9a50 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1513389'] for segment (3f3ca2e8-0b6a-4310-9de6-1d405d8acaba), precommit_delete {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:37:39.979017 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cd745e8b-87d7-4169-b095-dd1e40ce9a50 admin admin] Releasing vlan 266 on physical network physnet1 to pool {{(pid=104526) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 25 07:37:39.979353 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-cd745e8b-87d7-4169-b095-dd1e40ce9a50 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1513389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2909867'] for segment (3f3ca2e8-0b6a-4310-9de6-1d405d8acaba), after_delete {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:37:40.067229 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron_lib.callbacks.manager [None req-f9cd7ad7-9657-4dc4-ab64-74b2d9455e3c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754056472917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490168'] for agent (749e0e2c-8e71-4175-9046-27a8fd2a3a0a), after_update {{(pid=104527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:37:40.101944 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-cd745e8b-87d7-4169-b095-dd1e40ce9a50 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1508912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-278710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612926', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1617334'] for network (393dac28-ed3c-466a-907d-db6538b59cca), after_delete {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:37:40.118560 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-cd745e8b-87d7-4169-b095-dd1e40ce9a50 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1612908'] for network (None), before_response {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:37:40.121781 dv-cinder-825492-15-iscsi neutron-server[104526]: INFO neutron.wsgi [None req-cd745e8b-87d7-4169-b095-dd1e40ce9a50 admin admin] 10.222.0.24 "DELETE /v2.0/networks/393dac28-ed3c-466a-907d-db6538b59cca HTTP/1.1" status: 204 len: 168 time: 0.6560342 May 25 07:37:40.123138 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd745e8b-87d7-4169-b095-dd1e40ce9a50 admin admin] Pushing event deleted for resources: {'Network': ['ID=393dac28-ed3c-466a-907d-db6538b59cca,revision_number=None']} {{(pid=104526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 07:37:40.509499 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.wsgi [-] (104526) accepted ('10.222.0.24', 42824) {{(pid=104526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 07:37:40.602970 dv-cinder-825492-15-iscsi neutron-server[104526]: INFO neutron.services.segments.plugin [-] Segment 3f3ca2e8-0b6a-4310-9de6-1d405d8acaba resource provider aggregate not found May 25 07:37:40.620630 dv-cinder-825492-15-iscsi neutron-server[104526]: INFO neutron.services.segments.plugin [-] Segment 3f3ca2e8-0b6a-4310-9de6-1d405d8acaba resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 3f3ca2e8-0b6a-4310-9de6-1d405d8acaba found for delete ", "request_id": "req-b69a5b1a-9f83-4e4b-8a1e-184ae4065bba"}]} May 25 07:37:40.697156 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-1052b63c-4656-4b7f-8566-dc5de9fe09c1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:37:40.720932 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG dbcounter [-] [104525] Writing DB stats neutron:SELECT=89,neutron:DELETE=9,neutron:UPDATE=2 {{(pid=104525) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 07:37:40.775276 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-1052b63c-4656-4b7f-8566-dc5de9fe09c1 admin admin] Publish callbacks [] for security_group (c36976f7-0253-4181-9edb-11d72c3017e6), precommit_create {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:37:40.864666 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.wsgi [-] (104526) accepted ('10.222.0.24', 42836) {{(pid=104526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 07:37:40.878691 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47df118f-7880-4156-ac9c-dd1c5c35118f req-8b52fa28-eeed-4f3c-b6e0-82ccd029b82c tempest-ServerRescueNegativeTestJSON-274124411 tempest-ServerRescueNegativeTestJSON-274124411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 07:37:40.880099 dv-cinder-825492-15-iscsi neutron-server[104525]: INFO neutron.wsgi [req-47df118f-7880-4156-ac9c-dd1c5c35118f req-8b52fa28-eeed-4f3c-b6e0-82ccd029b82c tempest-ServerRescueNegativeTestJSON-274124411 tempest-ServerRescueNegativeTestJSON-274124411-project] 10.222.0.24 "GET /v2.0/ports?device_id=f652bc42-42f2-4664-b614-603b3ddf84b1 HTTP/1.1" status: 200 len: 945 time: 0.0497961 May 25 07:37:40.882368 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-1052b63c-4656-4b7f-8566-dc5de9fe09c1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-278753'] for security_group (c36976f7-0253-4181-9edb-11d72c3017e6), after_create {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:37:40.945166 dv-cinder-825492-15-iscsi neutron-server[104526]: INFO neutron.wsgi [None req-1052b63c-4656-4b7f-8566-dc5de9fe09c1 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=95f0e451b0f44920831e8c653420686c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4275126 May 25 07:37:40.945407 dv-cinder-825492-15-iscsi neutron-server[104525]: INFO neutron.wsgi [req-47df118f-7880-4156-ac9c-dd1c5c35118f req-a264e2dc-afe8-4184-a904-88e71ccfadde tempest-ServerRescueNegativeTestJSON-274124411 tempest-ServerRescueNegativeTestJSON-274124411-project] 10.222.0.24 "GET /v2.0/security-groups?id=98ed3ba3-167d-4434-bd0b-9600585017a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525296 May 25 07:37:40.945407 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron.wsgi [-] (104525) accepted ('10.222.0.24', 42840) {{(pid=104525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 07:37:40.945595 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG dbcounter [-] [104526] Writing DB stats neutron:SELECT=88,neutron:INSERT=7,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=104526) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 07:37:40.957732 dv-cinder-825492-15-iscsi neutron-server[104526]: INFO neutron.wsgi [None req-74a2e59b-9884-4efb-83ba-30149771b07b admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=39578c81fb5b4b208039318217fdb3a2&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0918562 May 25 07:37:40.958465 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1052b63c-4656-4b7f-8566-dc5de9fe09c1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c36976f7-0253-4181-9edb-11d72c3017e6,revision_number=1']} {{(pid=104526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 07:37:40.958965 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron.wsgi [-] (104525) accepted ('10.222.0.24', 42842) {{(pid=104525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 07:37:41.046456 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-9392f39e-5792-4646-8322-0509d67ae59d admin admin] Publish callbacks [] for security_group (c36976f7-0253-4181-9edb-11d72c3017e6), before_delete {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:37:41.049789 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-dbde7d16-25c4-4c23-a6d8-143ab1ccb438 admin admin] Publish callbacks [] for security_group (14b7a71e-a874-4682-85d2-f3ac9c09834c), before_delete {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:37:41.083368 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-9392f39e-5792-4646-8322-0509d67ae59d admin admin] Publish callbacks [] for security_group (c36976f7-0253-4181-9edb-11d72c3017e6), precommit_delete {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:37:41.091841 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG dbcounter [-] [104525] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104525) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 07:37:41.097511 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-dbde7d16-25c4-4c23-a6d8-143ab1ccb438 admin admin] Publish callbacks [] for security_group (14b7a71e-a874-4682-85d2-f3ac9c09834c), precommit_delete {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:37:41.164209 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG dbcounter [-] [104526] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104526) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 07:37:41.221447 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-9392f39e-5792-4646-8322-0509d67ae59d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-278753'] for security_group (c36976f7-0253-4181-9edb-11d72c3017e6), after_delete {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:37:41.227463 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-9392f39e-5792-4646-8322-0509d67ae59d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:37:41.227463 dv-cinder-825492-15-iscsi neutron-server[104525]: INFO neutron.wsgi [None req-9392f39e-5792-4646-8322-0509d67ae59d admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/c36976f7-0253-4181-9edb-11d72c3017e6 HTTP/1.1" status: 204 len: 168 time: 0.2837415 May 25 07:37:41.233815 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9392f39e-5792-4646-8322-0509d67ae59d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c36976f7-0253-4181-9edb-11d72c3017e6,revision_number=None']} {{(pid=104525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 07:37:41.267745 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-dbde7d16-25c4-4c23-a6d8-143ab1ccb438 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-278753'] for security_group (14b7a71e-a874-4682-85d2-f3ac9c09834c), after_delete {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:37:41.273406 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-dbde7d16-25c4-4c23-a6d8-143ab1ccb438 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:37:41.274331 dv-cinder-825492-15-iscsi neutron-server[104525]: INFO neutron.wsgi [None req-dbde7d16-25c4-4c23-a6d8-143ab1ccb438 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/14b7a71e-a874-4682-85d2-f3ac9c09834c HTTP/1.1" status: 204 len: 168 time: 0.3143737 May 25 07:37:41.282148 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbde7d16-25c4-4c23-a6d8-143ab1ccb438 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=14b7a71e-a874-4682-85d2-f3ac9c09834c,revision_number=None']} {{(pid=104525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 07:37:41.299515 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG dbcounter [-] [104527] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=104527) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 07:37:41.530042 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron_lib.callbacks.manager [None req-4c581813-650f-4b4b-ac0f-82f585bea231 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754056472917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490168'] for agent (67455b2d-ff20-4068-8b38-73bd0628c5cb), after_update {{(pid=104527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:37:41.601627 dv-cinder-825492-15-iscsi neutron-server[104528]: DEBUG dbcounter [-] [104528] Writing DB stats neutron:SELECT=85 {{(pid=104528) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 07:37:41.955794 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron.wsgi [-] (104525) accepted ('10.222.0.24', 42866) {{(pid=104525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 07:37:41.983204 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-35695173-681d-4d64-a0e9-bf8e747c311c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:37:42.095432 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8ee7aea-058b-43bb-9c7b-718cd17c5d89 req-d04dcab6-78bb-4e9a-8073-528c961c5a54 tempest-ServerRescueNegativeTestJSON-274124411 tempest-ServerRescueNegativeTestJSON-274124411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 07:37:42.097275 dv-cinder-825492-15-iscsi neutron-server[104526]: INFO neutron.wsgi [req-f8ee7aea-058b-43bb-9c7b-718cd17c5d89 req-d04dcab6-78bb-4e9a-8073-528c961c5a54 tempest-ServerRescueNegativeTestJSON-274124411 tempest-ServerRescueNegativeTestJSON-274124411-project] 10.222.0.24 "GET /v2.0/ports?device_id=f652bc42-42f2-4664-b614-603b3ddf84b1 HTTP/1.1" status: 200 len: 945 time: 0.0578642 May 25 07:37:42.097900 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-35695173-681d-4d64-a0e9-bf8e747c311c admin admin] Publish callbacks [] for security_group (84caa351-c506-493e-9fb7-90636dbc2318), precommit_create {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:37:42.154526 dv-cinder-825492-15-iscsi neutron-server[104526]: INFO neutron.wsgi [req-f8ee7aea-058b-43bb-9c7b-718cd17c5d89 req-e64a1672-050d-45e8-a4db-b2bd4ce78925 tempest-ServerRescueNegativeTestJSON-274124411 tempest-ServerRescueNegativeTestJSON-274124411-project] 10.222.0.24 "GET /v2.0/security-groups?id=98ed3ba3-167d-4434-bd0b-9600585017a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509291 May 25 07:37:42.227079 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-35695173-681d-4d64-a0e9-bf8e747c311c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-278753'] for security_group (84caa351-c506-493e-9fb7-90636dbc2318), after_create {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:37:42.267260 dv-cinder-825492-15-iscsi neutron-server[104525]: INFO neutron.wsgi [None req-35695173-681d-4d64-a0e9-bf8e747c311c admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=987d2ca035c4417ab965706c899fb951&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3052323 May 25 07:37:42.268104 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35695173-681d-4d64-a0e9-bf8e747c311c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=84caa351-c506-493e-9fb7-90636dbc2318,revision_number=1']} {{(pid=104525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 07:37:42.270703 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.wsgi [-] (104526) accepted ('10.222.0.24', 42878) {{(pid=104526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 07:37:42.325146 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-6d4d8ae2-61cb-4342-b567-c643f83b3f45 admin admin] Publish callbacks [] for security_group (84caa351-c506-493e-9fb7-90636dbc2318), before_delete {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:37:42.349030 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-6d4d8ae2-61cb-4342-b567-c643f83b3f45 admin admin] Publish callbacks [] for security_group (84caa351-c506-493e-9fb7-90636dbc2318), precommit_delete {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:37:42.453158 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG dbcounter [-] [104526] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104526) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 07:37:42.501673 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-6d4d8ae2-61cb-4342-b567-c643f83b3f45 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-278753'] for security_group (84caa351-c506-493e-9fb7-90636dbc2318), after_delete {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:37:42.504247 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-6d4d8ae2-61cb-4342-b567-c643f83b3f45 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:37:42.505552 dv-cinder-825492-15-iscsi neutron-server[104526]: INFO neutron.wsgi [None req-6d4d8ae2-61cb-4342-b567-c643f83b3f45 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/84caa351-c506-493e-9fb7-90636dbc2318 HTTP/1.1" status: 204 len: 168 time: 0.2338812 May 25 07:37:42.514862 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d4d8ae2-61cb-4342-b567-c643f83b3f45 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=84caa351-c506-493e-9fb7-90636dbc2318,revision_number=None']} {{(pid=104526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 07:37:43.015310 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG dbcounter [-] [104526] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104526) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 07:37:43.177545 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG dbcounter [-] [104526] Writing DB stats neutron:SELECT=85,neutron:DELETE=3,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=104526) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 07:37:43.279425 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d82aa3a-d497-4af4-9cd0-9484f75eeba0 req-49f37a92-2c27-475c-b7f3-4affe2358149 tempest-ServerRescueNegativeTestJSON-274124411 tempest-ServerRescueNegativeTestJSON-274124411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 07:37:43.281128 dv-cinder-825492-15-iscsi neutron-server[104525]: INFO neutron.wsgi [req-6d82aa3a-d497-4af4-9cd0-9484f75eeba0 req-49f37a92-2c27-475c-b7f3-4affe2358149 tempest-ServerRescueNegativeTestJSON-274124411 tempest-ServerRescueNegativeTestJSON-274124411-project] 10.222.0.24 "GET /v2.0/ports?device_id=f652bc42-42f2-4664-b614-603b3ddf84b1 HTTP/1.1" status: 200 len: 945 time: 0.0515420 May 25 07:37:43.337576 dv-cinder-825492-15-iscsi neutron-server[104525]: INFO neutron.wsgi [req-6d82aa3a-d497-4af4-9cd0-9484f75eeba0 req-1a524b8a-9088-4e70-93ff-13d4d1725b51 tempest-ServerRescueNegativeTestJSON-274124411 tempest-ServerRescueNegativeTestJSON-274124411-project] 10.222.0.24 "GET /v2.0/security-groups?id=98ed3ba3-167d-4434-bd0b-9600585017a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506153 May 25 07:37:43.541734 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG dbcounter [-] [104526] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104526) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 07:37:43.656355 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.wsgi [-] (104526) accepted ('10.222.0.24', 42948) {{(pid=104526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 07:37:43.770549 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-3089320c-1cf3-48d9-84d4-3853de75f034 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:37:43.849126 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-3089320c-1cf3-48d9-84d4-3853de75f034 admin admin] Publish callbacks [] for security_group (da48015f-740e-45cd-9223-05fec3a6ceb2), precommit_create {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:37:43.935347 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-3089320c-1cf3-48d9-84d4-3853de75f034 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-278753'] for security_group (da48015f-740e-45cd-9223-05fec3a6ceb2), after_create {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:37:43.976545 dv-cinder-825492-15-iscsi neutron-server[104526]: INFO neutron.wsgi [None req-3089320c-1cf3-48d9-84d4-3853de75f034 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=ad9af32f663341cfb578c94b572aec04&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3188643 May 25 07:37:43.977201 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3089320c-1cf3-48d9-84d4-3853de75f034 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=da48015f-740e-45cd-9223-05fec3a6ceb2,revision_number=1']} {{(pid=104526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 07:37:43.979122 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron.wsgi [-] (104525) accepted ('10.222.0.24', 42960) {{(pid=104525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 07:37:44.027006 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-1aa8ecd9-556c-431e-94c4-068195586f7f admin admin] Publish callbacks [] for security_group (da48015f-740e-45cd-9223-05fec3a6ceb2), before_delete {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:37:44.052523 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-1aa8ecd9-556c-431e-94c4-068195586f7f admin admin] Publish callbacks [] for security_group (da48015f-740e-45cd-9223-05fec3a6ceb2), precommit_delete {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:37:44.068811 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG dbcounter [-] [104525] Writing DB stats neutron:SELECT=80,neutron:DELETE=8,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=104525) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 07:37:44.267511 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-1aa8ecd9-556c-431e-94c4-068195586f7f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-278753'] for security_group (da48015f-740e-45cd-9223-05fec3a6ceb2), after_delete {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:37:44.270202 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-1aa8ecd9-556c-431e-94c4-068195586f7f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:37:44.273952 dv-cinder-825492-15-iscsi neutron-server[104525]: INFO neutron.wsgi [None req-1aa8ecd9-556c-431e-94c4-068195586f7f admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/da48015f-740e-45cd-9223-05fec3a6ceb2 HTTP/1.1" status: 204 len: 168 time: 0.2910216 May 25 07:37:44.279667 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aa8ecd9-556c-431e-94c4-068195586f7f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=da48015f-740e-45cd-9223-05fec3a6ceb2,revision_number=None']} {{(pid=104525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 07:37:44.462982 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG dbcounter [-] [104526] Writing DB stats neutron:SELECT=100 {{(pid=104526) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 07:37:44.471498 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-076cb579-820e-4197-889c-b95bae1a3d08 req-4caa0a7c-2896-4cdd-ba21-2d4feddc13f7 tempest-ServerRescueNegativeTestJSON-274124411 tempest-ServerRescueNegativeTestJSON-274124411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 07:37:44.473011 dv-cinder-825492-15-iscsi neutron-server[104526]: INFO neutron.wsgi [req-076cb579-820e-4197-889c-b95bae1a3d08 req-4caa0a7c-2896-4cdd-ba21-2d4feddc13f7 tempest-ServerRescueNegativeTestJSON-274124411 tempest-ServerRescueNegativeTestJSON-274124411-project] 10.222.0.24 "GET /v2.0/ports?device_id=f652bc42-42f2-4664-b614-603b3ddf84b1 HTTP/1.1" status: 200 len: 945 time: 0.0579119 May 25 07:37:44.521608 dv-cinder-825492-15-iscsi neutron-server[104526]: INFO neutron.wsgi [req-076cb579-820e-4197-889c-b95bae1a3d08 req-e9e35467-6055-453f-a8e1-ded4f8eec4b9 tempest-ServerRescueNegativeTestJSON-274124411 tempest-ServerRescueNegativeTestJSON-274124411-project] 10.222.0.24 "GET /v2.0/security-groups?id=98ed3ba3-167d-4434-bd0b-9600585017a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427833 May 25 07:37:44.678162 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG dbcounter [-] [104526] Writing DB stats neutron:SELECT=100 {{(pid=104526) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 07:37:44.884006 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG dbcounter [-] [104526] Writing DB stats neutron:SELECT=100 {{(pid=104526) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 07:37:44.992888 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG dbcounter [-] [104526] Writing DB stats neutron:SELECT=88,neutron:DELETE=12 {{(pid=104526) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 07:37:45.273263 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG dbcounter [-] [104526] Writing DB stats neutron:SELECT=78,neutron:INSERT=20,neutron:UPDATE=2 {{(pid=104526) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 07:37:45.653722 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90021f38-774f-4cfc-bec4-cf7e11ab6f8e req-cf88d9cf-9e55-4e75-a19b-ddddf2ccbf8c tempest-ServerRescueNegativeTestJSON-274124411 tempest-ServerRescueNegativeTestJSON-274124411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 07:37:45.661014 dv-cinder-825492-15-iscsi neutron-server[104525]: INFO neutron.wsgi [req-90021f38-774f-4cfc-bec4-cf7e11ab6f8e req-cf88d9cf-9e55-4e75-a19b-ddddf2ccbf8c tempest-ServerRescueNegativeTestJSON-274124411 tempest-ServerRescueNegativeTestJSON-274124411-project] 10.222.0.24 "GET /v2.0/ports?device_id=f652bc42-42f2-4664-b614-603b3ddf84b1 HTTP/1.1" status: 200 len: 945 time: 0.0643165 May 25 07:37:45.873520 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG dbcounter [-] [104526] Writing DB stats neutron:INSERT=2,neutron:SELECT=92,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=104526) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 07:37:45.922769 dv-cinder-825492-15-iscsi neutron-server[104525]: INFO neutron.wsgi [req-90021f38-774f-4cfc-bec4-cf7e11ab6f8e req-ba566d78-e723-4ed5-956b-db51da4fe6b4 tempest-ServerRescueNegativeTestJSON-274124411 tempest-ServerRescueNegativeTestJSON-274124411-project] 10.222.0.24 "GET /v2.0/security-groups?id=98ed3ba3-167d-4434-bd0b-9600585017a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2608106 May 25 07:37:46.335350 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG dbcounter [-] [104526] Writing DB stats neutron:SELECT=88,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=104526) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 07:37:47.033378 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13b4bb11-d754-42eb-b5c1-4209bcf9094e req-2d3d4f81-4328-4473-b605-cc942a979a39 tempest-ServerRescueNegativeTestJSON-274124411 tempest-ServerRescueNegativeTestJSON-274124411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 07:37:47.034855 dv-cinder-825492-15-iscsi neutron-server[104526]: INFO neutron.wsgi [req-13b4bb11-d754-42eb-b5c1-4209bcf9094e req-2d3d4f81-4328-4473-b605-cc942a979a39 tempest-ServerRescueNegativeTestJSON-274124411 tempest-ServerRescueNegativeTestJSON-274124411-project] 10.222.0.24 "GET /v2.0/ports?device_id=f652bc42-42f2-4664-b614-603b3ddf84b1 HTTP/1.1" status: 200 len: 945 time: 0.0455651 May 25 07:37:47.082128 dv-cinder-825492-15-iscsi neutron-server[104526]: INFO neutron.wsgi [req-13b4bb11-d754-42eb-b5c1-4209bcf9094e req-8a3a4314-a73f-4020-a063-06160b06750f tempest-ServerRescueNegativeTestJSON-274124411 tempest-ServerRescueNegativeTestJSON-274124411-project] 10.222.0.24 "GET /v2.0/security-groups?id=98ed3ba3-167d-4434-bd0b-9600585017a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416174 May 25 07:37:48.200511 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f52bf7cc-196f-4ce0-aa33-0f5cc3bd0cc0 req-027079cb-e990-444c-839b-3850df44bf66 tempest-ServerRescueNegativeTestJSON-274124411 tempest-ServerRescueNegativeTestJSON-274124411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 07:37:48.202071 dv-cinder-825492-15-iscsi neutron-server[104525]: INFO neutron.wsgi [req-f52bf7cc-196f-4ce0-aa33-0f5cc3bd0cc0 req-027079cb-e990-444c-839b-3850df44bf66 tempest-ServerRescueNegativeTestJSON-274124411 tempest-ServerRescueNegativeTestJSON-274124411-project] 10.222.0.24 "GET /v2.0/ports?device_id=f652bc42-42f2-4664-b614-603b3ddf84b1 HTTP/1.1" status: 200 len: 945 time: 0.0512943 May 25 07:37:48.249226 dv-cinder-825492-15-iscsi neutron-server[104525]: INFO neutron.wsgi [req-f52bf7cc-196f-4ce0-aa33-0f5cc3bd0cc0 req-598dae86-3bbc-4e5b-91a0-8c3b53f22b53 tempest-ServerRescueNegativeTestJSON-274124411 tempest-ServerRescueNegativeTestJSON-274124411-project] 10.222.0.24 "GET /v2.0/security-groups?id=98ed3ba3-167d-4434-bd0b-9600585017a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409091 May 25 07:37:48.445346 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron.wsgi [-] (104525) accepted ('10.222.0.24', 43078) {{(pid=104525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 07:37:48.554203 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-c0ee0c95-c1f5-4032-a7ed-6e8e1d98e9e7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:37:48.639921 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-c0ee0c95-c1f5-4032-a7ed-6e8e1d98e9e7 admin admin] Publish callbacks [] for security_group (8320080f-1267-461a-a3d7-701f32613250), precommit_create {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:37:48.724228 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-c0ee0c95-c1f5-4032-a7ed-6e8e1d98e9e7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-278753'] for security_group (8320080f-1267-461a-a3d7-701f32613250), after_create {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:37:48.773347 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.wsgi [-] (104526) accepted ('10.222.0.24', 43094) {{(pid=104526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 07:37:48.773962 dv-cinder-825492-15-iscsi neutron-server[104525]: INFO neutron.wsgi [None req-c0ee0c95-c1f5-4032-a7ed-6e8e1d98e9e7 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=53cd148d7b60483184fba7acb933f24a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3269477 May 25 07:37:48.774365 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0ee0c95-c1f5-4032-a7ed-6e8e1d98e9e7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8320080f-1267-461a-a3d7-701f32613250,revision_number=1']} {{(pid=104525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 07:37:48.839989 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-c814312f-e519-4aa8-89b9-d98a00760685 admin admin] Publish callbacks [] for security_group (8320080f-1267-461a-a3d7-701f32613250), before_delete {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:37:48.858014 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG dbcounter [-] [104526] Writing DB stats neutron:SELECT=84,neutron:DELETE=4,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=104526) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 07:37:48.867759 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-c814312f-e519-4aa8-89b9-d98a00760685 admin admin] Publish callbacks [] for security_group (8320080f-1267-461a-a3d7-701f32613250), precommit_delete {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:37:48.998450 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-c814312f-e519-4aa8-89b9-d98a00760685 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-278753'] for security_group (8320080f-1267-461a-a3d7-701f32613250), after_delete {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:37:49.001743 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-c814312f-e519-4aa8-89b9-d98a00760685 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:37:49.004285 dv-cinder-825492-15-iscsi neutron-server[104526]: INFO neutron.wsgi [None req-c814312f-e519-4aa8-89b9-d98a00760685 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/8320080f-1267-461a-a3d7-701f32613250 HTTP/1.1" status: 204 len: 168 time: 0.2274652 May 25 07:37:49.020647 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c814312f-e519-4aa8-89b9-d98a00760685 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8320080f-1267-461a-a3d7-701f32613250,revision_number=None']} {{(pid=104526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 07:37:49.314157 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c55c13d4-ba54-4fc5-b5a6-71d512dc5150 req-bff8a770-e66e-455e-b953-fc6845681699 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 07:37:49.315956 dv-cinder-825492-15-iscsi neutron-server[104526]: INFO neutron.wsgi [req-c55c13d4-ba54-4fc5-b5a6-71d512dc5150 req-bff8a770-e66e-455e-b953-fc6845681699 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=f652bc42-42f2-4664-b614-603b3ddf84b1 HTTP/1.1" status: 200 len: 1129 time: 0.0492852 May 25 07:37:49.412804 dv-cinder-825492-15-iscsi neutron-server[104526]: INFO neutron.wsgi [req-c55c13d4-ba54-4fc5-b5a6-71d512dc5150 req-e51de8c7-8406-4b3c-b907-3b96085f0183 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=98ed3ba3-167d-4434-bd0b-9600585017a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0824218 May 25 07:37:49.419919 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3726c637-660f-44b0-858c-91b8a61881ca req-0678c1d5-a201-4bb0-b40b-78f84314602e tempest-ServerRescueNegativeTestJSON-274124411 tempest-ServerRescueNegativeTestJSON-274124411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 07:37:49.421705 dv-cinder-825492-15-iscsi neutron-server[104526]: INFO neutron.wsgi [req-3726c637-660f-44b0-858c-91b8a61881ca req-0678c1d5-a201-4bb0-b40b-78f84314602e tempest-ServerRescueNegativeTestJSON-274124411 tempest-ServerRescueNegativeTestJSON-274124411-project] 10.222.0.24 "GET /v2.0/ports?device_id=f652bc42-42f2-4664-b614-603b3ddf84b1 HTTP/1.1" status: 200 len: 945 time: 0.0722826 May 25 07:37:49.480226 dv-cinder-825492-15-iscsi neutron-server[104526]: INFO neutron.wsgi [req-3726c637-660f-44b0-858c-91b8a61881ca req-e0b972e0-a4ba-4e10-b03a-cef7da319f32 tempest-ServerRescueNegativeTestJSON-274124411 tempest-ServerRescueNegativeTestJSON-274124411-project] 10.222.0.24 "GET /v2.0/security-groups?id=98ed3ba3-167d-4434-bd0b-9600585017a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522666 May 25 07:37:49.659882 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.wsgi [-] (104526) accepted ('10.222.0.24', 43108) {{(pid=104526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 07:37:49.674184 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-a7d15f42-7054-4031-a735-934a605fe5a3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:37:49.731003 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG dbcounter [-] [104526] Writing DB stats neutron:SELECT=85,neutron:DELETE=4,neutron:INSERT=10,neutron:UPDATE=1 {{(pid=104526) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 07:37:49.753908 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-a7d15f42-7054-4031-a735-934a605fe5a3 admin admin] Publish callbacks [] for security_group (513efff3-eaad-4f33-9645-9ef1ef3ce22f), precommit_create {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:37:49.838111 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-a7d15f42-7054-4031-a735-934a605fe5a3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-278753'] for security_group (513efff3-eaad-4f33-9645-9ef1ef3ce22f), after_create {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:37:49.876649 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7d15f42-7054-4031-a735-934a605fe5a3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=513efff3-eaad-4f33-9645-9ef1ef3ce22f,revision_number=1']} {{(pid=104526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 07:37:49.882578 dv-cinder-825492-15-iscsi neutron-server[104526]: INFO neutron.wsgi [None req-a7d15f42-7054-4031-a735-934a605fe5a3 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=768fad8c02d44ed98e645080a5e11ae6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2216508 May 25 07:37:49.883513 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron.wsgi [-] (104525) accepted ('10.222.0.24', 43112) {{(pid=104525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 07:37:49.933079 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-35bd9c09-23da-4008-b800-ba3118014632 admin admin] Publish callbacks [] for security_group (513efff3-eaad-4f33-9645-9ef1ef3ce22f), before_delete {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:37:49.951364 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG dbcounter [-] [104525] Writing DB stats neutron:SELECT=89,neutron:DELETE=4,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=104525) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 07:37:49.956609 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-35bd9c09-23da-4008-b800-ba3118014632 admin admin] Publish callbacks [] for security_group (513efff3-eaad-4f33-9645-9ef1ef3ce22f), precommit_delete {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:37:50.049747 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-35bd9c09-23da-4008-b800-ba3118014632 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-278753'] for security_group (513efff3-eaad-4f33-9645-9ef1ef3ce22f), after_delete {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:37:50.052286 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-35bd9c09-23da-4008-b800-ba3118014632 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:37:50.053441 dv-cinder-825492-15-iscsi neutron-server[104525]: INFO neutron.wsgi [None req-35bd9c09-23da-4008-b800-ba3118014632 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/513efff3-eaad-4f33-9645-9ef1ef3ce22f HTTP/1.1" status: 204 len: 168 time: 0.1688898 May 25 07:37:50.061688 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35bd9c09-23da-4008-b800-ba3118014632 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=513efff3-eaad-4f33-9645-9ef1ef3ce22f,revision_number=None']} {{(pid=104525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 07:37:50.605333 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-337bce35-523f-4fb3-a046-4611d0a1e41e req-3812f5e8-e39e-4fa7-bf0a-4aa70a61866a tempest-ServerRescueNegativeTestJSON-274124411 tempest-ServerRescueNegativeTestJSON-274124411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 07:37:50.606819 dv-cinder-825492-15-iscsi neutron-server[104525]: INFO neutron.wsgi [req-337bce35-523f-4fb3-a046-4611d0a1e41e req-3812f5e8-e39e-4fa7-bf0a-4aa70a61866a tempest-ServerRescueNegativeTestJSON-274124411 tempest-ServerRescueNegativeTestJSON-274124411-project] 10.222.0.24 "GET /v2.0/ports?device_id=f652bc42-42f2-4664-b614-603b3ddf84b1 HTTP/1.1" status: 200 len: 945 time: 0.0547473 May 25 07:37:50.659504 dv-cinder-825492-15-iscsi neutron-server[104525]: INFO neutron.wsgi [req-337bce35-523f-4fb3-a046-4611d0a1e41e req-f7592373-02c4-4021-a879-187002ae187c tempest-ServerRescueNegativeTestJSON-274124411 tempest-ServerRescueNegativeTestJSON-274124411-project] 10.222.0.24 "GET /v2.0/security-groups?id=98ed3ba3-167d-4434-bd0b-9600585017a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463459 May 25 07:37:51.773750 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2d69772-0ce9-4695-947b-bf27f00f35e5 req-382268e9-c2cd-44a5-ba26-62059f0e1c82 tempest-ServerRescueNegativeTestJSON-274124411 tempest-ServerRescueNegativeTestJSON-274124411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 07:37:51.775198 dv-cinder-825492-15-iscsi neutron-server[104526]: INFO neutron.wsgi [req-d2d69772-0ce9-4695-947b-bf27f00f35e5 req-382268e9-c2cd-44a5-ba26-62059f0e1c82 tempest-ServerRescueNegativeTestJSON-274124411 tempest-ServerRescueNegativeTestJSON-274124411-project] 10.222.0.24 "GET /v2.0/ports?device_id=f652bc42-42f2-4664-b614-603b3ddf84b1 HTTP/1.1" status: 200 len: 945 time: 0.0466626 May 25 07:37:51.821098 dv-cinder-825492-15-iscsi neutron-server[104526]: INFO neutron.wsgi [req-d2d69772-0ce9-4695-947b-bf27f00f35e5 req-88f6a29a-10d0-4660-93c9-58afe9942f16 tempest-ServerRescueNegativeTestJSON-274124411 tempest-ServerRescueNegativeTestJSON-274124411-project] 10.222.0.24 "GET /v2.0/security-groups?id=98ed3ba3-167d-4434-bd0b-9600585017a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403934 May 25 07:37:52.945832 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7f628c2-ab6f-490e-8a3c-425c36638e09 req-ba710c75-6595-4ee9-ba37-88e9d01b7dd9 tempest-ServerRescueNegativeTestJSON-274124411 tempest-ServerRescueNegativeTestJSON-274124411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 07:37:52.947531 dv-cinder-825492-15-iscsi neutron-server[104525]: INFO neutron.wsgi [req-d7f628c2-ab6f-490e-8a3c-425c36638e09 req-ba710c75-6595-4ee9-ba37-88e9d01b7dd9 tempest-ServerRescueNegativeTestJSON-274124411 tempest-ServerRescueNegativeTestJSON-274124411-project] 10.222.0.24 "GET /v2.0/ports?device_id=f652bc42-42f2-4664-b614-603b3ddf84b1 HTTP/1.1" status: 200 len: 945 time: 0.0500369 May 25 07:37:53.000673 dv-cinder-825492-15-iscsi neutron-server[104525]: INFO neutron.wsgi [req-d7f628c2-ab6f-490e-8a3c-425c36638e09 req-1c1d7c6b-0c41-4e27-872f-6e5ab4a807f1 tempest-ServerRescueNegativeTestJSON-274124411 tempest-ServerRescueNegativeTestJSON-274124411-project] 10.222.0.24 "GET /v2.0/security-groups?id=98ed3ba3-167d-4434-bd0b-9600585017a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461049 May 25 07:37:54.120173 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f73b85c7-2bd5-44d2-b073-d18e2b36679e req-502b6e6f-b0c4-4cdd-80ef-4836acc00a8e tempest-ServerRescueNegativeTestJSON-274124411 tempest-ServerRescueNegativeTestJSON-274124411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 07:37:54.121669 dv-cinder-825492-15-iscsi neutron-server[104526]: INFO neutron.wsgi [req-f73b85c7-2bd5-44d2-b073-d18e2b36679e req-502b6e6f-b0c4-4cdd-80ef-4836acc00a8e tempest-ServerRescueNegativeTestJSON-274124411 tempest-ServerRescueNegativeTestJSON-274124411-project] 10.222.0.24 "GET /v2.0/ports?device_id=f652bc42-42f2-4664-b614-603b3ddf84b1 HTTP/1.1" status: 200 len: 945 time: 0.0511827 May 25 07:37:54.173254 dv-cinder-825492-15-iscsi neutron-server[104526]: INFO neutron.wsgi [req-f73b85c7-2bd5-44d2-b073-d18e2b36679e req-8dac6724-f1be-4593-b6c5-5ef871019849 tempest-ServerRescueNegativeTestJSON-274124411 tempest-ServerRescueNegativeTestJSON-274124411-project] 10.222.0.24 "GET /v2.0/security-groups?id=98ed3ba3-167d-4434-bd0b-9600585017a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449123 May 25 07:37:55.291023 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c8b3908-3153-4ccc-a7db-fc64b75056db req-c1dd7c5d-cae2-434f-b17d-c322cb1fd0a2 tempest-ServerRescueNegativeTestJSON-274124411 tempest-ServerRescueNegativeTestJSON-274124411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 07:37:55.292926 dv-cinder-825492-15-iscsi neutron-server[104525]: INFO neutron.wsgi [req-0c8b3908-3153-4ccc-a7db-fc64b75056db req-c1dd7c5d-cae2-434f-b17d-c322cb1fd0a2 tempest-ServerRescueNegativeTestJSON-274124411 tempest-ServerRescueNegativeTestJSON-274124411-project] 10.222.0.24 "GET /v2.0/ports?device_id=f652bc42-42f2-4664-b614-603b3ddf84b1 HTTP/1.1" status: 200 len: 945 time: 0.0505109 May 25 07:37:55.341376 dv-cinder-825492-15-iscsi neutron-server[104525]: INFO neutron.wsgi [req-0c8b3908-3153-4ccc-a7db-fc64b75056db req-0187f658-34f7-4719-ac09-0d7b07a237a5 tempest-ServerRescueNegativeTestJSON-274124411 tempest-ServerRescueNegativeTestJSON-274124411-project] 10.222.0.24 "GET /v2.0/security-groups?id=98ed3ba3-167d-4434-bd0b-9600585017a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428052 May 25 07:37:56.456996 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4c5d290-ccb0-4f4d-a9ed-3b37127d1dfc req-4a398f7b-6639-4187-9662-63111653c8bb tempest-ServerRescueNegativeTestJSON-274124411 tempest-ServerRescueNegativeTestJSON-274124411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 07:37:56.458725 dv-cinder-825492-15-iscsi neutron-server[104526]: INFO neutron.wsgi [req-b4c5d290-ccb0-4f4d-a9ed-3b37127d1dfc req-4a398f7b-6639-4187-9662-63111653c8bb tempest-ServerRescueNegativeTestJSON-274124411 tempest-ServerRescueNegativeTestJSON-274124411-project] 10.222.0.24 "GET /v2.0/ports?device_id=f652bc42-42f2-4664-b614-603b3ddf84b1 HTTP/1.1" status: 200 len: 945 time: 0.0492344 May 25 07:37:56.508155 dv-cinder-825492-15-iscsi neutron-server[104526]: INFO neutron.wsgi [req-b4c5d290-ccb0-4f4d-a9ed-3b37127d1dfc req-ebc2f7e4-776d-40ca-a982-d96a2128fe5f tempest-ServerRescueNegativeTestJSON-274124411 tempest-ServerRescueNegativeTestJSON-274124411-project] 10.222.0.24 "GET /v2.0/security-groups?id=98ed3ba3-167d-4434-bd0b-9600585017a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438695 May 25 07:37:56.635704 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e6f7c99-b960-462a-8986-cc06c242e4e0 req-12b2d44c-458b-40ea-ad1c-959c5373f359 tempest-ServerRescueNegativeTestJSON-274124411 tempest-ServerRescueNegativeTestJSON-274124411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 07:37:56.638333 dv-cinder-825492-15-iscsi neutron-server[104525]: INFO neutron.wsgi [req-5e6f7c99-b960-462a-8986-cc06c242e4e0 req-12b2d44c-458b-40ea-ad1c-959c5373f359 tempest-ServerRescueNegativeTestJSON-274124411 tempest-ServerRescueNegativeTestJSON-274124411-project] 10.222.0.24 "GET /v2.0/ports?device_id=2d5a90d7-311f-4e4a-84c2-ff14c0440bd2 HTTP/1.1" status: 200 len: 945 time: 0.0585828 May 25 07:37:56.680114 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG dbcounter [-] [104525] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:DELETE=4 {{(pid=104525) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 07:37:56.687524 dv-cinder-825492-15-iscsi neutron-server[104525]: INFO neutron.wsgi [req-5e6f7c99-b960-462a-8986-cc06c242e4e0 req-9fb646c1-de81-4113-833d-04a3ac7af1e4 tempest-ServerRescueNegativeTestJSON-274124411 tempest-ServerRescueNegativeTestJSON-274124411-project] 10.222.0.24 "GET /v2.0/security-groups?id=98ed3ba3-167d-4434-bd0b-9600585017a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427418 May 25 07:37:58.123079 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron.wsgi [-] (104525) accepted ('10.222.0.24', 43290) {{(pid=104525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 07:37:58.231241 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-52ac1fa7-8bed-4353-8198-bf53c500747a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:37:58.310076 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-52ac1fa7-8bed-4353-8198-bf53c500747a admin admin] Publish callbacks [] for security_group (3c282eaf-734e-462d-885c-e8726e67aaa6), precommit_create {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:37:58.370388 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-52ac1fa7-8bed-4353-8198-bf53c500747a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-278753'] for security_group (3c282eaf-734e-462d-885c-e8726e67aaa6), after_create {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:37:58.410666 dv-cinder-825492-15-iscsi neutron-server[104525]: INFO neutron.wsgi [None req-52ac1fa7-8bed-4353-8198-bf53c500747a admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=3b53c767a60047fca5fee1466c88ddad&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2857487 May 25 07:37:58.411363 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52ac1fa7-8bed-4353-8198-bf53c500747a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3c282eaf-734e-462d-885c-e8726e67aaa6,revision_number=1']} {{(pid=104525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 07:37:58.414180 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.wsgi [-] (104526) accepted ('10.222.0.24', 43298) {{(pid=104526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 07:37:58.472708 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-e08a723e-bdbe-40bb-944a-f3565d7a431b admin admin] Publish callbacks [] for security_group (3c282eaf-734e-462d-885c-e8726e67aaa6), before_delete {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:37:58.490224 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-e08a723e-bdbe-40bb-944a-f3565d7a431b admin admin] Publish callbacks [] for security_group (3c282eaf-734e-462d-885c-e8726e67aaa6), precommit_delete {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:37:58.661585 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-e08a723e-bdbe-40bb-944a-f3565d7a431b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-278753'] for security_group (3c282eaf-734e-462d-885c-e8726e67aaa6), after_delete {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:37:58.667335 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-e08a723e-bdbe-40bb-944a-f3565d7a431b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:37:58.667335 dv-cinder-825492-15-iscsi neutron-server[104526]: INFO neutron.wsgi [None req-e08a723e-bdbe-40bb-944a-f3565d7a431b admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/3c282eaf-734e-462d-885c-e8726e67aaa6 HTTP/1.1" status: 204 len: 168 time: 0.2496200 May 25 07:37:58.675460 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e08a723e-bdbe-40bb-944a-f3565d7a431b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c282eaf-734e-462d-885c-e8726e67aaa6,revision_number=None']} {{(pid=104526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 07:37:58.687246 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG dbcounter [-] [104527] Writing DB stats neutron:UPDATE=7,neutron:SELECT=40 {{(pid=104527) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 07:38:01.344547 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd770ed6-ecf1-4c8f-ae9e-9cac25144fdb req-a1937ef3-4553-404d-8e33-8cec5d53f9a7 tempest-ServerRescueNegativeTestJSON-274124411 tempest-ServerRescueNegativeTestJSON-274124411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 07:38:01.346134 dv-cinder-825492-15-iscsi neutron-server[104525]: INFO neutron.wsgi [req-fd770ed6-ecf1-4c8f-ae9e-9cac25144fdb req-a1937ef3-4553-404d-8e33-8cec5d53f9a7 tempest-ServerRescueNegativeTestJSON-274124411 tempest-ServerRescueNegativeTestJSON-274124411-project] 10.222.0.24 "GET /v2.0/ports?device_id=2d5a90d7-311f-4e4a-84c2-ff14c0440bd2 HTTP/1.1" status: 200 len: 945 time: 0.0508533 May 25 07:38:01.401118 dv-cinder-825492-15-iscsi neutron-server[104525]: INFO neutron.wsgi [req-fd770ed6-ecf1-4c8f-ae9e-9cac25144fdb req-b3ffd333-2f81-42cc-a247-43a1e7a32057 tempest-ServerRescueNegativeTestJSON-274124411 tempest-ServerRescueNegativeTestJSON-274124411-project] 10.222.0.24 "GET /v2.0/security-groups?id=98ed3ba3-167d-4434-bd0b-9600585017a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494239 May 25 07:38:01.436153 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31fe5fdd-17fc-4c95-b4a4-14f1c6a7edad req-703c1194-8c73-4a6f-ab51-783a8b2c9db5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 07:38:01.437934 dv-cinder-825492-15-iscsi neutron-server[104526]: INFO neutron.wsgi [req-31fe5fdd-17fc-4c95-b4a4-14f1c6a7edad req-703c1194-8c73-4a6f-ab51-783a8b2c9db5 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=d4719a4804e24f27b9427e58c5cbe13b&device_id=2d5a90d7-311f-4e4a-84c2-ff14c0440bd2 HTTP/1.1" status: 200 len: 1129 time: 0.0388041 May 25 07:38:01.536425 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31fe5fdd-17fc-4c95-b4a4-14f1c6a7edad req-0efcd6a7-379c-4e99-aa9f-52201815ba8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 07:38:01.538270 dv-cinder-825492-15-iscsi neutron-server[104526]: INFO neutron.wsgi [req-31fe5fdd-17fc-4c95-b4a4-14f1c6a7edad req-0efcd6a7-379c-4e99-aa9f-52201815ba8d service neutron] 10.222.0.41 "GET /v2.0/networks?id=e9255b8f-85b1-4659-9bc1-7aaec6681338 HTTP/1.1" status: 200 len: 917 time: 0.0943441 May 25 07:38:01.587306 dv-cinder-825492-15-iscsi neutron-server[104526]: INFO neutron.wsgi [req-31fe5fdd-17fc-4c95-b4a4-14f1c6a7edad req-e51bc24c-b0b4-4c5d-8305-94df1bf030a2 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=37369604-0009-4591-97a8-6e3c90d97049 HTTP/1.1" status: 200 len: 217 time: 0.0399454 May 25 07:38:01.643500 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31fe5fdd-17fc-4c95-b4a4-14f1c6a7edad req-e8fdce8b-e52a-4830-b8c7-aaf02c05a638 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 07:38:01.645399 dv-cinder-825492-15-iscsi neutron-server[104526]: INFO neutron.wsgi [req-31fe5fdd-17fc-4c95-b4a4-14f1c6a7edad req-e8fdce8b-e52a-4830-b8c7-aaf02c05a638 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=2bd01566-eaf4-4493-b26a-8c7ef6fcaf51 HTTP/1.1" status: 200 len: 855 time: 0.0506592 May 25 07:38:01.695002 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31fe5fdd-17fc-4c95-b4a4-14f1c6a7edad req-06962784-d11d-4b27-bb7b-f299d496c43b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 07:38:01.696582 dv-cinder-825492-15-iscsi neutron-server[104526]: INFO neutron.wsgi [req-31fe5fdd-17fc-4c95-b4a4-14f1c6a7edad req-06962784-d11d-4b27-bb7b-f299d496c43b service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=e9255b8f-85b1-4659-9bc1-7aaec6681338&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0426986 May 25 07:38:01.767632 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG dbcounter [-] [104526] Writing DB stats neutron:SELECT=96,neutron:INSERT=1,neutron:DELETE=3 {{(pid=104526) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 07:38:01.797589 dv-cinder-825492-15-iscsi neutron-server[104526]: INFO neutron.wsgi [req-31fe5fdd-17fc-4c95-b4a4-14f1c6a7edad req-c9ddbead-e9bb-4973-97c0-1e1549b6dee0 service neutron] 10.222.0.41 "GET /v2.0/networks/e9255b8f-85b1-4659-9bc1-7aaec6681338?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0932596 May 25 07:38:01.898644 dv-cinder-825492-15-iscsi neutron-server[104526]: INFO neutron.wsgi [req-31fe5fdd-17fc-4c95-b4a4-14f1c6a7edad req-5618bb1d-ebfc-429c-989f-eb07c4bf6c38 service neutron] 10.222.0.41 "GET /v2.0/networks/e9255b8f-85b1-4659-9bc1-7aaec6681338?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0950282 May 25 07:38:02.043592 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron_lib.callbacks.manager [None req-798242cc-9ea0-464c-9109-86bd7997349e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754056472917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490168'] for agent (bbf5dc8c-5103-4973-a6b6-76af4660c126), after_update {{(pid=104527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:38:02.507530 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG dbcounter [-] [104526] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104526) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 07:38:02.528037 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df3406ef-61e3-4721-873e-446106a978cf req-47d549d1-dd7e-45af-9ee0-a8ef44a86e78 tempest-ServerRescueNegativeTestJSON-274124411 tempest-ServerRescueNegativeTestJSON-274124411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 07:38:02.529559 dv-cinder-825492-15-iscsi neutron-server[104526]: INFO neutron.wsgi [req-df3406ef-61e3-4721-873e-446106a978cf req-47d549d1-dd7e-45af-9ee0-a8ef44a86e78 tempest-ServerRescueNegativeTestJSON-274124411 tempest-ServerRescueNegativeTestJSON-274124411-project] 10.222.0.24 "GET /v2.0/ports?device_id=2d5a90d7-311f-4e4a-84c2-ff14c0440bd2 HTTP/1.1" status: 200 len: 945 time: 0.0520301 May 25 07:38:02.595538 dv-cinder-825492-15-iscsi neutron-server[104526]: INFO neutron.wsgi [req-df3406ef-61e3-4721-873e-446106a978cf req-b17c74be-e964-4e94-ac26-c1ab1746838e tempest-ServerRescueNegativeTestJSON-274124411 tempest-ServerRescueNegativeTestJSON-274124411-project] 10.222.0.24 "GET /v2.0/security-groups?id=98ed3ba3-167d-4434-bd0b-9600585017a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593712 May 25 07:38:03.713785 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d00d037-5b25-4460-8f60-d7656420fb54 req-2bb85168-11c8-4615-99c4-fec2eaf7473b tempest-ServerRescueNegativeTestJSON-274124411 tempest-ServerRescueNegativeTestJSON-274124411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 07:38:03.715277 dv-cinder-825492-15-iscsi neutron-server[104525]: INFO neutron.wsgi [req-2d00d037-5b25-4460-8f60-d7656420fb54 req-2bb85168-11c8-4615-99c4-fec2eaf7473b tempest-ServerRescueNegativeTestJSON-274124411 tempest-ServerRescueNegativeTestJSON-274124411-project] 10.222.0.24 "GET /v2.0/ports?device_id=2d5a90d7-311f-4e4a-84c2-ff14c0440bd2 HTTP/1.1" status: 200 len: 945 time: 0.0493398 May 25 07:38:03.768359 dv-cinder-825492-15-iscsi neutron-server[104525]: INFO neutron.wsgi [req-2d00d037-5b25-4460-8f60-d7656420fb54 req-0984db0b-3f4d-4190-a180-d49bebbe07ab tempest-ServerRescueNegativeTestJSON-274124411 tempest-ServerRescueNegativeTestJSON-274124411-project] 10.222.0.24 "GET /v2.0/security-groups?id=98ed3ba3-167d-4434-bd0b-9600585017a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473447 May 25 07:38:04.882183 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cc0585a-194b-4efd-b83a-1daef1288ba7 req-1588d32b-3491-4744-bc8d-731964fbba03 tempest-ServerRescueNegativeTestJSON-274124411 tempest-ServerRescueNegativeTestJSON-274124411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 07:38:04.883703 dv-cinder-825492-15-iscsi neutron-server[104526]: INFO neutron.wsgi [req-0cc0585a-194b-4efd-b83a-1daef1288ba7 req-1588d32b-3491-4744-bc8d-731964fbba03 tempest-ServerRescueNegativeTestJSON-274124411 tempest-ServerRescueNegativeTestJSON-274124411-project] 10.222.0.24 "GET /v2.0/ports?device_id=2d5a90d7-311f-4e4a-84c2-ff14c0440bd2 HTTP/1.1" status: 200 len: 945 time: 0.0466235 May 25 07:38:04.932631 dv-cinder-825492-15-iscsi neutron-server[104526]: INFO neutron.wsgi [req-0cc0585a-194b-4efd-b83a-1daef1288ba7 req-433c7c91-347d-4548-bf1a-35f297bb61f9 tempest-ServerRescueNegativeTestJSON-274124411 tempest-ServerRescueNegativeTestJSON-274124411-project] 10.222.0.24 "GET /v2.0/security-groups?id=98ed3ba3-167d-4434-bd0b-9600585017a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415583 May 25 07:38:05.238571 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron_lib.callbacks.manager [None req-56307c5e-1a52-4942-aa5a-871ea34a345a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754056472917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490168'] for agent (6cf9466f-68ff-4d03-9bb6-0c8244fa88eb), after_update {{(pid=104527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:38:05.894256 dv-cinder-825492-15-iscsi neutron-server[104528]: DEBUG dbcounter [-] [104528] Writing DB stats neutron:SELECT=2 {{(pid=104528) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 07:38:05.899019 dv-cinder-825492-15-iscsi neutron-server[104528]: DEBUG dbcounter [-] [104528] Writing DB stats neutron:SELECT=4 {{(pid=104528) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 07:38:06.055257 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53894750-f372-46e5-b336-921b2cfc1a76 req-1d1f6323-c621-4893-a727-888dc4757af3 tempest-ServerRescueNegativeTestJSON-274124411 tempest-ServerRescueNegativeTestJSON-274124411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 07:38:06.056806 dv-cinder-825492-15-iscsi neutron-server[104525]: INFO neutron.wsgi [req-53894750-f372-46e5-b336-921b2cfc1a76 req-1d1f6323-c621-4893-a727-888dc4757af3 tempest-ServerRescueNegativeTestJSON-274124411 tempest-ServerRescueNegativeTestJSON-274124411-project] 10.222.0.24 "GET /v2.0/ports?device_id=2d5a90d7-311f-4e4a-84c2-ff14c0440bd2 HTTP/1.1" status: 200 len: 945 time: 0.0460231 May 25 07:38:06.107827 dv-cinder-825492-15-iscsi neutron-server[104525]: INFO neutron.wsgi [req-53894750-f372-46e5-b336-921b2cfc1a76 req-70721b9e-ae79-4c66-89fc-f2aa216171ef tempest-ServerRescueNegativeTestJSON-274124411 tempest-ServerRescueNegativeTestJSON-274124411-project] 10.222.0.24 "GET /v2.0/security-groups?id=98ed3ba3-167d-4434-bd0b-9600585017a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437269 May 25 07:38:06.940166 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron.wsgi [-] (104525) accepted ('10.222.0.24', 43492) {{(pid=104525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 07:38:07.076293 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-967a45c7-4ff7-491a-947e-7005fd541f99 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:38:07.221501 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcbf2238-17b9-4b46-8f41-e6da38c1470c req-a6a9925c-3685-4490-ac32-fd8f8345a86d tempest-ServerRescueNegativeTestJSON-274124411 tempest-ServerRescueNegativeTestJSON-274124411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 07:38:07.223078 dv-cinder-825492-15-iscsi neutron-server[104526]: INFO neutron.wsgi [req-fcbf2238-17b9-4b46-8f41-e6da38c1470c req-a6a9925c-3685-4490-ac32-fd8f8345a86d tempest-ServerRescueNegativeTestJSON-274124411 tempest-ServerRescueNegativeTestJSON-274124411-project] 10.222.0.24 "GET /v2.0/ports?device_id=2d5a90d7-311f-4e4a-84c2-ff14c0440bd2 HTTP/1.1" status: 200 len: 945 time: 0.0461001 May 25 07:38:07.254909 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-967a45c7-4ff7-491a-947e-7005fd541f99 admin admin] Publish callbacks [] for security_group (d73da6ef-bd8f-4d5a-88d9-80bad7495281), precommit_create {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:38:07.272407 dv-cinder-825492-15-iscsi neutron-server[104526]: INFO neutron.wsgi [req-fcbf2238-17b9-4b46-8f41-e6da38c1470c req-3c0eb2d0-601a-4bf6-acff-3b5cc3b844b8 tempest-ServerRescueNegativeTestJSON-274124411 tempest-ServerRescueNegativeTestJSON-274124411-project] 10.222.0.24 "GET /v2.0/security-groups?id=98ed3ba3-167d-4434-bd0b-9600585017a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434709 May 25 07:38:07.324554 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-967a45c7-4ff7-491a-947e-7005fd541f99 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-278753'] for security_group (d73da6ef-bd8f-4d5a-88d9-80bad7495281), after_create {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:38:07.349256 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG dbcounter [-] [104525] Writing DB stats neutron:SELECT=90,neutron:INSERT=9,neutron:UPDATE=1 {{(pid=104525) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 07:38:07.365129 dv-cinder-825492-15-iscsi neutron-server[104525]: INFO neutron.wsgi [None req-967a45c7-4ff7-491a-947e-7005fd541f99 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=bc97a33f76124d90bb62a2d7f4bf5e07&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4239759 May 25 07:38:07.370092 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-967a45c7-4ff7-491a-947e-7005fd541f99 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d73da6ef-bd8f-4d5a-88d9-80bad7495281,revision_number=1']} {{(pid=104525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 07:38:07.371945 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron.wsgi [-] (104525) accepted ('10.222.0.24', 43512) {{(pid=104525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 07:38:07.423517 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-5618787b-2d62-4f21-9f48-0ea34a280373 admin admin] Publish callbacks [] for security_group (d73da6ef-bd8f-4d5a-88d9-80bad7495281), before_delete {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:38:07.445335 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-5618787b-2d62-4f21-9f48-0ea34a280373 admin admin] Publish callbacks [] for security_group (d73da6ef-bd8f-4d5a-88d9-80bad7495281), precommit_delete {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:38:07.446645 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG dbcounter [-] [104525] Writing DB stats neutron:SELECT=86,neutron:INSERT=13,neutron:UPDATE=1 {{(pid=104525) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 07:38:07.467297 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron_lib.callbacks.manager [None req-63bc5cf9-b161-4106-86e2-0c13876c8c00 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754056472917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490168'] for agent (54ff4013-997e-4376-a4e9-e6c98cf37cc7), after_update {{(pid=104527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:38:07.541530 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-5618787b-2d62-4f21-9f48-0ea34a280373 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-278753'] for security_group (d73da6ef-bd8f-4d5a-88d9-80bad7495281), after_delete {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:38:07.544151 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-5618787b-2d62-4f21-9f48-0ea34a280373 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:38:07.545357 dv-cinder-825492-15-iscsi neutron-server[104525]: INFO neutron.wsgi [None req-5618787b-2d62-4f21-9f48-0ea34a280373 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/d73da6ef-bd8f-4d5a-88d9-80bad7495281 HTTP/1.1" status: 204 len: 168 time: 0.1724889 May 25 07:38:07.556860 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5618787b-2d62-4f21-9f48-0ea34a280373 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d73da6ef-bd8f-4d5a-88d9-80bad7495281,revision_number=None']} {{(pid=104525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 07:38:08.390231 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58bec92c-946d-4b02-9804-0359a83823f8 req-e3667653-6758-4fe8-8b38-8a0ab5f12260 tempest-ServerRescueNegativeTestJSON-274124411 tempest-ServerRescueNegativeTestJSON-274124411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 07:38:08.391281 dv-cinder-825492-15-iscsi neutron-server[104525]: INFO neutron.wsgi [req-58bec92c-946d-4b02-9804-0359a83823f8 req-e3667653-6758-4fe8-8b38-8a0ab5f12260 tempest-ServerRescueNegativeTestJSON-274124411 tempest-ServerRescueNegativeTestJSON-274124411-project] 10.222.0.24 "GET /v2.0/ports?device_id=2d5a90d7-311f-4e4a-84c2-ff14c0440bd2 HTTP/1.1" status: 200 len: 945 time: 0.0516291 May 25 07:38:08.444626 dv-cinder-825492-15-iscsi neutron-server[104525]: INFO neutron.wsgi [req-58bec92c-946d-4b02-9804-0359a83823f8 req-0988efde-fab5-4521-8a00-64d44272df06 tempest-ServerRescueNegativeTestJSON-274124411 tempest-ServerRescueNegativeTestJSON-274124411-project] 10.222.0.24 "GET /v2.0/security-groups?id=98ed3ba3-167d-4434-bd0b-9600585017a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465467 May 25 07:38:08.606645 dv-cinder-825492-15-iscsi neutron-server[104528]: DEBUG neutron.db.agents_db [None req-434abceb-772f-4043-8698-cfe4a44654b9 None None] Agent healthcheck: found 6 active agents {{(pid=104528) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 25 07:38:08.645180 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron_lib.callbacks.manager [None req-461c163e-e11a-425b-8a8d-f39fb153da48 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754056472917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490168'] for agent (fa5554a0-25df-434f-a0d0-5996d872220a), after_update {{(pid=104527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:38:09.574325 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9e09a10-dc14-4a56-bcd7-a643286e3982 req-5e71673e-2663-49e6-b38b-dde5582a6209 tempest-ServerRescueNegativeTestJSON-274124411 tempest-ServerRescueNegativeTestJSON-274124411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 07:38:09.575783 dv-cinder-825492-15-iscsi neutron-server[104526]: INFO neutron.wsgi [req-c9e09a10-dc14-4a56-bcd7-a643286e3982 req-5e71673e-2663-49e6-b38b-dde5582a6209 tempest-ServerRescueNegativeTestJSON-274124411 tempest-ServerRescueNegativeTestJSON-274124411-project] 10.222.0.24 "GET /v2.0/ports?device_id=2d5a90d7-311f-4e4a-84c2-ff14c0440bd2 HTTP/1.1" status: 200 len: 945 time: 0.0574076 May 25 07:38:09.625526 dv-cinder-825492-15-iscsi neutron-server[104526]: INFO neutron.wsgi [req-c9e09a10-dc14-4a56-bcd7-a643286e3982 req-8134932a-2355-4c63-9bb3-f648ef79320a tempest-ServerRescueNegativeTestJSON-274124411 tempest-ServerRescueNegativeTestJSON-274124411-project] 10.222.0.24 "GET /v2.0/security-groups?id=98ed3ba3-167d-4434-bd0b-9600585017a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427711 May 25 07:38:09.967298 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron.wsgi [-] (104525) accepted ('10.222.0.24', 43584) {{(pid=104525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 07:38:10.094436 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron_lib.callbacks.manager [None req-f9cd7ad7-9657-4dc4-ab64-74b2d9455e3c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754056472917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490168'] for agent (749e0e2c-8e71-4175-9046-27a8fd2a3a0a), after_update {{(pid=104527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:38:10.101940 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-11312848-7165-4f29-a9ff-dd678fb054cf admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:38:10.242756 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-11312848-7165-4f29-a9ff-dd678fb054cf admin admin] Publish callbacks [] for security_group (5bf7bf8f-2e78-458d-aa6b-8cd2a0a09921), precommit_create {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:38:10.393406 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-11312848-7165-4f29-a9ff-dd678fb054cf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-278753'] for security_group (5bf7bf8f-2e78-458d-aa6b-8cd2a0a09921), after_create {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:38:10.395259 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.wsgi [-] (104526) accepted ('10.222.0.24', 43592) {{(pid=104526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 07:38:10.432296 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11312848-7165-4f29-a9ff-dd678fb054cf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5bf7bf8f-2e78-458d-aa6b-8cd2a0a09921,revision_number=1']} {{(pid=104525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 07:38:10.441731 dv-cinder-825492-15-iscsi neutron-server[104525]: INFO neutron.wsgi [None req-11312848-7165-4f29-a9ff-dd678fb054cf admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=4a2198221bb64ac082f4e7cbfd643b35&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4682846 May 25 07:38:10.443744 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.wsgi [-] (104526) accepted ('10.222.0.24', 43596) {{(pid=104526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 07:38:10.492239 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-9dd2296d-06d3-4faf-bc50-b9bdeb6f6add admin admin] Publish callbacks [] for security_group (5bf7bf8f-2e78-458d-aa6b-8cd2a0a09921), before_delete {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:38:10.516894 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-0cf41853-2cff-4394-89a7-010e71e3dbb9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:38:10.534547 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-9dd2296d-06d3-4faf-bc50-b9bdeb6f6add admin admin] Publish callbacks [] for security_group (5bf7bf8f-2e78-458d-aa6b-8cd2a0a09921), precommit_delete {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:38:10.628964 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-0cf41853-2cff-4394-89a7-010e71e3dbb9 admin admin] Publish callbacks [] for security_group (d24ef44f-5333-45dd-b392-782cfabc57c1), precommit_create {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:38:10.731043 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-9dd2296d-06d3-4faf-bc50-b9bdeb6f6add admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-278753'] for security_group (5bf7bf8f-2e78-458d-aa6b-8cd2a0a09921), after_delete {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:38:10.734488 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-9dd2296d-06d3-4faf-bc50-b9bdeb6f6add admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:38:10.735668 dv-cinder-825492-15-iscsi neutron-server[104526]: INFO neutron.wsgi [None req-9dd2296d-06d3-4faf-bc50-b9bdeb6f6add admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/5bf7bf8f-2e78-458d-aa6b-8cd2a0a09921 HTTP/1.1" status: 204 len: 168 time: 0.2909780 May 25 07:38:10.739680 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-0cf41853-2cff-4394-89a7-010e71e3dbb9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-278753'] for security_group (d24ef44f-5333-45dd-b392-782cfabc57c1), after_create {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:38:10.746054 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd99f5d7-f558-4ad0-8776-f10ef69dcc55 req-dc1c9be6-e406-4a15-a8ff-76e6ecdd983a tempest-ServerRescueNegativeTestJSON-274124411 tempest-ServerRescueNegativeTestJSON-274124411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 07:38:10.756130 dv-cinder-825492-15-iscsi neutron-server[104525]: INFO neutron.wsgi [req-dd99f5d7-f558-4ad0-8776-f10ef69dcc55 req-dc1c9be6-e406-4a15-a8ff-76e6ecdd983a tempest-ServerRescueNegativeTestJSON-274124411 tempest-ServerRescueNegativeTestJSON-274124411-project] 10.222.0.24 "GET /v2.0/ports?device_id=2d5a90d7-311f-4e4a-84c2-ff14c0440bd2 HTTP/1.1" status: 200 len: 945 time: 0.0568423 May 25 07:38:10.758018 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dd2296d-06d3-4faf-bc50-b9bdeb6f6add admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5bf7bf8f-2e78-458d-aa6b-8cd2a0a09921,revision_number=None']} {{(pid=104526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 07:38:10.786617 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cf41853-2cff-4394-89a7-010e71e3dbb9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d24ef44f-5333-45dd-b392-782cfabc57c1,revision_number=1']} {{(pid=104526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 07:38:10.798885 dv-cinder-825492-15-iscsi neutron-server[104526]: INFO neutron.wsgi [None req-0cf41853-2cff-4394-89a7-010e71e3dbb9 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=be56beb81c88493794dc0c8f0ea3b81b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3988912 May 25 07:38:10.798972 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.wsgi [-] (104526) accepted ('10.222.0.24', 43610) {{(pid=104526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 07:38:10.819447 dv-cinder-825492-15-iscsi neutron-server[104525]: INFO neutron.wsgi [req-dd99f5d7-f558-4ad0-8776-f10ef69dcc55 req-7d1d262e-365a-48ce-9e80-b76173081278 tempest-ServerRescueNegativeTestJSON-274124411 tempest-ServerRescueNegativeTestJSON-274124411-project] 10.222.0.24 "GET /v2.0/security-groups?id=98ed3ba3-167d-4434-bd0b-9600585017a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0645041 May 25 07:38:10.857999 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-d4fbc0de-83c0-44df-897e-5ae7d19c37ec admin admin] Publish callbacks [] for security_group (d24ef44f-5333-45dd-b392-782cfabc57c1), before_delete {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:38:10.880019 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-d4fbc0de-83c0-44df-897e-5ae7d19c37ec admin admin] Publish callbacks [] for security_group (d24ef44f-5333-45dd-b392-782cfabc57c1), precommit_delete {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:38:10.889524 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG dbcounter [-] [104526] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=104526) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 07:38:11.028514 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-d4fbc0de-83c0-44df-897e-5ae7d19c37ec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-278753'] for security_group (d24ef44f-5333-45dd-b392-782cfabc57c1), after_delete {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:38:11.031567 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-d4fbc0de-83c0-44df-897e-5ae7d19c37ec admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:38:11.035377 dv-cinder-825492-15-iscsi neutron-server[104526]: INFO neutron.wsgi [None req-d4fbc0de-83c0-44df-897e-5ae7d19c37ec admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/d24ef44f-5333-45dd-b392-782cfabc57c1 HTTP/1.1" status: 204 len: 168 time: 0.2328117 May 25 07:38:11.048392 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4fbc0de-83c0-44df-897e-5ae7d19c37ec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d24ef44f-5333-45dd-b392-782cfabc57c1,revision_number=None']} {{(pid=104526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 07:38:11.514572 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.wsgi [-] (104526) accepted ('10.222.0.24', 43624) {{(pid=104526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 07:38:11.518869 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron_lib.callbacks.manager [None req-4c581813-650f-4b4b-ac0f-82f585bea231 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754056472917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490168'] for agent (67455b2d-ff20-4068-8b38-73bd0628c5cb), after_update {{(pid=104527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:38:11.530621 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-8a1186c2-15a7-410e-a73f-c971379c0843 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:38:11.540890 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG dbcounter [-] [104526] Writing DB stats neutron:SELECT=88,neutron:INSERT=6,neutron:DELETE=6 {{(pid=104526) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 07:38:11.607514 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-8a1186c2-15a7-410e-a73f-c971379c0843 admin admin] Publish callbacks [] for security_group (8468cf4b-5237-4b54-b23d-8ab7719dde8a), precommit_create {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:38:11.729942 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-8a1186c2-15a7-410e-a73f-c971379c0843 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-278753'] for security_group (8468cf4b-5237-4b54-b23d-8ab7719dde8a), after_create {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:38:11.740557 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron.wsgi [-] (104525) accepted ('10.222.0.24', 43626) {{(pid=104525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 07:38:11.754666 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-092468e0-a802-4cde-96bc-7e330d97f3ce admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:38:11.774123 dv-cinder-825492-15-iscsi neutron-server[104526]: INFO neutron.wsgi [None req-8a1186c2-15a7-410e-a73f-c971379c0843 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=9e34e93ee900411ab14662e7399c3d45&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2578039 May 25 07:38:11.775303 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a1186c2-15a7-410e-a73f-c971379c0843 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8468cf4b-5237-4b54-b23d-8ab7719dde8a,revision_number=1']} {{(pid=104526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 07:38:11.776781 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron.wsgi [-] (104525) accepted ('10.222.0.24', 43628) {{(pid=104525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 07:38:11.866691 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-c6cc4eb1-32c5-44b3-8d8b-1679916dbfe0 admin admin] Publish callbacks [] for security_group (8468cf4b-5237-4b54-b23d-8ab7719dde8a), before_delete {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:38:11.886427 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-092468e0-a802-4cde-96bc-7e330d97f3ce admin admin] Publish callbacks [] for security_group (ec790c1a-0e68-42ba-b210-f6ef0abbc1f1), precommit_create {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:38:11.902110 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-c6cc4eb1-32c5-44b3-8d8b-1679916dbfe0 admin admin] Publish callbacks [] for security_group (8468cf4b-5237-4b54-b23d-8ab7719dde8a), precommit_delete {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:38:11.932024 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5740a194-4345-406f-84d0-15477fbe7765 req-155d1df0-4846-4767-b39e-797261c36eb8 tempest-ServerRescueNegativeTestJSON-274124411 tempest-ServerRescueNegativeTestJSON-274124411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 07:38:11.933579 dv-cinder-825492-15-iscsi neutron-server[104526]: INFO neutron.wsgi [req-5740a194-4345-406f-84d0-15477fbe7765 req-155d1df0-4846-4767-b39e-797261c36eb8 tempest-ServerRescueNegativeTestJSON-274124411 tempest-ServerRescueNegativeTestJSON-274124411-project] 10.222.0.24 "GET /v2.0/ports?device_id=2d5a90d7-311f-4e4a-84c2-ff14c0440bd2 HTTP/1.1" status: 200 len: 945 time: 0.0492866 May 25 07:38:11.959200 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-092468e0-a802-4cde-96bc-7e330d97f3ce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-278753'] for security_group (ec790c1a-0e68-42ba-b210-f6ef0abbc1f1), after_create {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:38:11.986244 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-092468e0-a802-4cde-96bc-7e330d97f3ce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ec790c1a-0e68-42ba-b210-f6ef0abbc1f1,revision_number=1']} {{(pid=104525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 07:38:11.993002 dv-cinder-825492-15-iscsi neutron-server[104526]: INFO neutron.wsgi [req-5740a194-4345-406f-84d0-15477fbe7765 req-5445adee-2c03-4116-bf96-777563df52c7 tempest-ServerRescueNegativeTestJSON-274124411 tempest-ServerRescueNegativeTestJSON-274124411-project] 10.222.0.24 "GET /v2.0/security-groups?id=98ed3ba3-167d-4434-bd0b-9600585017a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522094 May 25 07:38:12.018345 dv-cinder-825492-15-iscsi neutron-server[104525]: INFO neutron.wsgi [None req-092468e0-a802-4cde-96bc-7e330d97f3ce admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=198ae951926f4440b14132e94ae656de&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2765505 May 25 07:38:12.024839 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.wsgi [-] (104526) accepted ('10.222.0.24', 43638) {{(pid=104526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 07:38:12.051613 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-c6cc4eb1-32c5-44b3-8d8b-1679916dbfe0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-278753'] for security_group (8468cf4b-5237-4b54-b23d-8ab7719dde8a), after_delete {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:38:12.055087 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-c6cc4eb1-32c5-44b3-8d8b-1679916dbfe0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:38:12.056227 dv-cinder-825492-15-iscsi neutron-server[104525]: INFO neutron.wsgi [None req-c6cc4eb1-32c5-44b3-8d8b-1679916dbfe0 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/8468cf4b-5237-4b54-b23d-8ab7719dde8a HTTP/1.1" status: 204 len: 168 time: 0.2785180 May 25 07:38:12.066267 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6cc4eb1-32c5-44b3-8d8b-1679916dbfe0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8468cf4b-5237-4b54-b23d-8ab7719dde8a,revision_number=None']} {{(pid=104525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 07:38:12.099827 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-1382d8ea-2ce2-49f7-b453-ea01634569fa admin admin] Publish callbacks [] for security_group (ec790c1a-0e68-42ba-b210-f6ef0abbc1f1), before_delete {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:38:12.127619 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-1382d8ea-2ce2-49f7-b453-ea01634569fa admin admin] Publish callbacks [] for security_group (ec790c1a-0e68-42ba-b210-f6ef0abbc1f1), precommit_delete {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:38:12.392873 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-1382d8ea-2ce2-49f7-b453-ea01634569fa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-278753'] for security_group (ec790c1a-0e68-42ba-b210-f6ef0abbc1f1), after_delete {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:38:12.395371 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-1382d8ea-2ce2-49f7-b453-ea01634569fa admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:38:12.397317 dv-cinder-825492-15-iscsi neutron-server[104526]: INFO neutron.wsgi [None req-1382d8ea-2ce2-49f7-b453-ea01634569fa admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/ec790c1a-0e68-42ba-b210-f6ef0abbc1f1 HTTP/1.1" status: 204 len: 168 time: 0.3705869 May 25 07:38:12.404767 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1382d8ea-2ce2-49f7-b453-ea01634569fa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec790c1a-0e68-42ba-b210-f6ef0abbc1f1,revision_number=None']} {{(pid=104526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 07:38:12.916135 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.wsgi [-] (104526) accepted ('10.222.0.24', 43672) {{(pid=104526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 07:38:13.045900 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-145b0db8-b97f-4e4b-a19f-a740ec99b3f1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:38:13.104409 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG dbcounter [-] [104526] Writing DB stats neutron:SELECT=79,neutron:INSERT=17,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=104526) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 07:38:13.136210 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fe8fb56-f7c6-4139-a191-f1f3d09da86e req-d098a3f4-4590-417c-a589-c6c50aa5e294 tempest-ServerRescueNegativeTestJSON-274124411 tempest-ServerRescueNegativeTestJSON-274124411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 07:38:13.136840 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-145b0db8-b97f-4e4b-a19f-a740ec99b3f1 admin admin] Publish callbacks [] for security_group (56b5bcd9-b0f8-4c8b-af49-779893bdca54), precommit_create {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:38:13.138251 dv-cinder-825492-15-iscsi neutron-server[104525]: INFO neutron.wsgi [req-7fe8fb56-f7c6-4139-a191-f1f3d09da86e req-d098a3f4-4590-417c-a589-c6c50aa5e294 tempest-ServerRescueNegativeTestJSON-274124411 tempest-ServerRescueNegativeTestJSON-274124411-project] 10.222.0.24 "GET /v2.0/ports?device_id=2d5a90d7-311f-4e4a-84c2-ff14c0440bd2 HTTP/1.1" status: 200 len: 945 time: 0.0575173 May 25 07:38:13.159964 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG dbcounter [-] [104525] Writing DB stats neutron:SELECT=84,neutron:DELETE=5,neutron:INSERT=10,neutron:UPDATE=1 {{(pid=104525) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 07:38:13.175280 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG dbcounter [-] [104525] Writing DB stats neutron:SELECT=84,neutron:INSERT=12,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=104525) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 07:38:13.187207 dv-cinder-825492-15-iscsi neutron-server[104525]: INFO neutron.wsgi [req-7fe8fb56-f7c6-4139-a191-f1f3d09da86e req-f4df3348-1cf3-43b3-aad5-993ce0418a3e tempest-ServerRescueNegativeTestJSON-274124411 tempest-ServerRescueNegativeTestJSON-274124411-project] 10.222.0.24 "GET /v2.0/security-groups?id=98ed3ba3-167d-4434-bd0b-9600585017a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437732 May 25 07:38:13.286246 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-145b0db8-b97f-4e4b-a19f-a740ec99b3f1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-278753'] for security_group (56b5bcd9-b0f8-4c8b-af49-779893bdca54), after_create {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:38:13.327883 dv-cinder-825492-15-iscsi neutron-server[104526]: INFO neutron.wsgi [None req-145b0db8-b97f-4e4b-a19f-a740ec99b3f1 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=5f6d68dc053f4a8fba7ea018169eb071&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4092779 May 25 07:38:13.328603 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-145b0db8-b97f-4e4b-a19f-a740ec99b3f1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=56b5bcd9-b0f8-4c8b-af49-779893bdca54,revision_number=1']} {{(pid=104526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 07:38:13.333834 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.wsgi [-] (104526) accepted ('10.222.0.24', 43692) {{(pid=104526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 07:38:13.392709 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-de4188b4-53e5-41db-ba1b-e5fd5004fbb4 admin admin] Publish callbacks [] for security_group (56b5bcd9-b0f8-4c8b-af49-779893bdca54), before_delete {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:38:13.423998 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-de4188b4-53e5-41db-ba1b-e5fd5004fbb4 admin admin] Publish callbacks [] for security_group (56b5bcd9-b0f8-4c8b-af49-779893bdca54), precommit_delete {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:38:13.536023 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-de4188b4-53e5-41db-ba1b-e5fd5004fbb4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-278753'] for security_group (56b5bcd9-b0f8-4c8b-af49-779893bdca54), after_delete {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:38:13.539438 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-de4188b4-53e5-41db-ba1b-e5fd5004fbb4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:38:13.540994 dv-cinder-825492-15-iscsi neutron-server[104526]: INFO neutron.wsgi [None req-de4188b4-53e5-41db-ba1b-e5fd5004fbb4 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/56b5bcd9-b0f8-4c8b-af49-779893bdca54 HTTP/1.1" status: 204 len: 168 time: 0.2062287 May 25 07:38:13.550140 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de4188b4-53e5-41db-ba1b-e5fd5004fbb4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=56b5bcd9-b0f8-4c8b-af49-779893bdca54,revision_number=None']} {{(pid=104526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 07:38:13.595293 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-676d1907-2c49-4271-8d49-1cff848d284d req-c42876d3-a404-481a-a7d9-5aa9ee4a432b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 07:38:13.597028 dv-cinder-825492-15-iscsi neutron-server[104526]: INFO neutron.wsgi [req-676d1907-2c49-4271-8d49-1cff848d284d req-c42876d3-a404-481a-a7d9-5aa9ee4a432b service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=2d5a90d7-311f-4e4a-84c2-ff14c0440bd2 HTTP/1.1" status: 200 len: 1129 time: 0.0437932 May 25 07:38:13.635564 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG dbcounter [-] [104526] Writing DB stats neutron:SELECT=89,neutron:DELETE=6,neutron:INSERT=5 {{(pid=104526) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 07:38:13.647829 dv-cinder-825492-15-iscsi neutron-server[104526]: INFO neutron.wsgi [req-676d1907-2c49-4271-8d49-1cff848d284d req-b1ddceaf-e126-458b-9a30-7502796bd2ff service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=98ed3ba3-167d-4434-bd0b-9600585017a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436599 May 25 07:38:14.077432 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron.wsgi [-] (104525) accepted ('10.222.0.24', 43722) {{(pid=104525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 07:38:14.306153 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-391c4257-11ce-48f8-be4c-470b584e3dbd req-4f8506d5-92dc-45fa-80c5-d721577b5e5e tempest-ServerRescueNegativeTestJSON-274124411 tempest-ServerRescueNegativeTestJSON-274124411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 07:38:14.307628 dv-cinder-825492-15-iscsi neutron-server[104526]: INFO neutron.wsgi [req-391c4257-11ce-48f8-be4c-470b584e3dbd req-4f8506d5-92dc-45fa-80c5-d721577b5e5e tempest-ServerRescueNegativeTestJSON-274124411 tempest-ServerRescueNegativeTestJSON-274124411-project] 10.222.0.24 "GET /v2.0/ports?device_id=2d5a90d7-311f-4e4a-84c2-ff14c0440bd2 HTTP/1.1" status: 200 len: 945 time: 0.0487685 May 25 07:38:14.356313 dv-cinder-825492-15-iscsi neutron-server[104526]: INFO neutron.wsgi [req-391c4257-11ce-48f8-be4c-470b584e3dbd req-fd9f092f-e1de-4b63-8f81-ce7f08d8bca8 tempest-ServerRescueNegativeTestJSON-274124411 tempest-ServerRescueNegativeTestJSON-274124411-project] 10.222.0.24 "GET /v2.0/security-groups?id=98ed3ba3-167d-4434-bd0b-9600585017a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426512 May 25 07:38:14.388933 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-08d2760e-2fd6-49cb-ba7a-54d74d7eac1d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:38:14.471715 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-08d2760e-2fd6-49cb-ba7a-54d74d7eac1d admin admin] Publish callbacks [] for security_group (9f501865-8874-4aec-8bf3-4a182d03448e), precommit_create {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:38:14.552582 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-08d2760e-2fd6-49cb-ba7a-54d74d7eac1d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-278753'] for security_group (9f501865-8874-4aec-8bf3-4a182d03448e), after_create {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:38:14.596034 dv-cinder-825492-15-iscsi neutron-server[104525]: INFO neutron.wsgi [None req-08d2760e-2fd6-49cb-ba7a-54d74d7eac1d admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=7605f4d77c824db5aab82cc339d21482&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5148847 May 25 07:38:14.596034 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08d2760e-2fd6-49cb-ba7a-54d74d7eac1d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9f501865-8874-4aec-8bf3-4a182d03448e,revision_number=1']} {{(pid=104525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 07:38:14.597308 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.wsgi [-] (104526) accepted ('10.222.0.24', 43740) {{(pid=104526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 07:38:14.648755 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-5b0b1e8d-3051-4f33-aeb6-f4bbfa5a0591 admin admin] Publish callbacks [] for security_group (9f501865-8874-4aec-8bf3-4a182d03448e), before_delete {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:38:14.672754 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-5b0b1e8d-3051-4f33-aeb6-f4bbfa5a0591 admin admin] Publish callbacks [] for security_group (9f501865-8874-4aec-8bf3-4a182d03448e), precommit_delete {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:38:14.861263 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-5b0b1e8d-3051-4f33-aeb6-f4bbfa5a0591 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-278753'] for security_group (9f501865-8874-4aec-8bf3-4a182d03448e), after_delete {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:38:14.864312 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-5b0b1e8d-3051-4f33-aeb6-f4bbfa5a0591 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:38:14.865525 dv-cinder-825492-15-iscsi neutron-server[104526]: INFO neutron.wsgi [None req-5b0b1e8d-3051-4f33-aeb6-f4bbfa5a0591 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/9f501865-8874-4aec-8bf3-4a182d03448e HTTP/1.1" status: 204 len: 168 time: 0.2672403 May 25 07:38:14.873163 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b0b1e8d-3051-4f33-aeb6-f4bbfa5a0591 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f501865-8874-4aec-8bf3-4a182d03448e,revision_number=None']} {{(pid=104526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 07:38:15.489452 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e580b59-9adc-4669-9e06-f0bfe9314ba4 req-d220afd7-43e8-4384-a1c1-68119ea838e0 tempest-ServerRescueNegativeTestJSON-274124411 tempest-ServerRescueNegativeTestJSON-274124411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 07:38:15.491331 dv-cinder-825492-15-iscsi neutron-server[104525]: INFO neutron.wsgi [req-3e580b59-9adc-4669-9e06-f0bfe9314ba4 req-d220afd7-43e8-4384-a1c1-68119ea838e0 tempest-ServerRescueNegativeTestJSON-274124411 tempest-ServerRescueNegativeTestJSON-274124411-project] 10.222.0.24 "GET /v2.0/ports?device_id=2d5a90d7-311f-4e4a-84c2-ff14c0440bd2 HTTP/1.1" status: 200 len: 945 time: 0.0483375 May 25 07:38:15.547856 dv-cinder-825492-15-iscsi neutron-server[104525]: INFO neutron.wsgi [req-3e580b59-9adc-4669-9e06-f0bfe9314ba4 req-ffa7482d-565e-46d5-9036-6dd176eca55d tempest-ServerRescueNegativeTestJSON-274124411 tempest-ServerRescueNegativeTestJSON-274124411-project] 10.222.0.24 "GET /v2.0/security-groups?id=98ed3ba3-167d-4434-bd0b-9600585017a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512042 May 25 07:38:16.681106 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d18aea95-ef53-4acb-8a8d-22e42f5b48ce req-e7f4ca1d-39b9-4468-9f5a-4241debdd85a tempest-ServerRescueNegativeTestJSON-274124411 tempest-ServerRescueNegativeTestJSON-274124411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 07:38:16.688642 dv-cinder-825492-15-iscsi neutron-server[104526]: INFO neutron.wsgi [req-d18aea95-ef53-4acb-8a8d-22e42f5b48ce req-e7f4ca1d-39b9-4468-9f5a-4241debdd85a tempest-ServerRescueNegativeTestJSON-274124411 tempest-ServerRescueNegativeTestJSON-274124411-project] 10.222.0.24 "GET /v2.0/ports?device_id=2d5a90d7-311f-4e4a-84c2-ff14c0440bd2 HTTP/1.1" status: 200 len: 945 time: 0.0542240 May 25 07:38:16.733869 dv-cinder-825492-15-iscsi neutron-server[104526]: INFO neutron.wsgi [req-d18aea95-ef53-4acb-8a8d-22e42f5b48ce req-bfee70e6-74c7-48eb-98fe-41e43f7cc5ef tempest-ServerRescueNegativeTestJSON-274124411 tempest-ServerRescueNegativeTestJSON-274124411-project] 10.222.0.24 "GET /v2.0/security-groups?id=98ed3ba3-167d-4434-bd0b-9600585017a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444264 May 25 07:38:17.141617 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e663e48a-74f6-42d3-9493-d3ae0fa62626 req-d2a8ad65-6d90-48a2-b7cb-c90111d13146 tempest-ServerRescueNegativeTestJSON-274124411 tempest-ServerRescueNegativeTestJSON-274124411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 07:38:17.142084 dv-cinder-825492-15-iscsi neutron-server[104525]: INFO neutron.wsgi [req-e663e48a-74f6-42d3-9493-d3ae0fa62626 req-d2a8ad65-6d90-48a2-b7cb-c90111d13146 tempest-ServerRescueNegativeTestJSON-274124411 tempest-ServerRescueNegativeTestJSON-274124411-project] 10.222.0.24 "GET /v2.0/ports?device_id=2d5a90d7-311f-4e4a-84c2-ff14c0440bd2 HTTP/1.1" status: 200 len: 945 time: 0.0478315 May 25 07:38:17.202933 dv-cinder-825492-15-iscsi neutron-server[104525]: INFO neutron.wsgi [req-e663e48a-74f6-42d3-9493-d3ae0fa62626 req-d23860dd-4b7f-4ebd-88ee-83f7ee58554a tempest-ServerRescueNegativeTestJSON-274124411 tempest-ServerRescueNegativeTestJSON-274124411-project] 10.222.0.24 "GET /v2.0/security-groups?id=98ed3ba3-167d-4434-bd0b-9600585017a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544722 May 25 07:38:17.234908 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b70bcdd7-8879-4b91-9a19-9d39060b5592 req-0f7670c0-3279-405e-bbd6-5d952eb451f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 07:38:17.236689 dv-cinder-825492-15-iscsi neutron-server[104526]: INFO neutron.wsgi [req-b70bcdd7-8879-4b91-9a19-9d39060b5592 req-0f7670c0-3279-405e-bbd6-5d952eb451f8 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=d4719a4804e24f27b9427e58c5cbe13b&device_id=2d5a90d7-311f-4e4a-84c2-ff14c0440bd2 HTTP/1.1" status: 200 len: 1129 time: 0.0609255 May 25 07:38:17.340115 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b70bcdd7-8879-4b91-9a19-9d39060b5592 req-68d8c0b7-ff21-472d-a64a-26934b055dea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 07:38:17.341766 dv-cinder-825492-15-iscsi neutron-server[104526]: INFO neutron.wsgi [req-b70bcdd7-8879-4b91-9a19-9d39060b5592 req-68d8c0b7-ff21-472d-a64a-26934b055dea service neutron] 10.222.0.41 "GET /v2.0/networks?id=e9255b8f-85b1-4659-9bc1-7aaec6681338 HTTP/1.1" status: 200 len: 917 time: 0.0951633 May 25 07:38:17.389346 dv-cinder-825492-15-iscsi neutron-server[104526]: INFO neutron.wsgi [req-b70bcdd7-8879-4b91-9a19-9d39060b5592 req-ea0ebcdd-0894-4853-9b61-774772ad3583 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=37369604-0009-4591-97a8-6e3c90d97049 HTTP/1.1" status: 200 len: 217 time: 0.0338852 May 25 07:38:17.449521 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b70bcdd7-8879-4b91-9a19-9d39060b5592 req-1ee9ff87-db63-4c33-b51a-637db9079e5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 07:38:17.449521 dv-cinder-825492-15-iscsi neutron-server[104526]: INFO neutron.wsgi [req-b70bcdd7-8879-4b91-9a19-9d39060b5592 req-1ee9ff87-db63-4c33-b51a-637db9079e5a service neutron] 10.222.0.41 "GET /v2.0/subnets?id=2bd01566-eaf4-4493-b26a-8c7ef6fcaf51 HTTP/1.1" status: 200 len: 855 time: 0.0525770 May 25 07:38:17.498041 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b70bcdd7-8879-4b91-9a19-9d39060b5592 req-522c0b88-f4df-4fe4-bb0f-b5a0a6d4f0a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 07:38:17.499577 dv-cinder-825492-15-iscsi neutron-server[104526]: INFO neutron.wsgi [req-b70bcdd7-8879-4b91-9a19-9d39060b5592 req-522c0b88-f4df-4fe4-bb0f-b5a0a6d4f0a4 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=e9255b8f-85b1-4659-9bc1-7aaec6681338&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0438631 May 25 07:38:17.804908 dv-cinder-825492-15-iscsi neutron-server[104526]: INFO neutron.wsgi [req-b70bcdd7-8879-4b91-9a19-9d39060b5592 req-3eee33f8-e367-4452-a827-c3ffd02a2679 service neutron] 10.222.0.41 "GET /v2.0/networks/e9255b8f-85b1-4659-9bc1-7aaec6681338?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2982233 May 25 07:38:17.915715 dv-cinder-825492-15-iscsi neutron-server[104526]: INFO neutron.wsgi [req-b70bcdd7-8879-4b91-9a19-9d39060b5592 req-4d09c648-fddf-45e8-a68b-3e74df43c700 service neutron] 10.222.0.41 "GET /v2.0/networks/e9255b8f-85b1-4659-9bc1-7aaec6681338?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0968060 May 25 07:38:18.327164 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c81b2411-b84a-4a09-8868-7014dff5994e req-ccbff7a5-70ef-4b9c-b5fc-36dc58ff2f2d tempest-ServerRescueNegativeTestJSON-274124411 tempest-ServerRescueNegativeTestJSON-274124411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 07:38:18.328862 dv-cinder-825492-15-iscsi neutron-server[104526]: INFO neutron.wsgi [req-c81b2411-b84a-4a09-8868-7014dff5994e req-ccbff7a5-70ef-4b9c-b5fc-36dc58ff2f2d tempest-ServerRescueNegativeTestJSON-274124411 tempest-ServerRescueNegativeTestJSON-274124411-project] 10.222.0.24 "GET /v2.0/ports?device_id=2d5a90d7-311f-4e4a-84c2-ff14c0440bd2 HTTP/1.1" status: 200 len: 945 time: 0.0498745 May 25 07:38:18.370624 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG dbcounter [-] [104526] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104526) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 07:38:18.378462 dv-cinder-825492-15-iscsi neutron-server[104526]: INFO neutron.wsgi [req-c81b2411-b84a-4a09-8868-7014dff5994e req-f50db78d-928e-46df-85c7-e43da2dcf4e9 tempest-ServerRescueNegativeTestJSON-274124411 tempest-ServerRescueNegativeTestJSON-274124411-project] 10.222.0.24 "GET /v2.0/security-groups?id=98ed3ba3-167d-4434-bd0b-9600585017a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431111 May 25 07:38:18.385679 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.wsgi [-] (104526) accepted ('10.222.0.24', 43890) {{(pid=104526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 07:38:18.490456 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-78a187be-eb73-4204-9002-27ca2c6390d3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:38:18.556559 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG dbcounter [-] [104526] Writing DB stats neutron:SELECT=90,neutron:DELETE=2,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=104526) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 07:38:18.572413 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-78a187be-eb73-4204-9002-27ca2c6390d3 admin admin] Publish callbacks [] for security_group (f88677c2-d486-4e57-9284-f64d16900f0d), precommit_create {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:38:18.603811 dv-cinder-825492-15-iscsi neutron-server[104528]: DEBUG dbcounter [-] [104528] Writing DB stats neutron:SELECT=2 {{(pid=104528) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 07:38:18.622011 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-78a187be-eb73-4204-9002-27ca2c6390d3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-278753'] for security_group (f88677c2-d486-4e57-9284-f64d16900f0d), after_create {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:38:18.664941 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78a187be-eb73-4204-9002-27ca2c6390d3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f88677c2-d486-4e57-9284-f64d16900f0d,revision_number=1']} {{(pid=104526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 07:38:18.673206 dv-cinder-825492-15-iscsi neutron-server[104526]: INFO neutron.wsgi [None req-78a187be-eb73-4204-9002-27ca2c6390d3 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=6ce1c23537f5469d84f896661937d823&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2862308 May 25 07:38:18.675432 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron.wsgi [-] (104525) accepted ('10.222.0.24', 43902) {{(pid=104525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 07:38:18.724387 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-7fec561b-68df-490d-9a2d-8e9971e9a05d admin admin] Publish callbacks [] for security_group (f88677c2-d486-4e57-9284-f64d16900f0d), before_delete {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:38:18.746923 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-7fec561b-68df-490d-9a2d-8e9971e9a05d admin admin] Publish callbacks [] for security_group (f88677c2-d486-4e57-9284-f64d16900f0d), precommit_delete {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:38:18.890954 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-7fec561b-68df-490d-9a2d-8e9971e9a05d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-278753'] for security_group (f88677c2-d486-4e57-9284-f64d16900f0d), after_delete {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:38:18.893831 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-7fec561b-68df-490d-9a2d-8e9971e9a05d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:38:18.898162 dv-cinder-825492-15-iscsi neutron-server[104525]: INFO neutron.wsgi [None req-7fec561b-68df-490d-9a2d-8e9971e9a05d admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/f88677c2-d486-4e57-9284-f64d16900f0d HTTP/1.1" status: 204 len: 168 time: 0.2234118 May 25 07:38:18.908133 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fec561b-68df-490d-9a2d-8e9971e9a05d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f88677c2-d486-4e57-9284-f64d16900f0d,revision_number=None']} {{(pid=104525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 07:38:19.510954 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d693d49-0f7e-4714-9958-963f24cdbbb6 req-87f78167-67a8-4b04-a1da-bdbb182ab076 tempest-ServerRescueNegativeTestJSON-274124411 tempest-ServerRescueNegativeTestJSON-274124411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 07:38:19.512497 dv-cinder-825492-15-iscsi neutron-server[104525]: INFO neutron.wsgi [req-9d693d49-0f7e-4714-9958-963f24cdbbb6 req-87f78167-67a8-4b04-a1da-bdbb182ab076 tempest-ServerRescueNegativeTestJSON-274124411 tempest-ServerRescueNegativeTestJSON-274124411-project] 10.222.0.24 "GET /v2.0/ports?device_id=2d5a90d7-311f-4e4a-84c2-ff14c0440bd2 HTTP/1.1" status: 200 len: 945 time: 0.0606046 May 25 07:38:19.561768 dv-cinder-825492-15-iscsi neutron-server[104525]: INFO neutron.wsgi [req-9d693d49-0f7e-4714-9958-963f24cdbbb6 req-f046ba58-d8bb-4778-a403-a7b78bb560ea tempest-ServerRescueNegativeTestJSON-274124411 tempest-ServerRescueNegativeTestJSON-274124411-project] 10.222.0.24 "GET /v2.0/security-groups?id=98ed3ba3-167d-4434-bd0b-9600585017a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415885 May 25 07:38:19.609356 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.wsgi [-] (104526) accepted ('10.222.0.24', 43930) {{(pid=104526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 07:38:19.622869 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-a78c8593-7cd5-4fbb-8e63-f3865d85d765 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:38:19.696567 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-a78c8593-7cd5-4fbb-8e63-f3865d85d765 admin admin] Publish callbacks [] for security_group (2879b152-757b-4f3d-bf37-45ce11def3f8), precommit_create {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:38:19.787317 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-a78c8593-7cd5-4fbb-8e63-f3865d85d765 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-278753'] for security_group (2879b152-757b-4f3d-bf37-45ce11def3f8), after_create {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:38:19.827588 dv-cinder-825492-15-iscsi neutron-server[104526]: INFO neutron.wsgi [None req-a78c8593-7cd5-4fbb-8e63-f3865d85d765 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=c587bf972e684cc8864bbe44eacd5040&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2170808 May 25 07:38:19.828347 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a78c8593-7cd5-4fbb-8e63-f3865d85d765 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2879b152-757b-4f3d-bf37-45ce11def3f8,revision_number=1']} {{(pid=104526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 07:38:19.831168 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron.wsgi [-] (104525) accepted ('10.222.0.24', 43932) {{(pid=104525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 07:38:19.883128 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-1de84102-2c86-46ec-97d6-1a6dc3b3f1ea admin admin] Publish callbacks [] for security_group (2879b152-757b-4f3d-bf37-45ce11def3f8), before_delete {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:38:19.904297 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-1de84102-2c86-46ec-97d6-1a6dc3b3f1ea admin admin] Publish callbacks [] for security_group (2879b152-757b-4f3d-bf37-45ce11def3f8), precommit_delete {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:38:20.067643 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-1de84102-2c86-46ec-97d6-1a6dc3b3f1ea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-278753'] for security_group (2879b152-757b-4f3d-bf37-45ce11def3f8), after_delete {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:38:20.070258 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-1de84102-2c86-46ec-97d6-1a6dc3b3f1ea admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:38:20.071399 dv-cinder-825492-15-iscsi neutron-server[104525]: INFO neutron.wsgi [None req-1de84102-2c86-46ec-97d6-1a6dc3b3f1ea admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/2879b152-757b-4f3d-bf37-45ce11def3f8 HTTP/1.1" status: 204 len: 168 time: 0.2384005 May 25 07:38:20.079785 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1de84102-2c86-46ec-97d6-1a6dc3b3f1ea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2879b152-757b-4f3d-bf37-45ce11def3f8,revision_number=None']} {{(pid=104525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 07:38:20.683821 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa720791-ed6e-43c4-8219-21e4d557a001 req-155b7aae-a60b-47cd-abee-510405ac4ec2 tempest-ServerRescueNegativeTestJSON-274124411 tempest-ServerRescueNegativeTestJSON-274124411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 07:38:20.685409 dv-cinder-825492-15-iscsi neutron-server[104525]: INFO neutron.wsgi [req-aa720791-ed6e-43c4-8219-21e4d557a001 req-155b7aae-a60b-47cd-abee-510405ac4ec2 tempest-ServerRescueNegativeTestJSON-274124411 tempest-ServerRescueNegativeTestJSON-274124411-project] 10.222.0.24 "GET /v2.0/ports?device_id=2d5a90d7-311f-4e4a-84c2-ff14c0440bd2 HTTP/1.1" status: 200 len: 945 time: 0.0511849 May 25 07:38:20.729663 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG dbcounter [-] [104525] Writing DB stats neutron:SELECT=88,neutron:INSERT=5,neutron:UPDATE=1,neutron:DELETE=6 {{(pid=104525) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 07:38:20.734689 dv-cinder-825492-15-iscsi neutron-server[104525]: INFO neutron.wsgi [req-aa720791-ed6e-43c4-8219-21e4d557a001 req-1204b8cb-8f8a-4582-b9ed-6cd83687674a tempest-ServerRescueNegativeTestJSON-274124411 tempest-ServerRescueNegativeTestJSON-274124411-project] 10.222.0.24 "GET /v2.0/security-groups?id=98ed3ba3-167d-4434-bd0b-9600585017a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436013 May 25 07:38:21.185773 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron.wsgi [-] (104525) accepted ('10.222.0.24', 43968) {{(pid=104525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 07:38:21.284655 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron.api.v2.base [None req-223157a6-5a99-4e8f-88e0-918a77a7649f admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-570582296-network', 'tenant_id': '26533765b74640e9b40211155aaf41b6'}} {{(pid=104525) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 25 07:38:21.290899 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG dbcounter [-] [104525] Writing DB stats neutron:SELECT=92,neutron:INSERT=6,neutron:DELETE=2 {{(pid=104525) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 07:38:21.392333 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-223157a6-5a99-4e8f-88e0-918a77a7649f admin admin] Made reservation on behalf of 26533765b74640e9b40211155aaf41b6 for: {'network': 1} {{(pid=104525) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 07:38:21.394808 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-223157a6-5a99-4e8f-88e0-918a77a7649f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-616651'] for network (None), before_create {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:38:21.403348 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-223157a6-5a99-4e8f-88e0-918a77a7649f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:38:21.476500 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-223157a6-5a99-4e8f-88e0-918a77a7649f admin admin] Publish callbacks [] for security_group (969b75c3-9a21-4ec9-bee5-feaaeddaf04c), precommit_create {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:38:21.553055 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-223157a6-5a99-4e8f-88e0-918a77a7649f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-278753'] for security_group (969b75c3-9a21-4ec9-bee5-feaaeddaf04c), after_create {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:38:21.580091 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-223157a6-5a99-4e8f-88e0-918a77a7649f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 268} {{(pid=104525) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 25 07:38:21.590284 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-223157a6-5a99-4e8f-88e0-918a77a7649f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=969b75c3-9a21-4ec9-bee5-feaaeddaf04c,revision_number=1']} {{(pid=104525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 07:38:21.597000 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-223157a6-5a99-4e8f-88e0-918a77a7649f admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8754056472926', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1513389'] for segment (8caa6ce0-5e8d-4437-9ec3-9b66c1032569), precommit_create {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:38:21.597000 dv-cinder-825492-15-iscsi neutron-server[104525]: INFO neutron.db.segments_db [None req-223157a6-5a99-4e8f-88e0-918a77a7649f admin admin] Added segment 8caa6ce0-5e8d-4437-9ec3-9b66c1032569 of type vlan for network ee9e3e5e-39e0-42b9-b4fb-612b2ba350cb May 25 07:38:21.638083 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-223157a6-5a99-4e8f-88e0-918a77a7649f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754056145246'] for network (ee9e3e5e-39e0-42b9-b4fb-612b2ba350cb), precommit_create {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:38:21.747622 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-223157a6-5a99-4e8f-88e0-918a77a7649f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-278710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612926'] for network (ee9e3e5e-39e0-42b9-b4fb-612b2ba350cb), after_create {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:38:21.748606 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-223157a6-5a99-4e8f-88e0-918a77a7649f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 07:38:21.749185 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-223157a6-5a99-4e8f-88e0-918a77a7649f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1612908'] for network (None), before_response {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:38:21.813365 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-223157a6-5a99-4e8f-88e0-918a77a7649f admin admin] Pushing event updated for resources: {'Network': ['ID=ee9e3e5e-39e0-42b9-b4fb-612b2ba350cb,revision_number=1']} {{(pid=104525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 07:38:21.824451 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.plugins.ml2.rpc [None req-4c581813-650f-4b4b-ac0f-82f585bea231 None None] Network ee9e3e5e-39e0-42b9-b4fb-612b2ba350cb details requested by agent ovs-agent-dv-cinder-825492-15-iscsi with host dv-cinder-825492-15-iscsi {{(pid=104527) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 25 07:38:21.852584 dv-cinder-825492-15-iscsi neutron-server[104525]: INFO neutron.wsgi [None req-223157a6-5a99-4e8f-88e0-918a77a7649f admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 0.6656661 May 25 07:38:21.853169 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron.wsgi [-] (104525) accepted ('10.222.0.24', 43976) {{(pid=104525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 07:38:21.855560 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95312b2d-181c-492d-a039-59b8e30d0382 req-f7464ae9-2935-4f32-a28f-72f6630558d4 tempest-ServerRescueNegativeTestJSON-274124411 tempest-ServerRescueNegativeTestJSON-274124411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 07:38:21.857434 dv-cinder-825492-15-iscsi neutron-server[104526]: INFO neutron.wsgi [req-95312b2d-181c-492d-a039-59b8e30d0382 req-f7464ae9-2935-4f32-a28f-72f6630558d4 tempest-ServerRescueNegativeTestJSON-274124411 tempest-ServerRescueNegativeTestJSON-274124411-project] 10.222.0.24 "GET /v2.0/ports?device_id=2d5a90d7-311f-4e4a-84c2-ff14c0440bd2 HTTP/1.1" status: 200 len: 945 time: 0.0500901 May 25 07:38:21.858342 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron.api.v2.base [None req-f763e82b-f0c8-42a3-af5a-aa6bca2d5f3d admin admin] Request body: {'subnet': {'network_id': 'ee9e3e5e-39e0-42b9-b4fb-612b2ba350cb', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-570582296-subnet', 'tenant_id': '26533765b74640e9b40211155aaf41b6', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104525) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 25 07:38:21.907439 dv-cinder-825492-15-iscsi neutron-server[104526]: INFO neutron.wsgi [req-95312b2d-181c-492d-a039-59b8e30d0382 req-f94fa0e0-be52-479b-9d57-dfaef7ea7751 tempest-ServerRescueNegativeTestJSON-274124411 tempest-ServerRescueNegativeTestJSON-274124411-project] 10.222.0.24 "GET /v2.0/security-groups?id=98ed3ba3-167d-4434-bd0b-9600585017a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420725 May 25 07:38:21.958423 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f763e82b-f0c8-42a3-af5a-aa6bca2d5f3d admin admin] Made reservation on behalf of 26533765b74640e9b40211155aaf41b6 for: {'subnet': 1} {{(pid=104525) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 07:38:21.960916 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-f763e82b-f0c8-42a3-af5a-aa6bca2d5f3d admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:38:22.199388 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-f763e82b-f0c8-42a3-af5a-aa6bca2d5f3d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-280644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612926'] for subnet (ddd58130-48e7-4a5d-a191-e9c5b2a9791c), after_create {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:38:22.247061 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG dbcounter [-] [104525] Writing DB stats neutron:SELECT=76,neutron:INSERT=20,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=104525) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 07:38:22.259538 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f763e82b-f0c8-42a3-af5a-aa6bca2d5f3d admin admin] Pushing event updated for resources: {'Subnet': ['ID=ddd58130-48e7-4a5d-a191-e9c5b2a9791c,revision_number=0']} {{(pid=104525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 07:38:22.267344 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f763e82b-f0c8-42a3-af5a-aa6bca2d5f3d admin admin] Checking segment: {'id': '8caa6ce0-5e8d-4437-9ec3-9b66c1032569', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 268, 'network_id': 'ee9e3e5e-39e0-42b9-b4fb-612b2ba350cb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104525) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 25 07:38:22.267693 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f763e82b-f0c8-42a3-af5a-aa6bca2d5f3d admin admin] Network hostable DHCP agents. Network: ee9e3e5e-39e0-42b9-b4fb-612b2ba350cb, hostable agents: ['6cf9466f-68ff-4d03-9bb6-0c8244fa88eb'], hosted agents: [] {{(pid=104525) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 25 07:38:22.348174 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f763e82b-f0c8-42a3-af5a-aa6bca2d5f3d admin admin] Network ee9e3e5e-39e0-42b9-b4fb-612b2ba350cb is scheduled to be hosted by DHCP agent 6cf9466f-68ff-4d03-9bb6-0c8244fa88eb with binding_index 1 {{(pid=104525) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 25 07:38:22.455077 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron.scheduler.base_scheduler [None req-f763e82b-f0c8-42a3-af5a-aa6bca2d5f3d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-825492-15-iscsi, ee9e3e5e-39e0-42b9-b4fb-612b2ba350cb) {{(pid=104525) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 07:38:22.461038 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f763e82b-f0c8-42a3-af5a-aa6bca2d5f3d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 07:38:22.464801 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-f763e82b-f0c8-42a3-af5a-aa6bca2d5f3d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1612908'] for subnet (None), before_response {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:38:22.466186 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a770a3b-2312-4366-bbe4-c4a8cd84a3a8 None None] Network ee9e3e5e-39e0-42b9-b4fb-612b2ba350cb requested from dv-cinder-825492-15-iscsi {{(pid=104527) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 25 07:38:22.536920 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG dbcounter [-] [104527] Writing DB stats neutron:SELECT=29,neutron:UPDATE=4 {{(pid=104527) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 07:38:22.545412 dv-cinder-825492-15-iscsi neutron-server[104525]: INFO neutron.wsgi [None req-f763e82b-f0c8-42a3-af5a-aa6bca2d5f3d admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.6911035 May 25 07:38:22.582405 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62933133-9b47-4036-9b22-06ff1bdb114f None None] Network ee9e3e5e-39e0-42b9-b4fb-612b2ba350cb requested from dv-cinder-825492-15-iscsi {{(pid=104527) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 25 07:38:23.032093 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55d948fb-a373-42e3-b67b-d0a95538c0dc req-c8996f0b-7040-4ac5-93ba-182d0ef8900a tempest-ServerRescueNegativeTestJSON-274124411 tempest-ServerRescueNegativeTestJSON-274124411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 07:38:23.033746 dv-cinder-825492-15-iscsi neutron-server[104525]: INFO neutron.wsgi [req-55d948fb-a373-42e3-b67b-d0a95538c0dc req-c8996f0b-7040-4ac5-93ba-182d0ef8900a tempest-ServerRescueNegativeTestJSON-274124411 tempest-ServerRescueNegativeTestJSON-274124411-project] 10.222.0.24 "GET /v2.0/ports?device_id=2d5a90d7-311f-4e4a-84c2-ff14c0440bd2 HTTP/1.1" status: 200 len: 945 time: 0.0505035 May 25 07:38:23.100594 dv-cinder-825492-15-iscsi neutron-server[104525]: INFO neutron.wsgi [req-55d948fb-a373-42e3-b67b-d0a95538c0dc req-ff97ffac-002d-4cc9-9fef-6ef0dd6db942 tempest-ServerRescueNegativeTestJSON-274124411 tempest-ServerRescueNegativeTestJSON-274124411-project] 10.222.0.24 "GET /v2.0/security-groups?id=98ed3ba3-167d-4434-bd0b-9600585017a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601194 May 25 07:38:23.536634 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron.wsgi [-] (104525) accepted ('10.222.0.24', 44034) {{(pid=104525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 07:38:23.541438 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron.api.v2.base [None req-057a8eb5-3b16-460a-abb0-ed601efc4604 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-975106037-network', 'tenant_id': 'fd4e4551b32b4fd081cc016c73715894'}} {{(pid=104525) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 25 07:38:23.655647 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-057a8eb5-3b16-460a-abb0-ed601efc4604 admin admin] Made reservation on behalf of fd4e4551b32b4fd081cc016c73715894 for: {'network': 1} {{(pid=104525) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 07:38:23.658089 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-057a8eb5-3b16-460a-abb0-ed601efc4604 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-616651'] for network (None), before_create {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:38:23.667732 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-057a8eb5-3b16-460a-abb0-ed601efc4604 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:38:23.693256 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG dbcounter [-] [104525] Writing DB stats neutron:SELECT=87,neutron:INSERT=7,neutron:UPDATE=4,neutron:DELETE=2 {{(pid=104525) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 07:38:23.744077 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-057a8eb5-3b16-460a-abb0-ed601efc4604 admin admin] Publish callbacks [] for security_group (514875b5-bb4e-456f-befa-2d8869fb13a7), precommit_create {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:38:23.833297 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-057a8eb5-3b16-460a-abb0-ed601efc4604 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-278753'] for security_group (514875b5-bb4e-456f-befa-2d8869fb13a7), after_create {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:38:23.859925 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-057a8eb5-3b16-460a-abb0-ed601efc4604 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 279} {{(pid=104525) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 25 07:38:23.871152 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-057a8eb5-3b16-460a-abb0-ed601efc4604 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=514875b5-bb4e-456f-befa-2d8869fb13a7,revision_number=1']} {{(pid=104525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 07:38:23.876083 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-057a8eb5-3b16-460a-abb0-ed601efc4604 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8754056472926', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1513389'] for segment (3a608f42-f2d0-41a8-a49d-1358268e82f8), precommit_create {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:38:23.876698 dv-cinder-825492-15-iscsi neutron-server[104525]: INFO neutron.db.segments_db [None req-057a8eb5-3b16-460a-abb0-ed601efc4604 admin admin] Added segment 3a608f42-f2d0-41a8-a49d-1358268e82f8 of type vlan for network b854b25d-16c9-45f3-a0fc-a498c1ac4fae May 25 07:38:23.917482 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-057a8eb5-3b16-460a-abb0-ed601efc4604 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754056145246'] for network (b854b25d-16c9-45f3-a0fc-a498c1ac4fae), precommit_create {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:38:24.010263 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-057a8eb5-3b16-460a-abb0-ed601efc4604 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-278710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612926'] for network (b854b25d-16c9-45f3-a0fc-a498c1ac4fae), after_create {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:38:24.011309 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-057a8eb5-3b16-460a-abb0-ed601efc4604 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 07:38:24.011899 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-057a8eb5-3b16-460a-abb0-ed601efc4604 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1612908'] for network (None), before_response {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:38:24.074628 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-057a8eb5-3b16-460a-abb0-ed601efc4604 admin admin] Pushing event updated for resources: {'Network': ['ID=b854b25d-16c9-45f3-a0fc-a498c1ac4fae,revision_number=1']} {{(pid=104525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 07:38:24.084803 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.plugins.ml2.rpc [None req-4c581813-650f-4b4b-ac0f-82f585bea231 None None] Network b854b25d-16c9-45f3-a0fc-a498c1ac4fae details requested by agent ovs-agent-dv-cinder-825492-15-iscsi with host dv-cinder-825492-15-iscsi {{(pid=104527) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 25 07:38:24.129854 dv-cinder-825492-15-iscsi neutron-server[104525]: INFO neutron.wsgi [None req-057a8eb5-3b16-460a-abb0-ed601efc4604 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 0.5915482 May 25 07:38:24.131860 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron.wsgi [-] (104525) accepted ('10.222.0.24', 44050) {{(pid=104525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 07:38:24.136689 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron.api.v2.base [None req-a3edfad5-5448-4b5b-b894-17c7ab88f888 admin admin] Request body: {'subnet': {'network_id': 'b854b25d-16c9-45f3-a0fc-a498c1ac4fae', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-975106037-subnet', 'tenant_id': 'fd4e4551b32b4fd081cc016c73715894', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104525) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 25 07:38:24.261530 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a3edfad5-5448-4b5b-b894-17c7ab88f888 admin admin] Made reservation on behalf of fd4e4551b32b4fd081cc016c73715894 for: {'subnet': 1} {{(pid=104525) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 07:38:24.263948 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-a3edfad5-5448-4b5b-b894-17c7ab88f888 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:38:24.310299 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG dbcounter [-] [104525] Writing DB stats neutron:SELECT=75,neutron:INSERT=19,neutron:UPDATE=4,neutron:DELETE=2 {{(pid=104525) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 07:38:24.519821 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-a3edfad5-5448-4b5b-b894-17c7ab88f888 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-280644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612926'] for subnet (5d3ac0e3-fdb4-4e22-b5be-b1187f09f428), after_create {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:38:24.569934 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3edfad5-5448-4b5b-b894-17c7ab88f888 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5d3ac0e3-fdb4-4e22-b5be-b1187f09f428,revision_number=0']} {{(pid=104525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 07:38:24.588971 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3edfad5-5448-4b5b-b894-17c7ab88f888 admin admin] Checking segment: {'id': '3a608f42-f2d0-41a8-a49d-1358268e82f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 279, 'network_id': 'b854b25d-16c9-45f3-a0fc-a498c1ac4fae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104525) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 25 07:38:24.589325 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3edfad5-5448-4b5b-b894-17c7ab88f888 admin admin] Network hostable DHCP agents. Network: b854b25d-16c9-45f3-a0fc-a498c1ac4fae, hostable agents: ['6cf9466f-68ff-4d03-9bb6-0c8244fa88eb'], hosted agents: [] {{(pid=104525) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 25 07:38:24.679004 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3edfad5-5448-4b5b-b894-17c7ab88f888 admin admin] Network b854b25d-16c9-45f3-a0fc-a498c1ac4fae is scheduled to be hosted by DHCP agent 6cf9466f-68ff-4d03-9bb6-0c8244fa88eb with binding_index 1 {{(pid=104525) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 25 07:38:24.770573 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron.scheduler.base_scheduler [None req-a3edfad5-5448-4b5b-b894-17c7ab88f888 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-825492-15-iscsi, b854b25d-16c9-45f3-a0fc-a498c1ac4fae) {{(pid=104525) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 07:38:24.774394 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3edfad5-5448-4b5b-b894-17c7ab88f888 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 07:38:24.775909 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-a3edfad5-5448-4b5b-b894-17c7ab88f888 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1612908'] for subnet (None), before_response {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:38:24.780970 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c6edf7f-fe9b-4995-86e4-ac04727ab380 None None] Network b854b25d-16c9-45f3-a0fc-a498c1ac4fae requested from dv-cinder-825492-15-iscsi {{(pid=104527) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 25 07:38:24.878924 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d265c542-1ee4-4772-94e5-70034a192c4c None None] Network b854b25d-16c9-45f3-a0fc-a498c1ac4fae requested from dv-cinder-825492-15-iscsi {{(pid=104527) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 25 07:38:24.898867 dv-cinder-825492-15-iscsi neutron-server[104525]: INFO neutron.wsgi [None req-a3edfad5-5448-4b5b-b894-17c7ab88f888 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.7658613 May 25 07:38:28.494401 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.wsgi [-] (104526) accepted ('10.222.0.24', 44162) {{(pid=104526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 07:38:28.499020 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.api.v2.base [None req-c63bc6d8-2e4e-4eb2-9854-6989c4923199 tempest-ServerRescueNegativeTestJSON-274124411 tempest-ServerRescueNegativeTestJSON-274124411-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1367616094', 'description': 'tempest-description--2045028311'}} {{(pid=104526) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 25 07:38:28.641045 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-c63bc6d8-2e4e-4eb2-9854-6989c4923199 tempest-ServerRescueNegativeTestJSON-274124411 tempest-ServerRescueNegativeTestJSON-274124411-project] Publish callbacks [] for security_group (None), before_create {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:38:28.723937 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-c63bc6d8-2e4e-4eb2-9854-6989c4923199 tempest-ServerRescueNegativeTestJSON-274124411 tempest-ServerRescueNegativeTestJSON-274124411-project] Publish callbacks [] for security_group (1c0d85d2-6043-4086-9d5d-4dba3c5df84e), precommit_create {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:38:28.862028 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-c63bc6d8-2e4e-4eb2-9854-6989c4923199 tempest-ServerRescueNegativeTestJSON-274124411 tempest-ServerRescueNegativeTestJSON-274124411-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-278753'] for security_group (1c0d85d2-6043-4086-9d5d-4dba3c5df84e), after_create {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:38:28.891142 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c63bc6d8-2e4e-4eb2-9854-6989c4923199 tempest-ServerRescueNegativeTestJSON-274124411 tempest-ServerRescueNegativeTestJSON-274124411-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1c0d85d2-6043-4086-9d5d-4dba3c5df84e,revision_number=1']} {{(pid=104526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 07:38:28.966566 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-c63bc6d8-2e4e-4eb2-9854-6989c4923199 tempest-ServerRescueNegativeTestJSON-274124411 tempest-ServerRescueNegativeTestJSON-274124411-project] Publish callbacks [] for security_group (None), before_response {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:38:28.967835 dv-cinder-825492-15-iscsi neutron-server[104526]: INFO neutron.wsgi [None req-c63bc6d8-2e4e-4eb2-9854-6989c4923199 tempest-ServerRescueNegativeTestJSON-274124411 tempest-ServerRescueNegativeTestJSON-274124411-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.4722662 May 25 07:38:28.970685 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.wsgi [-] (104526) accepted ('10.222.0.24', 44180) {{(pid=104526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 07:38:28.975827 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.api.v2.base [None req-782d0761-b4b3-4fc8-bcba-2478edae8aa2 tempest-ServerRescueNegativeTestJSON-274124411 tempest-ServerRescueNegativeTestJSON-274124411-project] Request body: {'security_group_rule': {'security_group_id': '1c0d85d2-6043-4086-9d5d-4dba3c5df84e', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104526) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 25 07:38:29.097887 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-782d0761-b4b3-4fc8-bcba-2478edae8aa2 tempest-ServerRescueNegativeTestJSON-274124411 tempest-ServerRescueNegativeTestJSON-274124411-project] Publish callbacks [] for security_group_rule (d7934a64-6985-4555-871d-40210ca01e6c), before_create {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:38:29.139839 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG dbcounter [-] [104526] Writing DB stats neutron:INSERT=11,neutron:SELECT=85,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=104526) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 07:38:29.146820 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-782d0761-b4b3-4fc8-bcba-2478edae8aa2 tempest-ServerRescueNegativeTestJSON-274124411 tempest-ServerRescueNegativeTestJSON-274124411-project] Publish callbacks [] for security_group_rule (d7934a64-6985-4555-871d-40210ca01e6c), precommit_create {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:38:29.261715 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-782d0761-b4b3-4fc8-bcba-2478edae8aa2 tempest-ServerRescueNegativeTestJSON-274124411 tempest-ServerRescueNegativeTestJSON-274124411-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-278608'] for security_group_rule (d7934a64-6985-4555-871d-40210ca01e6c), after_create {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:38:29.282641 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-782d0761-b4b3-4fc8-bcba-2478edae8aa2 tempest-ServerRescueNegativeTestJSON-274124411 tempest-ServerRescueNegativeTestJSON-274124411-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d7934a64-6985-4555-871d-40210ca01e6c,revision_number=0']} {{(pid=104526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 07:38:29.289878 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-782d0761-b4b3-4fc8-bcba-2478edae8aa2 tempest-ServerRescueNegativeTestJSON-274124411 tempest-ServerRescueNegativeTestJSON-274124411-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825492-15-iscsi {{(pid=104526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 07:38:29.290231 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-782d0761-b4b3-4fc8-bcba-2478edae8aa2 tempest-ServerRescueNegativeTestJSON-274124411 tempest-ServerRescueNegativeTestJSON-274124411-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825492-15-iscsi {{(pid=104526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 07:38:29.290577 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-782d0761-b4b3-4fc8-bcba-2478edae8aa2 tempest-ServerRescueNegativeTestJSON-274124411 tempest-ServerRescueNegativeTestJSON-274124411-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825492-15-iscsi {{(pid=104526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 07:38:29.290925 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-782d0761-b4b3-4fc8-bcba-2478edae8aa2 tempest-ServerRescueNegativeTestJSON-274124411 tempest-ServerRescueNegativeTestJSON-274124411-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825492-15-iscsi {{(pid=104526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 07:38:29.291256 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-782d0761-b4b3-4fc8-bcba-2478edae8aa2 tempest-ServerRescueNegativeTestJSON-274124411 tempest-ServerRescueNegativeTestJSON-274124411-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825492-15-iscsi {{(pid=104526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 07:38:29.291594 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-782d0761-b4b3-4fc8-bcba-2478edae8aa2 tempest-ServerRescueNegativeTestJSON-274124411 tempest-ServerRescueNegativeTestJSON-274124411-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825492-15-iscsi {{(pid=104526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 07:38:29.291923 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-782d0761-b4b3-4fc8-bcba-2478edae8aa2 tempest-ServerRescueNegativeTestJSON-274124411 tempest-ServerRescueNegativeTestJSON-274124411-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825492-15-iscsi {{(pid=104526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 07:38:29.292251 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-782d0761-b4b3-4fc8-bcba-2478edae8aa2 tempest-ServerRescueNegativeTestJSON-274124411 tempest-ServerRescueNegativeTestJSON-274124411-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-825492-15-iscsi {{(pid=104526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 07:38:29.292615 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-782d0761-b4b3-4fc8-bcba-2478edae8aa2 tempest-ServerRescueNegativeTestJSON-274124411 tempest-ServerRescueNegativeTestJSON-274124411-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-825492-15-iscsi {{(pid=104526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 07:38:29.292944 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-782d0761-b4b3-4fc8-bcba-2478edae8aa2 tempest-ServerRescueNegativeTestJSON-274124411 tempest-ServerRescueNegativeTestJSON-274124411-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-825492-15-iscsi {{(pid=104526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 07:38:29.293269 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-782d0761-b4b3-4fc8-bcba-2478edae8aa2 tempest-ServerRescueNegativeTestJSON-274124411 tempest-ServerRescueNegativeTestJSON-274124411-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-825492-15-iscsi {{(pid=104526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 07:38:29.293593 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-782d0761-b4b3-4fc8-bcba-2478edae8aa2 tempest-ServerRescueNegativeTestJSON-274124411 tempest-ServerRescueNegativeTestJSON-274124411-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825492-15-iscsi {{(pid=104526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 07:38:29.293916 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-782d0761-b4b3-4fc8-bcba-2478edae8aa2 tempest-ServerRescueNegativeTestJSON-274124411 tempest-ServerRescueNegativeTestJSON-274124411-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825492-15-iscsi {{(pid=104526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 07:38:29.294242 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-782d0761-b4b3-4fc8-bcba-2478edae8aa2 tempest-ServerRescueNegativeTestJSON-274124411 tempest-ServerRescueNegativeTestJSON-274124411-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825492-15-iscsi {{(pid=104526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 07:38:29.294563 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-782d0761-b4b3-4fc8-bcba-2478edae8aa2 tempest-ServerRescueNegativeTestJSON-274124411 tempest-ServerRescueNegativeTestJSON-274124411-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825492-15-iscsi {{(pid=104526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 07:38:29.367368 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-782d0761-b4b3-4fc8-bcba-2478edae8aa2 tempest-ServerRescueNegativeTestJSON-274124411 tempest-ServerRescueNegativeTestJSON-274124411-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:38:29.368724 dv-cinder-825492-15-iscsi neutron-server[104526]: INFO neutron.wsgi [None req-782d0761-b4b3-4fc8-bcba-2478edae8aa2 tempest-ServerRescueNegativeTestJSON-274124411 tempest-ServerRescueNegativeTestJSON-274124411-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3969364 May 25 07:38:29.371575 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.wsgi [-] (104526) accepted ('10.222.0.24', 44192) {{(pid=104526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 07:38:29.375852 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.api.v2.base [None req-34e439f1-cee0-4c9c-a575-fc1dd310086e tempest-ServerRescueNegativeTestJSON-274124411 tempest-ServerRescueNegativeTestJSON-274124411-project] Request body: {'security_group_rule': {'security_group_id': '1c0d85d2-6043-4086-9d5d-4dba3c5df84e', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104526) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 25 07:38:29.467877 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-34e439f1-cee0-4c9c-a575-fc1dd310086e tempest-ServerRescueNegativeTestJSON-274124411 tempest-ServerRescueNegativeTestJSON-274124411-project] Publish callbacks [] for security_group_rule (50f58b26-e406-40ce-a73a-9c97c3b67c79), before_create {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:38:29.504682 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG dbcounter [-] [104526] Writing DB stats neutron:SELECT=78,neutron:INSERT=19,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=104526) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 07:38:29.519796 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-34e439f1-cee0-4c9c-a575-fc1dd310086e tempest-ServerRescueNegativeTestJSON-274124411 tempest-ServerRescueNegativeTestJSON-274124411-project] Publish callbacks [] for security_group_rule (50f58b26-e406-40ce-a73a-9c97c3b67c79), precommit_create {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:38:29.597035 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-002210e1-2e2b-4da4-af11-16b25fdc0cc4 req-b8d61751-87a0-4ea0-a4d8-0d5fa98281d2 tempest-AttachVolumeShelveTestJSON-605607613 tempest-AttachVolumeShelveTestJSON-605607613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 07:38:29.598333 dv-cinder-825492-15-iscsi neutron-server[104526]: INFO neutron.wsgi [req-002210e1-2e2b-4da4-af11-16b25fdc0cc4 req-b8d61751-87a0-4ea0-a4d8-0d5fa98281d2 tempest-AttachVolumeShelveTestJSON-605607613 tempest-AttachVolumeShelveTestJSON-605607613-project] 10.222.0.24 "GET /v2.0/ports?device_id=6d360341-449d-4b49-8b66-a02a969171fd HTTP/1.1" status: 200 len: 946 time: 0.0514977 May 25 07:38:29.610368 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-34e439f1-cee0-4c9c-a575-fc1dd310086e tempest-ServerRescueNegativeTestJSON-274124411 tempest-ServerRescueNegativeTestJSON-274124411-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-278608'] for security_group_rule (50f58b26-e406-40ce-a73a-9c97c3b67c79), after_create {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:38:29.636801 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34e439f1-cee0-4c9c-a575-fc1dd310086e tempest-ServerRescueNegativeTestJSON-274124411 tempest-ServerRescueNegativeTestJSON-274124411-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=50f58b26-e406-40ce-a73a-9c97c3b67c79,revision_number=0']} {{(pid=104526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 07:38:29.665450 dv-cinder-825492-15-iscsi neutron-server[104526]: INFO neutron.wsgi [req-002210e1-2e2b-4da4-af11-16b25fdc0cc4 req-772dbc85-fa59-4605-8a30-b76df81866cc tempest-AttachVolumeShelveTestJSON-605607613 tempest-AttachVolumeShelveTestJSON-605607613-project] 10.222.0.24 "GET /v2.0/security-groups?id=36a790ea-6395-4759-aea0-9e848582607a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0614064 May 25 07:38:29.727195 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-34e439f1-cee0-4c9c-a575-fc1dd310086e tempest-ServerRescueNegativeTestJSON-274124411 tempest-ServerRescueNegativeTestJSON-274124411-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:38:29.728522 dv-cinder-825492-15-iscsi neutron-server[104526]: INFO neutron.wsgi [None req-34e439f1-cee0-4c9c-a575-fc1dd310086e tempest-ServerRescueNegativeTestJSON-274124411 tempest-ServerRescueNegativeTestJSON-274124411-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3559737 May 25 07:38:29.731743 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.wsgi [-] (104526) accepted ('10.222.0.24', 44198) {{(pid=104526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 07:38:29.736204 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.api.v2.base [None req-960caf97-67cb-42d8-b30b-22af8dd858ff tempest-ServerRescueNegativeTestJSON-274124411 tempest-ServerRescueNegativeTestJSON-274124411-project] Request body: {'floatingip': {'floating_network_id': '29c629bd-3f50-4535-bfbc-a047608d6fb6'}} {{(pid=104526) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 25 07:38:29.896370 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-960caf97-67cb-42d8-b30b-22af8dd858ff tempest-ServerRescueNegativeTestJSON-274124411 tempest-ServerRescueNegativeTestJSON-274124411-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:38:29.975940 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-960caf97-67cb-42d8-b30b-22af8dd858ff tempest-ServerRescueNegativeTestJSON-274124411 tempest-ServerRescueNegativeTestJSON-274124411-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-616651'] for port (None), before_create {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:38:30.088713 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.db.db_base_plugin_common [None req-960caf97-67cb-42d8-b30b-22af8dd858ff tempest-ServerRescueNegativeTestJSON-274124411 tempest-ServerRescueNegativeTestJSON-274124411-project] Allocated IP 172.27.3.43 (29c629bd-3f50-4535-bfbc-a047608d6fb6/7934ff5a-43f1-4f76-b9d8-e4343ace34f5/b01f1407-859f-4bf2-af56-2836994503dc) {{(pid=104526) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 07:38:30.111068 dv-cinder-825492-15-iscsi neutron-server[104528]: DEBUG dbcounter [-] [104528] Writing DB stats neutron:SELECT=8 {{(pid=104528) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 07:38:30.143117 dv-cinder-825492-15-iscsi neutron-server[104528]: DEBUG dbcounter [-] [104528] Writing DB stats neutron:SELECT=18 {{(pid=104528) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 07:38:30.190863 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-960caf97-67cb-42d8-b30b-22af8dd858ff tempest-ServerRescueNegativeTestJSON-274124411 tempest-ServerRescueNegativeTestJSON-274124411-project] Publish callbacks [] for port (b01f1407-859f-4bf2-af56-2836994503dc), precommit_create {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:38:30.348031 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-960caf97-67cb-42d8-b30b-22af8dd858ff tempest-ServerRescueNegativeTestJSON-274124411 tempest-ServerRescueNegativeTestJSON-274124411-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-617841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612926', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754056173864', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2909854'] for port (b01f1407-859f-4bf2-af56-2836994503dc), after_create {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:38:30.393224 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-960caf97-67cb-42d8-b30b-22af8dd858ff tempest-ServerRescueNegativeTestJSON-274124411 tempest-ServerRescueNegativeTestJSON-274124411-project] Network 29c629bd-3f50-4535-bfbc-a047608d6fb6 is already hosted by enough agents. {{(pid=104526) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 07:38:30.395997 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.scheduler.base_scheduler [None req-960caf97-67cb-42d8-b30b-22af8dd858ff tempest-ServerRescueNegativeTestJSON-274124411 tempest-ServerRescueNegativeTestJSON-274124411-project] Resources bound (agent type, host, resource id): {{(pid=104526) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 07:38:30.399796 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.db.l3_dvrscheduler_db [None req-960caf97-67cb-42d8-b30b-22af8dd858ff tempest-ServerRescueNegativeTestJSON-274124411 tempest-ServerRescueNegativeTestJSON-274124411-project] Received port after_create {{(pid=104526) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 25 07:38:30.404646 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-960caf97-67cb-42d8-b30b-22af8dd858ff tempest-ServerRescueNegativeTestJSON-274124411 tempest-ServerRescueNegativeTestJSON-274124411-project] Pushing event updated for resources: {'Port': ['ID=b01f1407-859f-4bf2-af56-2836994503dc,revision_number=1']} {{(pid=104526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 07:38:30.482819 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-960caf97-67cb-42d8-b30b-22af8dd858ff tempest-ServerRescueNegativeTestJSON-274124411 tempest-ServerRescueNegativeTestJSON-274124411-project] Publish callbacks [] for floatingip (26d638e8-d88b-475e-9243-3b67b1f7d840), precommit_create {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:38:30.633826 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-960caf97-67cb-42d8-b30b-22af8dd858ff tempest-ServerRescueNegativeTestJSON-274124411 tempest-ServerRescueNegativeTestJSON-274124411-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-616651'] for port (b01f1407-859f-4bf2-af56-2836994503dc), before_update {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:38:30.811373 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ef5959b-f238-4d2c-aa17-3d0edb01fee6 req-af5c490a-b6e3-45b3-9ff8-1d8766f1a3cf tempest-AttachVolumeShelveTestJSON-605607613 tempest-AttachVolumeShelveTestJSON-605607613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 07:38:30.811512 dv-cinder-825492-15-iscsi neutron-server[104526]: INFO neutron.wsgi [req-9ef5959b-f238-4d2c-aa17-3d0edb01fee6 req-af5c490a-b6e3-45b3-9ff8-1d8766f1a3cf tempest-AttachVolumeShelveTestJSON-605607613 tempest-AttachVolumeShelveTestJSON-605607613-project] 10.222.0.24 "GET /v2.0/ports?device_id=6d360341-449d-4b49-8b66-a02a969171fd HTTP/1.1" status: 200 len: 946 time: 0.0676701 May 25 07:38:30.897286 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-960caf97-67cb-42d8-b30b-22af8dd858ff tempest-ServerRescueNegativeTestJSON-274124411 tempest-ServerRescueNegativeTestJSON-274124411-project] Publish callbacks [] for port (b01f1407-859f-4bf2-af56-2836994503dc), precommit_update {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:38:30.901968 dv-cinder-825492-15-iscsi neutron-server[104526]: INFO neutron.wsgi [req-9ef5959b-f238-4d2c-aa17-3d0edb01fee6 req-757648bc-fe52-4405-95a4-86466ece7ef9 tempest-AttachVolumeShelveTestJSON-605607613 tempest-AttachVolumeShelveTestJSON-605607613-project] 10.222.0.24 "GET /v2.0/security-groups?id=36a790ea-6395-4759-aea0-9e848582607a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0807269 May 25 07:38:30.919202 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG dbcounter [-] [104526] Writing DB stats neutron:SELECT=85,neutron:INSERT=8,neutron:UPDATE=5,neutron:DELETE=2 {{(pid=104526) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 07:38:30.966325 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-960caf97-67cb-42d8-b30b-22af8dd858ff tempest-ServerRescueNegativeTestJSON-274124411 tempest-ServerRescueNegativeTestJSON-274124411-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-617841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612926', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754056714442', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754056173882', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754056173900', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2909847'] for port (b01f1407-859f-4bf2-af56-2836994503dc), after_update {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:38:30.997419 dv-cinder-825492-15-iscsi neutron-server[104526]: INFO neutron.wsgi [req-a1d6f82e-84fa-4f9e-b1a8-13ed654b65ce req-63e3d283-96fa-4477-bd0a-4c49c9f270c5 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=f652bc42-42f2-4664-b614-603b3ddf84b1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0675535 May 25 07:38:31.047214 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-960caf97-67cb-42d8-b30b-22af8dd858ff tempest-ServerRescueNegativeTestJSON-274124411 tempest-ServerRescueNegativeTestJSON-274124411-project] Pushing event updated for resources: {'Port': ['ID=b01f1407-859f-4bf2-af56-2836994503dc,revision_number=2']} {{(pid=104526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 07:38:31.057083 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-960caf97-67cb-42d8-b30b-22af8dd858ff tempest-ServerRescueNegativeTestJSON-274124411 tempest-ServerRescueNegativeTestJSON-274124411-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1617316'] for floatingip (26d638e8-d88b-475e-9243-3b67b1f7d840), after_create {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:38:31.073169 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG dbcounter [-] [104526] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=104526) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 07:38:31.132645 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-960caf97-67cb-42d8-b30b-22af8dd858ff tempest-ServerRescueNegativeTestJSON-274124411 tempest-ServerRescueNegativeTestJSON-274124411-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93885'] for floatingip (None), before_response {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:38:31.133992 dv-cinder-825492-15-iscsi neutron-server[104526]: INFO neutron.wsgi [None req-960caf97-67cb-42d8-b30b-22af8dd858ff tempest-ServerRescueNegativeTestJSON-274124411 tempest-ServerRescueNegativeTestJSON-274124411-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.4012148 May 25 07:38:31.265241 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1d6f82e-84fa-4f9e-b1a8-13ed654b65ce req-c3d17279-6f63-4e1f-9c72-29aa97ce15ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 07:38:31.266753 dv-cinder-825492-15-iscsi neutron-server[104526]: INFO neutron.wsgi [req-a1d6f82e-84fa-4f9e-b1a8-13ed654b65ce req-c3d17279-6f63-4e1f-9c72-29aa97ce15ce service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=d4719a4804e24f27b9427e58c5cbe13b&device_id=f652bc42-42f2-4664-b614-603b3ddf84b1 HTTP/1.1" status: 200 len: 1129 time: 0.0470288 May 25 07:38:31.399510 dv-cinder-825492-15-iscsi neutron-server[104526]: INFO neutron.wsgi [req-7abfced9-49d8-4c32-ae08-1ef17db54ef1 req-e98c9d29-5a62-4673-8039-1857dc87876c tempest-ServerRescueNegativeTestJSON-274124411 tempest-ServerRescueNegativeTestJSON-274124411-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-securitygroup--1367616094&fields=id&tenant_id=d4719a4804e24f27b9427e58c5cbe13b HTTP/1.1" status: 200 len: 267 time: 0.0906062 May 25 07:38:31.425401 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1d6f82e-84fa-4f9e-b1a8-13ed654b65ce req-671d3bfd-714b-47bf-9d1b-ba60cf28766f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 07:38:31.426778 dv-cinder-825492-15-iscsi neutron-server[104526]: INFO neutron.wsgi [req-a1d6f82e-84fa-4f9e-b1a8-13ed654b65ce req-671d3bfd-714b-47bf-9d1b-ba60cf28766f service neutron] 10.222.0.41 "GET /v2.0/networks?id=e9255b8f-85b1-4659-9bc1-7aaec6681338 HTTP/1.1" status: 200 len: 917 time: 0.1369865 May 25 07:38:31.499512 dv-cinder-825492-15-iscsi neutron-server[104526]: INFO neutron.wsgi [req-a1d6f82e-84fa-4f9e-b1a8-13ed654b65ce req-ecabf83b-e487-4f96-ba24-d3ad8e29f4c5 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=5d521607-ce1e-41b4-a067-fdc197d09700 HTTP/1.1" status: 200 len: 217 time: 0.0633075 May 25 07:38:31.576927 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1d6f82e-84fa-4f9e-b1a8-13ed654b65ce req-c159eaf5-7651-4ae9-b6a9-94cbf9c14ccf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 07:38:31.578359 dv-cinder-825492-15-iscsi neutron-server[104526]: INFO neutron.wsgi [req-a1d6f82e-84fa-4f9e-b1a8-13ed654b65ce req-c159eaf5-7651-4ae9-b6a9-94cbf9c14ccf service neutron] 10.222.0.41 "GET /v2.0/subnets?id=2bd01566-eaf4-4493-b26a-8c7ef6fcaf51 HTTP/1.1" status: 200 len: 855 time: 0.0693543 May 25 07:38:31.585026 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7abfced9-49d8-4c32-ae08-1ef17db54ef1 req-29f3861a-cce7-4f9a-bf0f-568a0297ef48 tempest-ServerRescueNegativeTestJSON-274124411 tempest-ServerRescueNegativeTestJSON-274124411-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 07:38:31.586382 dv-cinder-825492-15-iscsi neutron-server[104526]: INFO neutron.wsgi [req-7abfced9-49d8-4c32-ae08-1ef17db54ef1 req-29f3861a-cce7-4f9a-bf0f-568a0297ef48 tempest-ServerRescueNegativeTestJSON-274124411 tempest-ServerRescueNegativeTestJSON-274124411-project] 10.222.0.24 "GET /v2.0/networks?id=e9255b8f-85b1-4659-9bc1-7aaec6681338 HTTP/1.1" status: 200 len: 816 time: 0.1752863 May 25 07:38:31.621660 dv-cinder-825492-15-iscsi neutron-server[104526]: INFO neutron.wsgi [req-7abfced9-49d8-4c32-ae08-1ef17db54ef1 req-fa0797a5-4d1b-43d3-aba8-2f1698d9fad2 tempest-ServerRescueNegativeTestJSON-274124411 tempest-ServerRescueNegativeTestJSON-274124411-project] 10.222.0.24 "GET /v2.0/quotas/d4719a4804e24f27b9427e58c5cbe13b HTTP/1.1" status: 200 len: 375 time: 0.0266533 May 25 07:38:31.641216 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1d6f82e-84fa-4f9e-b1a8-13ed654b65ce req-566b65eb-1106-4c23-b6f7-8c322a5ec4be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 07:38:31.642732 dv-cinder-825492-15-iscsi neutron-server[104526]: INFO neutron.wsgi [req-a1d6f82e-84fa-4f9e-b1a8-13ed654b65ce req-566b65eb-1106-4c23-b6f7-8c322a5ec4be service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=e9255b8f-85b1-4659-9bc1-7aaec6681338&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0555291 May 25 07:38:31.725788 dv-cinder-825492-15-iscsi neutron-server[104526]: INFO neutron.wsgi [req-7abfced9-49d8-4c32-ae08-1ef17db54ef1 req-3d438259-0780-4828-82a6-5e06e4a50987 tempest-ServerRescueNegativeTestJSON-274124411 tempest-ServerRescueNegativeTestJSON-274124411-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=d4719a4804e24f27b9427e58c5cbe13b&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0962245 May 25 07:38:31.812062 dv-cinder-825492-15-iscsi neutron-server[104526]: INFO neutron.wsgi [req-a1d6f82e-84fa-4f9e-b1a8-13ed654b65ce req-03b1c2a9-85d4-4492-b946-60ef8e021f20 service neutron] 10.222.0.41 "GET /v2.0/networks/e9255b8f-85b1-4659-9bc1-7aaec6681338?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1493411 May 25 07:38:31.891788 dv-cinder-825492-15-iscsi neutron-server[104526]: INFO neutron.wsgi [req-7abfced9-49d8-4c32-ae08-1ef17db54ef1 req-616e06f9-f261-42ac-959d-5d78766c7c53 service neutron] 10.222.0.24 "GET /v2.0/networks/e9255b8f-85b1-4659-9bc1-7aaec6681338?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1528931 May 25 07:38:31.963135 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG dbcounter [-] [104526] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104526) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 07:38:31.974974 dv-cinder-825492-15-iscsi neutron-server[104526]: INFO neutron.wsgi [req-a1d6f82e-84fa-4f9e-b1a8-13ed654b65ce req-3b73fa9b-f13c-43bd-b369-8e5b59a16235 service neutron] 10.222.0.41 "GET /v2.0/networks/e9255b8f-85b1-4659-9bc1-7aaec6681338?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1567488 May 25 07:38:31.986246 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG dbcounter [-] [104527] Writing DB stats neutron:SELECT=85,neutron:UPDATE=2 {{(pid=104527) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 07:38:32.014722 dv-cinder-825492-15-iscsi neutron-server[104526]: INFO neutron.wsgi [req-7abfced9-49d8-4c32-ae08-1ef17db54ef1 req-00c6113f-1f2d-4209-82a6-026085d2212f service neutron] 10.222.0.24 "GET /v2.0/networks/e9255b8f-85b1-4659-9bc1-7aaec6681338?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1111588 May 25 07:38:32.060191 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3c1a2b3-62fc-4212-8b80-5b5796f65348 req-34467da6-cb61-418c-819b-c1963b045f23 tempest-AttachVolumeShelveTestJSON-605607613 tempest-AttachVolumeShelveTestJSON-605607613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 07:38:32.062656 dv-cinder-825492-15-iscsi neutron-server[104525]: INFO neutron.wsgi [req-c3c1a2b3-62fc-4212-8b80-5b5796f65348 req-34467da6-cb61-418c-819b-c1963b045f23 tempest-AttachVolumeShelveTestJSON-605607613 tempest-AttachVolumeShelveTestJSON-605607613-project] 10.222.0.24 "GET /v2.0/ports?device_id=6d360341-449d-4b49-8b66-a02a969171fd HTTP/1.1" status: 200 len: 946 time: 0.0498769 May 25 07:38:32.080347 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron_lib.callbacks.manager [None req-798242cc-9ea0-464c-9109-86bd7997349e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754056472917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490168'] for agent (bbf5dc8c-5103-4973-a6b6-76af4660c126), after_update {{(pid=104527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:38:32.114572 dv-cinder-825492-15-iscsi neutron-server[104525]: INFO neutron.wsgi [req-c3c1a2b3-62fc-4212-8b80-5b5796f65348 req-6eaa5032-f9b4-4fdf-b8e7-0cd227826f8e tempest-AttachVolumeShelveTestJSON-605607613 tempest-AttachVolumeShelveTestJSON-605607613-project] 10.222.0.24 "GET /v2.0/security-groups?id=36a790ea-6395-4759-aea0-9e848582607a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0459664 May 25 07:38:32.181947 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG dbcounter [-] [104526] Writing DB stats neutron:SELECT=100 {{(pid=104526) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 07:38:32.348055 dv-cinder-825492-15-iscsi neutron-server[104525]: INFO neutron.wsgi [req-03c5e6b6-b814-4d0e-8400-91f1478dd838 req-06cd378b-f25e-40a4-9f1d-7e87e98da8f8 tempest-ServerRescueNegativeTestJSON-274124411 tempest-ServerRescueNegativeTestJSON-274124411-project] 10.222.0.24 "GET /v2.0/ports?device_id=a5ef563c-52c0-40b3-bdf3-dc51e5422196 HTTP/1.1" status: 200 len: 210 time: 0.0311098 May 25 07:38:33.182662 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.wsgi [-] (104526) accepted ('10.222.0.24', 44282) {{(pid=104526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 07:38:33.246984 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6d363d4-28af-4aac-b90e-96467ca5dca1 req-e6847943-c252-44a5-be11-b5ab7328f2be tempest-AttachVolumeShelveTestJSON-605607613 tempest-AttachVolumeShelveTestJSON-605607613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 07:38:33.249179 dv-cinder-825492-15-iscsi neutron-server[104526]: INFO neutron.wsgi [req-d6d363d4-28af-4aac-b90e-96467ca5dca1 req-e6847943-c252-44a5-be11-b5ab7328f2be tempest-AttachVolumeShelveTestJSON-605607613 tempest-AttachVolumeShelveTestJSON-605607613-project] 10.222.0.24 "GET /v2.0/ports?device_id=6d360341-449d-4b49-8b66-a02a969171fd HTTP/1.1" status: 200 len: 946 time: 0.0582769 May 25 07:38:33.329461 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-ce66a56a-0576-4e14-91bf-b732f384aa0f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:38:33.337843 dv-cinder-825492-15-iscsi neutron-server[104526]: INFO neutron.wsgi [req-d6d363d4-28af-4aac-b90e-96467ca5dca1 req-93e83fe7-4308-45b7-a7a4-1a13df84937f tempest-AttachVolumeShelveTestJSON-605607613 tempest-AttachVolumeShelveTestJSON-605607613-project] 10.222.0.24 "GET /v2.0/security-groups?id=36a790ea-6395-4759-aea0-9e848582607a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0770676 May 25 07:38:33.457082 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-ce66a56a-0576-4e14-91bf-b732f384aa0f admin admin] Publish callbacks [] for security_group (f4bd6abb-d769-48d2-88f6-92d203f85fa9), precommit_create {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:38:33.471927 dv-cinder-825492-15-iscsi neutron-server[104525]: INFO neutron.wsgi [req-857dd948-d7b2-4588-9279-6880880989ff req-5bae1733-eea1-472f-bb21-d0ec1ccff0f8 tempest-ServerRescueNegativeTestJSON-274124411 tempest-ServerRescueNegativeTestJSON-274124411-project] 10.222.0.24 "GET /v2.0/ports?device_id=a5ef563c-52c0-40b3-bdf3-dc51e5422196 HTTP/1.1" status: 200 len: 210 time: 0.0415580 May 25 07:38:33.530728 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-ce66a56a-0576-4e14-91bf-b732f384aa0f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-278753'] for security_group (f4bd6abb-d769-48d2-88f6-92d203f85fa9), after_create {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:38:33.575540 dv-cinder-825492-15-iscsi neutron-server[104526]: INFO neutron.wsgi [None req-ce66a56a-0576-4e14-91bf-b732f384aa0f admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=a680a35019b24f3cace00cc42b1f620e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3894396 May 25 07:38:33.575540 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce66a56a-0576-4e14-91bf-b732f384aa0f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f4bd6abb-d769-48d2-88f6-92d203f85fa9,revision_number=1']} {{(pid=104526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 07:38:33.576467 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron.wsgi [-] (104525) accepted ('10.222.0.24', 44300) {{(pid=104525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 07:38:33.598288 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG dbcounter [-] [104525] Writing DB stats neutron:SELECT=88,neutron:INSERT=8,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=104525) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 07:38:33.636985 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-d531eb10-4b73-45bb-aa08-9667956a16ca admin admin] Publish callbacks [] for security_group (f4bd6abb-d769-48d2-88f6-92d203f85fa9), before_delete {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:38:33.661575 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-d531eb10-4b73-45bb-aa08-9667956a16ca admin admin] Publish callbacks [] for security_group (f4bd6abb-d769-48d2-88f6-92d203f85fa9), precommit_delete {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:38:33.780948 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-d531eb10-4b73-45bb-aa08-9667956a16ca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-278753'] for security_group (f4bd6abb-d769-48d2-88f6-92d203f85fa9), after_delete {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:38:33.783516 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-d531eb10-4b73-45bb-aa08-9667956a16ca admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:38:33.785440 dv-cinder-825492-15-iscsi neutron-server[104525]: INFO neutron.wsgi [None req-d531eb10-4b73-45bb-aa08-9667956a16ca admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/f4bd6abb-d769-48d2-88f6-92d203f85fa9 HTTP/1.1" status: 204 len: 168 time: 0.2074168 May 25 07:38:33.793279 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d531eb10-4b73-45bb-aa08-9667956a16ca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f4bd6abb-d769-48d2-88f6-92d203f85fa9,revision_number=None']} {{(pid=104525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 07:38:33.802539 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d531eb10-4b73-45bb-aa08-9667956a16ca admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825492-15-iscsi {{(pid=104525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 07:38:33.802925 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d531eb10-4b73-45bb-aa08-9667956a16ca admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825492-15-iscsi {{(pid=104525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 07:38:33.803277 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d531eb10-4b73-45bb-aa08-9667956a16ca admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825492-15-iscsi {{(pid=104525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 07:38:33.803607 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d531eb10-4b73-45bb-aa08-9667956a16ca admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825492-15-iscsi {{(pid=104525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 07:38:33.803936 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d531eb10-4b73-45bb-aa08-9667956a16ca admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825492-15-iscsi {{(pid=104525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 07:38:33.804259 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d531eb10-4b73-45bb-aa08-9667956a16ca admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825492-15-iscsi {{(pid=104525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 07:38:33.804603 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d531eb10-4b73-45bb-aa08-9667956a16ca admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825492-15-iscsi {{(pid=104525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 07:38:33.804924 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d531eb10-4b73-45bb-aa08-9667956a16ca admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-825492-15-iscsi {{(pid=104525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 07:38:33.805241 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d531eb10-4b73-45bb-aa08-9667956a16ca admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-825492-15-iscsi {{(pid=104525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 07:38:33.805557 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d531eb10-4b73-45bb-aa08-9667956a16ca admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-825492-15-iscsi {{(pid=104525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 07:38:33.805889 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d531eb10-4b73-45bb-aa08-9667956a16ca admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-825492-15-iscsi {{(pid=104525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 07:38:33.806205 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d531eb10-4b73-45bb-aa08-9667956a16ca admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825492-15-iscsi {{(pid=104525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 07:38:33.806519 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d531eb10-4b73-45bb-aa08-9667956a16ca admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825492-15-iscsi {{(pid=104525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 07:38:33.806829 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d531eb10-4b73-45bb-aa08-9667956a16ca admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825492-15-iscsi {{(pid=104525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 07:38:33.807139 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d531eb10-4b73-45bb-aa08-9667956a16ca admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825492-15-iscsi {{(pid=104525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 07:38:34.464147 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00936e20-142f-4d8f-a5c8-2aa849767a6f req-b59b3c85-d9ae-452b-9d91-d9db87e59eb5 tempest-AttachVolumeShelveTestJSON-605607613 tempest-AttachVolumeShelveTestJSON-605607613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 07:38:34.465620 dv-cinder-825492-15-iscsi neutron-server[104526]: INFO neutron.wsgi [req-00936e20-142f-4d8f-a5c8-2aa849767a6f req-b59b3c85-d9ae-452b-9d91-d9db87e59eb5 tempest-AttachVolumeShelveTestJSON-605607613 tempest-AttachVolumeShelveTestJSON-605607613-project] 10.222.0.24 "GET /v2.0/ports?device_id=6d360341-449d-4b49-8b66-a02a969171fd HTTP/1.1" status: 200 len: 946 time: 0.0461500 May 25 07:38:34.513168 dv-cinder-825492-15-iscsi neutron-server[104526]: INFO neutron.wsgi [req-00936e20-142f-4d8f-a5c8-2aa849767a6f req-f121248a-7c67-405a-8256-e1d32a7a6ed4 tempest-AttachVolumeShelveTestJSON-605607613 tempest-AttachVolumeShelveTestJSON-605607613-project] 10.222.0.24 "GET /v2.0/security-groups?id=36a790ea-6395-4759-aea0-9e848582607a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0419867 May 25 07:38:34.572080 dv-cinder-825492-15-iscsi neutron-server[104525]: INFO neutron.wsgi [req-b5228ce0-4ebf-41d0-b38c-a1224d39364b req-b3d173f0-c9ac-49ec-b4b7-8107ddfc8050 tempest-ServerRescueNegativeTestJSON-274124411 tempest-ServerRescueNegativeTestJSON-274124411-project] 10.222.0.24 "GET /v2.0/ports?device_id=a5ef563c-52c0-40b3-bdf3-dc51e5422196 HTTP/1.1" status: 200 len: 210 time: 0.0271122 May 25 07:38:35.233425 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron_lib.callbacks.manager [None req-75c60995-cad0-483a-9d12-5ca7960487a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754056472917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490168'] for agent (6cf9466f-68ff-4d03-9bb6-0c8244fa88eb), after_update {{(pid=104527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:38:35.649057 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f578ee7-339f-4804-9021-d68f60824dd8 req-2e3a9131-aa77-4365-83b5-a68ef4523799 tempest-AttachVolumeShelveTestJSON-605607613 tempest-AttachVolumeShelveTestJSON-605607613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 07:38:35.650536 dv-cinder-825492-15-iscsi neutron-server[104526]: INFO neutron.wsgi [req-1f578ee7-339f-4804-9021-d68f60824dd8 req-2e3a9131-aa77-4365-83b5-a68ef4523799 tempest-AttachVolumeShelveTestJSON-605607613 tempest-AttachVolumeShelveTestJSON-605607613-project] 10.222.0.24 "GET /v2.0/ports?device_id=6d360341-449d-4b49-8b66-a02a969171fd HTTP/1.1" status: 200 len: 946 time: 0.0626140 May 25 07:38:35.674705 dv-cinder-825492-15-iscsi neutron-server[104525]: INFO neutron.wsgi [req-69340a19-71c4-49a2-a719-e038304ea579 req-8526077e-7708-43ea-8769-83031cc9ee11 tempest-ServerRescueNegativeTestJSON-274124411 tempest-ServerRescueNegativeTestJSON-274124411-project] 10.222.0.24 "GET /v2.0/ports?device_id=a5ef563c-52c0-40b3-bdf3-dc51e5422196 HTTP/1.1" status: 200 len: 210 time: 0.0300107 May 25 07:38:35.687037 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG dbcounter [-] [104526] Writing DB stats neutron:SELECT=94,neutron:INSERT=6 {{(pid=104526) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 07:38:35.702119 dv-cinder-825492-15-iscsi neutron-server[104526]: INFO neutron.wsgi [req-1f578ee7-339f-4804-9021-d68f60824dd8 req-703bc051-a5f9-489f-8b69-9988419cf657 tempest-AttachVolumeShelveTestJSON-605607613 tempest-AttachVolumeShelveTestJSON-605607613-project] 10.222.0.24 "GET /v2.0/security-groups?id=36a790ea-6395-4759-aea0-9e848582607a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0457056 May 25 07:38:36.786935 dv-cinder-825492-15-iscsi neutron-server[104525]: INFO neutron.wsgi [req-39291424-a9b2-4f72-ac24-84b1689b27cf req-48a41d96-a261-4373-b602-1f5cc4625044 tempest-ServerRescueNegativeTestJSON-274124411 tempest-ServerRescueNegativeTestJSON-274124411-project] 10.222.0.24 "GET /v2.0/ports?device_id=a5ef563c-52c0-40b3-bdf3-dc51e5422196 HTTP/1.1" status: 200 len: 210 time: 0.0401344 May 25 07:38:36.856356 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-395184df-dc87-46d1-afd0-7c6343cfca86 req-70d25345-9601-48cd-938e-ec4af43bfaa2 tempest-AttachVolumeShelveTestJSON-605607613 tempest-AttachVolumeShelveTestJSON-605607613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 07:38:36.860963 dv-cinder-825492-15-iscsi neutron-server[104526]: INFO neutron.wsgi [req-395184df-dc87-46d1-afd0-7c6343cfca86 req-70d25345-9601-48cd-938e-ec4af43bfaa2 tempest-AttachVolumeShelveTestJSON-605607613 tempest-AttachVolumeShelveTestJSON-605607613-project] 10.222.0.24 "GET /v2.0/ports?device_id=6d360341-449d-4b49-8b66-a02a969171fd HTTP/1.1" status: 200 len: 946 time: 0.0636663 May 25 07:38:36.983689 dv-cinder-825492-15-iscsi neutron-server[104526]: INFO neutron.wsgi [req-395184df-dc87-46d1-afd0-7c6343cfca86 req-485c1696-d256-486a-80a8-168bfd4ca46c tempest-AttachVolumeShelveTestJSON-605607613 tempest-AttachVolumeShelveTestJSON-605607613-project] 10.222.0.24 "GET /v2.0/security-groups?id=36a790ea-6395-4759-aea0-9e848582607a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1124663 May 25 07:38:37.025754 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7abfced9-49d8-4c32-ae08-1ef17db54ef1 req-ff5b5c54-4451-40c6-a5d9-56e30cf3dbf0 tempest-ServerRescueNegativeTestJSON-274124411 tempest-ServerRescueNegativeTestJSON-274124411-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 07:38:37.027507 dv-cinder-825492-15-iscsi neutron-server[104526]: INFO neutron.wsgi [req-7abfced9-49d8-4c32-ae08-1ef17db54ef1 req-ff5b5c54-4451-40c6-a5d9-56e30cf3dbf0 tempest-ServerRescueNegativeTestJSON-274124411 tempest-ServerRescueNegativeTestJSON-274124411-project] 10.222.0.41 "GET /v2.0/networks?id=e9255b8f-85b1-4659-9bc1-7aaec6681338 HTTP/1.1" status: 200 len: 816 time: 0.1655307 May 25 07:38:37.117964 dv-cinder-825492-15-iscsi neutron-server[104526]: INFO neutron.wsgi [req-7abfced9-49d8-4c32-ae08-1ef17db54ef1 req-4f9e06a3-cff6-4f0b-974a-8889ad6e0291 tempest-ServerRescueNegativeTestJSON-274124411 tempest-ServerRescueNegativeTestJSON-274124411-project] 10.222.0.41 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d4719a4804e24f27b9427e58c5cbe13b HTTP/1.1" status: 200 len: 380 time: 0.0745142 May 25 07:38:37.129257 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.api.v2.base [req-7abfced9-49d8-4c32-ae08-1ef17db54ef1 req-20d47194-687a-4e3a-8c77-dde821133aa4 tempest-ServerRescueNegativeTestJSON-274124411 tempest-ServerRescueNegativeTestJSON-274124411-project] Request body: {'port': {'device_id': 'a5ef563c-52c0-40b3-bdf3-dc51e5422196', 'network_id': 'e9255b8f-85b1-4659-9bc1-7aaec6681338', 'admin_state_up': True, 'tenant_id': 'd4719a4804e24f27b9427e58c5cbe13b', 'security_groups': ['1c0d85d2-6043-4086-9d5d-4dba3c5df84e']}} {{(pid=104526) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 25 07:38:37.404189 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7abfced9-49d8-4c32-ae08-1ef17db54ef1 req-20d47194-687a-4e3a-8c77-dde821133aa4 tempest-ServerRescueNegativeTestJSON-274124411 tempest-ServerRescueNegativeTestJSON-274124411-project] Made reservation on behalf of d4719a4804e24f27b9427e58c5cbe13b for: {'port': 1} {{(pid=104526) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 07:38:37.407791 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [req-7abfced9-49d8-4c32-ae08-1ef17db54ef1 req-20d47194-687a-4e3a-8c77-dde821133aa4 tempest-ServerRescueNegativeTestJSON-274124411 tempest-ServerRescueNegativeTestJSON-274124411-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-616651'] for port (None), before_create {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:38:37.447515 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG dbcounter [-] [104526] Writing DB stats neutron:SELECT=91,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=104526) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 07:38:37.502160 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron_lib.callbacks.manager [None req-7568d607-f01f-49bf-8ce7-f24e62a2053a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754056472917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490168'] for agent (54ff4013-997e-4376-a4e9-e6c98cf37cc7), after_update {{(pid=104527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:38:37.566493 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.db.db_base_plugin_common [req-7abfced9-49d8-4c32-ae08-1ef17db54ef1 req-20d47194-687a-4e3a-8c77-dde821133aa4 tempest-ServerRescueNegativeTestJSON-274124411 tempest-ServerRescueNegativeTestJSON-274124411-project] Allocated IP 172.20.0.12 (e9255b8f-85b1-4659-9bc1-7aaec6681338/2bd01566-eaf4-4493-b26a-8c7ef6fcaf51/0747a8fb-24f2-4911-87f0-c806befeeab7) {{(pid=104526) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 07:38:37.672845 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron.wsgi [-] (104525) accepted ('10.222.0.24', 44412) {{(pid=104525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 07:38:37.726157 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG dbcounter [-] [104526] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=4 {{(pid=104526) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 07:38:37.733252 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [req-7abfced9-49d8-4c32-ae08-1ef17db54ef1 req-20d47194-687a-4e3a-8c77-dde821133aa4 tempest-ServerRescueNegativeTestJSON-274124411 tempest-ServerRescueNegativeTestJSON-274124411-project] Publish callbacks [] for port (0747a8fb-24f2-4911-87f0-c806befeeab7), precommit_create {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:38:37.794410 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-25239b89-5fb0-4361-afd9-ec6af9e9d5b4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:38:37.846141 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [req-7abfced9-49d8-4c32-ae08-1ef17db54ef1 req-20d47194-687a-4e3a-8c77-dde821133aa4 tempest-ServerRescueNegativeTestJSON-274124411 tempest-ServerRescueNegativeTestJSON-274124411-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-617841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612926', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754056173864', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2909854'] for port (0747a8fb-24f2-4911-87f0-c806befeeab7), after_create {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:38:37.886381 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-25239b89-5fb0-4361-afd9-ec6af9e9d5b4 admin admin] Publish callbacks [] for security_group (57883d6c-9d4b-4fd7-91ee-f8eaae6b9025), precommit_create {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:38:37.906366 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7abfced9-49d8-4c32-ae08-1ef17db54ef1 req-20d47194-687a-4e3a-8c77-dde821133aa4 tempest-ServerRescueNegativeTestJSON-274124411 tempest-ServerRescueNegativeTestJSON-274124411-project] Network e9255b8f-85b1-4659-9bc1-7aaec6681338 is already hosted by enough agents. {{(pid=104526) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 07:38:37.910343 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.scheduler.base_scheduler [req-7abfced9-49d8-4c32-ae08-1ef17db54ef1 req-20d47194-687a-4e3a-8c77-dde821133aa4 tempest-ServerRescueNegativeTestJSON-274124411 tempest-ServerRescueNegativeTestJSON-274124411-project] Resources bound (agent type, host, resource id): {{(pid=104526) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 07:38:37.914264 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.db.l3_dvrscheduler_db [req-7abfced9-49d8-4c32-ae08-1ef17db54ef1 req-20d47194-687a-4e3a-8c77-dde821133aa4 tempest-ServerRescueNegativeTestJSON-274124411 tempest-ServerRescueNegativeTestJSON-274124411-project] Received port after_create {{(pid=104526) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 25 07:38:37.927091 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19070192-6857-4b15-a009-06ce375460e2 req-ecfc5ef2-f7f6-467b-a45b-f98f1b0f55d4 tempest-ServerRescueNegativeTestJSON-274124411 tempest-ServerRescueNegativeTestJSON-274124411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 07:38:37.929067 dv-cinder-825492-15-iscsi neutron-server[104525]: INFO neutron.wsgi [req-19070192-6857-4b15-a009-06ce375460e2 req-ecfc5ef2-f7f6-467b-a45b-f98f1b0f55d4 tempest-ServerRescueNegativeTestJSON-274124411 tempest-ServerRescueNegativeTestJSON-274124411-project] 10.222.0.24 "GET /v2.0/ports?device_id=a5ef563c-52c0-40b3-bdf3-dc51e5422196 HTTP/1.1" status: 200 len: 932 time: 0.0652938 May 25 07:38:37.939521 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20d47194-687a-4e3a-8c77-dde821133aa4 tempest-ServerRescueNegativeTestJSON-274124411 tempest-ServerRescueNegativeTestJSON-274124411-project] Pushing event updated for resources: {'Port': ['ID=0747a8fb-24f2-4911-87f0-c806befeeab7,revision_number=1']} {{(pid=104526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 07:38:37.971692 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7abfced9-49d8-4c32-ae08-1ef17db54ef1 req-20d47194-687a-4e3a-8c77-dde821133aa4 tempest-ServerRescueNegativeTestJSON-274124411 tempest-ServerRescueNegativeTestJSON-274124411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 07:38:37.973703 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [req-7abfced9-49d8-4c32-ae08-1ef17db54ef1 req-20d47194-687a-4e3a-8c77-dde821133aa4 tempest-ServerRescueNegativeTestJSON-274124411 tempest-ServerRescueNegativeTestJSON-274124411-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93885'] for port (None), before_response {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:38:37.981978 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-25239b89-5fb0-4361-afd9-ec6af9e9d5b4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-278753'] for security_group (57883d6c-9d4b-4fd7-91ee-f8eaae6b9025), after_create {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:38:37.998512 dv-cinder-825492-15-iscsi neutron-server[104525]: INFO neutron.wsgi [req-19070192-6857-4b15-a009-06ce375460e2 req-84beb0ca-6476-4bb5-923c-c1099c30c229 tempest-ServerRescueNegativeTestJSON-274124411 tempest-ServerRescueNegativeTestJSON-274124411-project] 10.222.0.24 "GET /v2.0/security-groups?id=1c0d85d2-6043-4086-9d5d-4dba3c5df84e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0628102 May 25 07:38:38.028979 dv-cinder-825492-15-iscsi neutron-server[104525]: INFO neutron.wsgi [None req-25239b89-5fb0-4361-afd9-ec6af9e9d5b4 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=3d3e20e83abc4cdba38e42a1aba8e509&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3549478 May 25 07:38:38.030576 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25239b89-5fb0-4361-afd9-ec6af9e9d5b4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=57883d6c-9d4b-4fd7-91ee-f8eaae6b9025,revision_number=1']} {{(pid=104525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 07:38:38.037560 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.wsgi [-] (104526) accepted ('10.222.0.24', 44424) {{(pid=104526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 07:38:38.060014 dv-cinder-825492-15-iscsi neutron-server[104526]: INFO neutron.wsgi [req-7abfced9-49d8-4c32-ae08-1ef17db54ef1 req-20d47194-687a-4e3a-8c77-dde821133aa4 tempest-ServerRescueNegativeTestJSON-274124411 tempest-ServerRescueNegativeTestJSON-274124411-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9354875 May 25 07:38:38.149015 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-d54d440e-ad9b-4d29-8521-23b239afa24f admin admin] Publish callbacks [] for security_group (57883d6c-9d4b-4fd7-91ee-f8eaae6b9025), before_delete {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:38:38.162300 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-178447ef-184f-4e97-b7fb-7321d7fdc707 req-fc2ca4d5-a06e-4841-9871-f6c8bbad0f60 tempest-AttachVolumeShelveTestJSON-605607613 tempest-AttachVolumeShelveTestJSON-605607613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 07:38:38.168080 dv-cinder-825492-15-iscsi neutron-server[104526]: INFO neutron.wsgi [req-178447ef-184f-4e97-b7fb-7321d7fdc707 req-fc2ca4d5-a06e-4841-9871-f6c8bbad0f60 tempest-AttachVolumeShelveTestJSON-605607613 tempest-AttachVolumeShelveTestJSON-605607613-project] 10.222.0.24 "GET /v2.0/ports?device_id=6d360341-449d-4b49-8b66-a02a969171fd HTTP/1.1" status: 200 len: 946 time: 0.0754333 May 25 07:38:38.168207 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.db.provisioning_blocks [None req-305bcf57-1b24-43d5-bc82-f36128ae6cdd None None] Provisioning complete for port 0747a8fb-24f2-4911-87f0-c806befeeab7 triggered by entity DHCP. {{(pid=104527) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 25 07:38:38.168207 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron_lib.callbacks.manager [None req-305bcf57-1b24-43d5-bc82-f36128ae6cdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1490782'] for port (0747a8fb-24f2-4911-87f0-c806befeeab7), provisioning_complete {{(pid=104527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:38:38.171194 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.api.v2.base [req-7abfced9-49d8-4c32-ae08-1ef17db54ef1 req-728693dd-6ed0-4ed2-9b57-f2bb83de7455 service neutron] Request body: {'port': {'device_id': 'a5ef563c-52c0-40b3-bdf3-dc51e5422196', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82549'}} {{(pid=104526) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 25 07:38:38.202688 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.plugins.ml2.plugin [None req-305bcf57-1b24-43d5-bc82-f36128ae6cdd None None] Port 0747a8fb-24f2-4911-87f0-c806befeeab7 cannot update to ACTIVE because it is not bound. {{(pid=104527) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 25 07:38:38.230001 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-d54d440e-ad9b-4d29-8521-23b239afa24f admin admin] Publish callbacks [] for security_group (57883d6c-9d4b-4fd7-91ee-f8eaae6b9025), precommit_delete {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:38:38.318325 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [req-7abfced9-49d8-4c32-ae08-1ef17db54ef1 req-728693dd-6ed0-4ed2-9b57-f2bb83de7455 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-616651'] for port (0747a8fb-24f2-4911-87f0-c806befeeab7), before_update {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:38:38.324020 dv-cinder-825492-15-iscsi neutron-server[104526]: INFO neutron.wsgi [req-178447ef-184f-4e97-b7fb-7321d7fdc707 req-b2699721-8cab-4e7d-b359-13131da9ba44 tempest-AttachVolumeShelveTestJSON-605607613 tempest-AttachVolumeShelveTestJSON-605607613-project] 10.222.0.24 "GET /v2.0/security-groups?id=36a790ea-6395-4759-aea0-9e848582607a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1434200 May 25 07:38:38.461754 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-d54d440e-ad9b-4d29-8521-23b239afa24f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-278753'] for security_group (57883d6c-9d4b-4fd7-91ee-f8eaae6b9025), after_delete {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:38:38.464246 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-d54d440e-ad9b-4d29-8521-23b239afa24f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:38:38.465397 dv-cinder-825492-15-iscsi neutron-server[104526]: INFO neutron.wsgi [None req-d54d440e-ad9b-4d29-8521-23b239afa24f admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/57883d6c-9d4b-4fd7-91ee-f8eaae6b9025 HTTP/1.1" status: 204 len: 168 time: 0.4265215 May 25 07:38:38.478646 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d54d440e-ad9b-4d29-8521-23b239afa24f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=57883d6c-9d4b-4fd7-91ee-f8eaae6b9025,revision_number=None']} {{(pid=104526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 07:38:38.538982 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG dbcounter [-] [104526] Writing DB stats neutron:SELECT=94,neutron:DELETE=4,neutron:UPDATE=2 {{(pid=104526) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 07:38:38.619225 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.notifiers.nova [req-7abfced9-49d8-4c32-ae08-1ef17db54ef1 req-728693dd-6ed0-4ed2-9b57-f2bb83de7455 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0747a8fb-24f2-4911-87f0-c806befeeab7 {{(pid=104526) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 25 07:38:38.627417 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [req-7abfced9-49d8-4c32-ae08-1ef17db54ef1 req-728693dd-6ed0-4ed2-9b57-f2bb83de7455 service neutron] Publish callbacks [] for port (0747a8fb-24f2-4911-87f0-c806befeeab7), precommit_update {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:38:38.638995 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron_lib.callbacks.manager [None req-461c163e-e11a-425b-8a8d-f39fb153da48 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754056472917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490168'] for agent (fa5554a0-25df-434f-a0d0-5996d872220a), after_update {{(pid=104527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:38:38.641104 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.db.provisioning_blocks [req-7abfced9-49d8-4c32-ae08-1ef17db54ef1 req-728693dd-6ed0-4ed2-9b57-f2bb83de7455 service neutron] Transition to ACTIVE for port object 0747a8fb-24f2-4911-87f0-c806befeeab7 will not be triggered until provisioned by entity L2. {{(pid=104526) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 25 07:38:38.741844 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [req-7abfced9-49d8-4c32-ae08-1ef17db54ef1 req-728693dd-6ed0-4ed2-9b57-f2bb83de7455 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-617841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612926', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754056714442', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754056173882', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754056173900', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2909847'] for port (0747a8fb-24f2-4911-87f0-c806befeeab7), after_update {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:38:39.004470 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG dbcounter [-] [104526] Writing DB stats neutron:SELECT=94,neutron:DELETE=2,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=104526) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 07:38:39.017138 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-728693dd-6ed0-4ed2-9b57-f2bb83de7455 service neutron] Pushing event updated for resources: {'Port': ['ID=0747a8fb-24f2-4911-87f0-c806befeeab7,revision_number=2']} {{(pid=104526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 07:38:39.095541 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.plugins.ml2.managers [req-7abfced9-49d8-4c32-ae08-1ef17db54ef1 req-728693dd-6ed0-4ed2-9b57-f2bb83de7455 service neutron] Attempting to bind port 0747a8fb-24f2-4911-87f0-c806befeeab7 on host hv-cinder-82549 for vnic_type normal with profile {{(pid=104526) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 25 07:38:39.095884 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.plugins.ml2.managers [req-7abfced9-49d8-4c32-ae08-1ef17db54ef1 req-728693dd-6ed0-4ed2-9b57-f2bb83de7455 service neutron] Attempting to bind port 0747a8fb-24f2-4911-87f0-c806befeeab7 by drivers openvswitch,hyperv on host hv-cinder-82549 at level 0 using segments [{'id': '969a65dc-e069-48a8-ad7f-e38fdf9684ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': 'e9255b8f-85b1-4659-9bc1-7aaec6681338'}] {{(pid=104526) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 25 07:38:39.096218 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7abfced9-49d8-4c32-ae08-1ef17db54ef1 req-728693dd-6ed0-4ed2-9b57-f2bb83de7455 service neutron] Attempting to bind port 0747a8fb-24f2-4911-87f0-c806befeeab7 on network e9255b8f-85b1-4659-9bc1-7aaec6681338 {{(pid=104526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 25 07:38:39.101677 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7abfced9-49d8-4c32-ae08-1ef17db54ef1 req-728693dd-6ed0-4ed2-9b57-f2bb83de7455 service neutron] Port 0747a8fb-24f2-4911-87f0-c806befeeab7 on network e9255b8f-85b1-4659-9bc1-7aaec6681338 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82549 {{(pid=104526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 25 07:38:39.102000 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7abfced9-49d8-4c32-ae08-1ef17db54ef1 req-728693dd-6ed0-4ed2-9b57-f2bb83de7455 service neutron] Attempting to bind port 0747a8fb-24f2-4911-87f0-c806befeeab7 on network e9255b8f-85b1-4659-9bc1-7aaec6681338 {{(pid=104526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 25 07:38:39.107691 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7abfced9-49d8-4c32-ae08-1ef17db54ef1 req-728693dd-6ed0-4ed2-9b57-f2bb83de7455 service neutron] Checking agent: {'id': 'bbf5dc8c-5103-4973-a6b6-76af4660c126', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82549', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 25, 7, 34, 32), 'started_at': datetime.datetime(2022, 5, 25, 7, 34, 32), 'heartbeat_timestamp': datetime.datetime(2022, 5, 25, 7, 38, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 25 07:38:39.108030 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7abfced9-49d8-4c32-ae08-1ef17db54ef1 req-728693dd-6ed0-4ed2-9b57-f2bb83de7455 service neutron] Checking segment: {'id': '969a65dc-e069-48a8-ad7f-e38fdf9684ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': 'e9255b8f-85b1-4659-9bc1-7aaec6681338'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104526) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 25 07:38:39.108420 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7abfced9-49d8-4c32-ae08-1ef17db54ef1 req-728693dd-6ed0-4ed2-9b57-f2bb83de7455 service neutron] Bound using segment: {'id': '969a65dc-e069-48a8-ad7f-e38fdf9684ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': 'e9255b8f-85b1-4659-9bc1-7aaec6681338'} {{(pid=104526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 25 07:38:39.108889 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.plugins.ml2.managers [req-7abfced9-49d8-4c32-ae08-1ef17db54ef1 req-728693dd-6ed0-4ed2-9b57-f2bb83de7455 service neutron] Bound port: 0747a8fb-24f2-4911-87f0-c806befeeab7, host: hv-cinder-82549, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '969a65dc-e069-48a8-ad7f-e38fdf9684ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': 'e9255b8f-85b1-4659-9bc1-7aaec6681338'}}] {{(pid=104526) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 25 07:38:39.109250 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [req-7abfced9-49d8-4c32-ae08-1ef17db54ef1 req-728693dd-6ed0-4ed2-9b57-f2bb83de7455 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-616651'] for port (0747a8fb-24f2-4911-87f0-c806befeeab7), before_update {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:38:39.131439 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2462e4a-cf08-4152-a62a-a2be6cd84451 req-c24dfa45-4480-4910-ac34-73066b2e1a9e tempest-ServerRescueNegativeTestJSON-274124411 tempest-ServerRescueNegativeTestJSON-274124411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 07:38:39.133101 dv-cinder-825492-15-iscsi neutron-server[104525]: INFO neutron.wsgi [req-e2462e4a-cf08-4152-a62a-a2be6cd84451 req-c24dfa45-4480-4910-ac34-73066b2e1a9e tempest-ServerRescueNegativeTestJSON-274124411 tempest-ServerRescueNegativeTestJSON-274124411-project] 10.222.0.24 "GET /v2.0/ports?device_id=a5ef563c-52c0-40b3-bdf3-dc51e5422196 HTTP/1.1" status: 200 len: 944 time: 0.0549295 May 25 07:38:39.182977 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.plugins.ml2.db [req-7abfced9-49d8-4c32-ae08-1ef17db54ef1 req-728693dd-6ed0-4ed2-9b57-f2bb83de7455 service neutron] For port 0747a8fb-24f2-4911-87f0-c806befeeab7, host hv-cinder-82549, cleared binding levels {{(pid=104526) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 25 07:38:39.186355 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.plugins.ml2.db [req-7abfced9-49d8-4c32-ae08-1ef17db54ef1 req-728693dd-6ed0-4ed2-9b57-f2bb83de7455 service neutron] For port 0747a8fb-24f2-4911-87f0-c806befeeab7, host hv-cinder-82549, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82549',level=0,port_id=0747a8fb-24f2-4911-87f0-c806befeeab7,segment=NetworkSegment(969a65dc-e069-48a8-ad7f-e38fdf9684ce),segment_id=969a65dc-e069-48a8-ad7f-e38fdf9684ce)] {{(pid=104526) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 25 07:38:39.190043 dv-cinder-825492-15-iscsi neutron-server[104525]: INFO neutron.wsgi [req-e2462e4a-cf08-4152-a62a-a2be6cd84451 req-386902e7-348a-413f-93ee-2f3cf3ccafe0 tempest-ServerRescueNegativeTestJSON-274124411 tempest-ServerRescueNegativeTestJSON-274124411-project] 10.222.0.24 "GET /v2.0/security-groups?id=1c0d85d2-6043-4086-9d5d-4dba3c5df84e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0507250 May 25 07:38:39.330809 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [req-7abfced9-49d8-4c32-ae08-1ef17db54ef1 req-728693dd-6ed0-4ed2-9b57-f2bb83de7455 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-617841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612926', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754056714442', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754056173882', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754056173900', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2909847'] for port (0747a8fb-24f2-4911-87f0-c806befeeab7), after_update {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:38:39.373526 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7abfced9-49d8-4c32-ae08-1ef17db54ef1 req-728693dd-6ed0-4ed2-9b57-f2bb83de7455 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 07:38:39.374341 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [req-7abfced9-49d8-4c32-ae08-1ef17db54ef1 req-728693dd-6ed0-4ed2-9b57-f2bb83de7455 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93885'] for port (None), before_response {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:38:39.375531 dv-cinder-825492-15-iscsi neutron-server[104526]: INFO neutron.wsgi [req-7abfced9-49d8-4c32-ae08-1ef17db54ef1 req-728693dd-6ed0-4ed2-9b57-f2bb83de7455 service neutron] 10.222.0.41 "PUT /v2.0/ports/0747a8fb-24f2-4911-87f0-c806befeeab7 HTTP/1.1" status: 200 len: 1094 time: 1.2090352 May 25 07:38:39.375973 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a5ef563c-52c0-40b3-bdf3-dc51e5422196', 'tag': '0747a8fb-24f2-4911-87f0-c806befeeab7'}] {{(pid=104526) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 25 07:38:39.378521 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db633a5f02cadde147c9bc1566607705b0433b891c7275f259bdbd209e6b6683" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0c8b6f87-42ec-49b5-8c2d-357645c583ac" -d '{"events": [{"name": "network-changed", "server_uuid": "a5ef563c-52c0-40b3-bdf3-dc51e5422196", "tag": "0747a8fb-24f2-4911-87f0-c806befeeab7"}]}' {{(pid=104526) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 25 07:38:39.405204 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-728693dd-6ed0-4ed2-9b57-f2bb83de7455 service neutron] Pushing event updated for resources: {'Port': ['ID=0747a8fb-24f2-4911-87f0-c806befeeab7,revision_number=3']} {{(pid=104526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 07:38:39.431911 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 25 May 2022 07:38:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7b4818bd-2826-4a30-b4e6-e18dcd625f3b x-openstack-request-id: req-7b4818bd-2826-4a30-b4e6-e18dcd625f3b {{(pid=104526) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 25 07:38:39.432195 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a5ef563c-52c0-40b3-bdf3-dc51e5422196", "tag": "0747a8fb-24f2-4911-87f0-c806befeeab7", "status": "completed", "code": 200}]} {{(pid=104526) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 25 07:38:39.432441 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-7b4818bd-2826-4a30-b4e6-e18dcd625f3b {{(pid=104526) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 25 07:38:39.432877 dv-cinder-825492-15-iscsi neutron-server[104526]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7b4818bd-2826-4a30-b4e6-e18dcd625f3b'] response: {'name': 'network-changed', 'server_uuid': 'a5ef563c-52c0-40b3-bdf3-dc51e5422196', 'tag': '0747a8fb-24f2-4911-87f0-c806befeeab7', 'status': 'completed', 'code': 200} May 25 07:38:39.479956 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.wsgi [-] (104526) accepted ('10.222.0.24', 44460) {{(pid=104526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 07:38:39.499670 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-767856fd-65f3-4a4b-a7f8-543d4963e748 req-6a185cd8-d918-4293-b256-77cf4766768e tempest-AttachVolumeShelveTestJSON-605607613 tempest-AttachVolumeShelveTestJSON-605607613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 07:38:39.506689 dv-cinder-825492-15-iscsi neutron-server[104526]: INFO neutron.wsgi [req-767856fd-65f3-4a4b-a7f8-543d4963e748 req-6a185cd8-d918-4293-b256-77cf4766768e tempest-AttachVolumeShelveTestJSON-605607613 tempest-AttachVolumeShelveTestJSON-605607613-project] 10.222.0.24 "GET /v2.0/ports?device_id=6d360341-449d-4b49-8b66-a02a969171fd HTTP/1.1" status: 200 len: 946 time: 0.0624065 May 25 07:38:39.518523 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-6e6d8932-e3b9-432a-9495-56e037248185 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:38:39.584050 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c8b6f87-42ec-49b5-8c2d-357645c583ac req-9e6c35e1-61b7-4c0d-80cb-b2a231870d83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 07:38:39.585772 dv-cinder-825492-15-iscsi neutron-server[104526]: INFO neutron.wsgi [req-0c8b6f87-42ec-49b5-8c2d-357645c583ac req-9e6c35e1-61b7-4c0d-80cb-b2a231870d83 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=d4719a4804e24f27b9427e58c5cbe13b&device_id=a5ef563c-52c0-40b3-bdf3-dc51e5422196 HTTP/1.1" status: 200 len: 1128 time: 0.0835967 May 25 07:38:39.600425 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG dbcounter [-] [104526] Writing DB stats neutron:SELECT=95,neutron:UPDATE=2,neutron:INSERT=3 {{(pid=104526) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 07:38:39.655378 dv-cinder-825492-15-iscsi neutron-server[104526]: INFO neutron.wsgi [req-767856fd-65f3-4a4b-a7f8-543d4963e748 req-69742ecd-ad08-4978-8e53-702efc256bdb tempest-AttachVolumeShelveTestJSON-605607613 tempest-AttachVolumeShelveTestJSON-605607613-project] 10.222.0.24 "GET /v2.0/security-groups?id=36a790ea-6395-4759-aea0-9e848582607a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1390207 May 25 07:38:39.698390 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron.wsgi [-] (104525) accepted ('10.222.0.24', 44462) {{(pid=104525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 07:38:39.702932 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron.api.v2.base [None req-b869c50c-daba-4330-8f3a-3082f05aeb33 tempest-AttachVolumeNegativeTest-1464534600 tempest-AttachVolumeNegativeTest-1464534600-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1467068966', 'description': 'tempest-description--1897535222'}} {{(pid=104525) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 25 07:38:39.817071 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-6e6d8932-e3b9-432a-9495-56e037248185 admin admin] Publish callbacks [] for security_group (251ac9f7-af71-463f-921f-02243b0ff112), precommit_create {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:38:39.820199 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c8b6f87-42ec-49b5-8c2d-357645c583ac req-0cfe4bfe-50df-4849-8bc9-ae5aa5694ec9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 07:38:39.821703 dv-cinder-825492-15-iscsi neutron-server[104526]: INFO neutron.wsgi [req-0c8b6f87-42ec-49b5-8c2d-357645c583ac req-0cfe4bfe-50df-4849-8bc9-ae5aa5694ec9 service neutron] 10.222.0.41 "GET /v2.0/networks?tenant_id=d4719a4804e24f27b9427e58c5cbe13b&shared=False HTTP/1.1" status: 200 len: 917 time: 0.2046175 May 25 07:38:39.856375 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-b869c50c-daba-4330-8f3a-3082f05aeb33 tempest-AttachVolumeNegativeTest-1464534600 tempest-AttachVolumeNegativeTest-1464534600-project] Publish callbacks [] for security_group (None), before_create {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:38:39.884027 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG dbcounter [-] [104525] Writing DB stats neutron:SELECT=88,neutron:DELETE=4,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=104525) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 07:38:39.898032 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-6e6d8932-e3b9-432a-9495-56e037248185 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-278753'] for security_group (251ac9f7-af71-463f-921f-02243b0ff112), after_create {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:38:39.930990 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-b869c50c-daba-4330-8f3a-3082f05aeb33 tempest-AttachVolumeNegativeTest-1464534600 tempest-AttachVolumeNegativeTest-1464534600-project] Publish callbacks [] for security_group (24df0c0e-4da1-45ed-a85b-55978bfebe26), precommit_create {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:38:39.975484 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e6d8932-e3b9-432a-9495-56e037248185 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=251ac9f7-af71-463f-921f-02243b0ff112,revision_number=1']} {{(pid=104526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 07:38:39.989465 dv-cinder-825492-15-iscsi neutron-server[104526]: INFO neutron.wsgi [None req-6e6d8932-e3b9-432a-9495-56e037248185 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=e313e9fc18114c02b6ecd81968e8c30e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5086117 May 25 07:38:39.992406 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron.wsgi [-] (104525) accepted ('10.222.0.24', 44472) {{(pid=104525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 07:38:40.041525 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c8b6f87-42ec-49b5-8c2d-357645c583ac req-c89b7245-2a01-4bec-8b81-53e64fce1133 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 07:38:40.043339 dv-cinder-825492-15-iscsi neutron-server[104526]: INFO neutron.wsgi [req-0c8b6f87-42ec-49b5-8c2d-357645c583ac req-c89b7245-2a01-4bec-8b81-53e64fce1133 service neutron] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2138934 May 25 07:38:40.048802 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-ae521159-1c6b-4e4f-b314-85ed2c8d414f admin admin] Publish callbacks [] for security_group (251ac9f7-af71-463f-921f-02243b0ff112), before_delete {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:38:40.061010 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-b869c50c-daba-4330-8f3a-3082f05aeb33 tempest-AttachVolumeNegativeTest-1464534600 tempest-AttachVolumeNegativeTest-1464534600-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-278753'] for security_group (24df0c0e-4da1-45ed-a85b-55978bfebe26), after_create {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:38:40.088456 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG dbcounter [-] [104525] Writing DB stats neutron:SELECT=85,neutron:INSERT=12,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=104525) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 07:38:40.091304 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-ae521159-1c6b-4e4f-b314-85ed2c8d414f admin admin] Publish callbacks [] for security_group (251ac9f7-af71-463f-921f-02243b0ff112), precommit_delete {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:38:40.118092 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b869c50c-daba-4330-8f3a-3082f05aeb33 tempest-AttachVolumeNegativeTest-1464534600 tempest-AttachVolumeNegativeTest-1464534600-project] Pushing event updated for resources: {'SecurityGroup': ['ID=24df0c0e-4da1-45ed-a85b-55978bfebe26,revision_number=1']} {{(pid=104525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 07:38:40.129572 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron_lib.callbacks.manager [None req-f9cd7ad7-9657-4dc4-ab64-74b2d9455e3c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754056472917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490168'] for agent (749e0e2c-8e71-4175-9046-27a8fd2a3a0a), after_update {{(pid=104527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:38:40.166398 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7abfced9-49d8-4c32-ae08-1ef17db54ef1 req-a2d9249b-1ef7-4369-a328-0eff4100c592 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 07:38:40.167876 dv-cinder-825492-15-iscsi neutron-server[104526]: INFO neutron.wsgi [req-7abfced9-49d8-4c32-ae08-1ef17db54ef1 req-a2d9249b-1ef7-4369-a328-0eff4100c592 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=d4719a4804e24f27b9427e58c5cbe13b&device_id=a5ef563c-52c0-40b3-bdf3-dc51e5422196 HTTP/1.1" status: 200 len: 1128 time: 0.0443845 May 25 07:38:40.229962 dv-cinder-825492-15-iscsi neutron-server[104526]: INFO neutron.wsgi [req-7abfced9-49d8-4c32-ae08-1ef17db54ef1 req-c93f9a78-be83-4802-ae46-d7695ebb7733 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=0747a8fb-24f2-4911-87f0-c806befeeab7 HTTP/1.1" status: 200 len: 217 time: 0.0359631 May 25 07:38:40.298581 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-b869c50c-daba-4330-8f3a-3082f05aeb33 tempest-AttachVolumeNegativeTest-1464534600 tempest-AttachVolumeNegativeTest-1464534600-project] Publish callbacks [] for security_group (None), before_response {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:38:40.299891 dv-cinder-825492-15-iscsi neutron-server[104525]: INFO neutron.wsgi [None req-b869c50c-daba-4330-8f3a-3082f05aeb33 tempest-AttachVolumeNegativeTest-1464534600 tempest-AttachVolumeNegativeTest-1464534600-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.6004150 May 25 07:38:40.300337 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG dbcounter [-] [104526] Writing DB stats neutron:SELECT=90,neutron:INSERT=9,neutron:UPDATE=1 {{(pid=104526) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 07:38:40.303179 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron.wsgi [-] (104525) accepted ('10.222.0.24', 44482) {{(pid=104525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 07:38:40.307542 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron.api.v2.base [None req-a6aee3da-5a95-4801-b048-9adc87fb73bb tempest-AttachVolumeNegativeTest-1464534600 tempest-AttachVolumeNegativeTest-1464534600-project] Request body: {'security_group_rule': {'security_group_id': '24df0c0e-4da1-45ed-a85b-55978bfebe26', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104525) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 25 07:38:40.312384 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7abfced9-49d8-4c32-ae08-1ef17db54ef1 req-83244c84-2bf4-49e4-bea2-ae185ffee55b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 07:38:40.313871 dv-cinder-825492-15-iscsi neutron-server[104526]: INFO neutron.wsgi [req-7abfced9-49d8-4c32-ae08-1ef17db54ef1 req-83244c84-2bf4-49e4-bea2-ae185ffee55b service neutron] 10.222.0.41 "GET /v2.0/subnets?id=2bd01566-eaf4-4493-b26a-8c7ef6fcaf51 HTTP/1.1" status: 200 len: 855 time: 0.0754609 May 25 07:38:40.319976 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-351a2a1c-493f-4ae3-979b-5ee82bd1abb0 req-84a29a3f-c9b7-4ba6-8d88-ec83f1646b71 tempest-ServerRescueNegativeTestJSON-274124411 tempest-ServerRescueNegativeTestJSON-274124411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 07:38:40.324183 dv-cinder-825492-15-iscsi neutron-server[104526]: INFO neutron.wsgi [req-351a2a1c-493f-4ae3-979b-5ee82bd1abb0 req-84a29a3f-c9b7-4ba6-8d88-ec83f1646b71 tempest-ServerRescueNegativeTestJSON-274124411 tempest-ServerRescueNegativeTestJSON-274124411-project] 10.222.0.24 "GET /v2.0/ports?device_id=a5ef563c-52c0-40b3-bdf3-dc51e5422196 HTTP/1.1" status: 200 len: 944 time: 0.0580826 May 25 07:38:40.348565 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-ae521159-1c6b-4e4f-b314-85ed2c8d414f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-278753'] for security_group (251ac9f7-af71-463f-921f-02243b0ff112), after_delete {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:38:40.351692 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-ae521159-1c6b-4e4f-b314-85ed2c8d414f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:38:40.360106 dv-cinder-825492-15-iscsi neutron-server[104525]: INFO neutron.wsgi [None req-ae521159-1c6b-4e4f-b314-85ed2c8d414f admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/251ac9f7-af71-463f-921f-02243b0ff112 HTTP/1.1" status: 204 len: 168 time: 0.3615189 May 25 07:38:40.375884 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae521159-1c6b-4e4f-b314-85ed2c8d414f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=251ac9f7-af71-463f-921f-02243b0ff112,revision_number=None']} {{(pid=104525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 07:38:40.386531 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7abfced9-49d8-4c32-ae08-1ef17db54ef1 req-fe27593a-78e0-4e98-8b51-ae3f68191bdd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 07:38:40.388015 dv-cinder-825492-15-iscsi neutron-server[104526]: INFO neutron.wsgi [req-7abfced9-49d8-4c32-ae08-1ef17db54ef1 req-fe27593a-78e0-4e98-8b51-ae3f68191bdd service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=e9255b8f-85b1-4659-9bc1-7aaec6681338&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0658231 May 25 07:38:40.423018 dv-cinder-825492-15-iscsi neutron-server[104526]: INFO neutron.wsgi [req-351a2a1c-493f-4ae3-979b-5ee82bd1abb0 req-1c5c15ec-04ed-4920-80b6-ba2fbb0a48c1 tempest-ServerRescueNegativeTestJSON-274124411 tempest-ServerRescueNegativeTestJSON-274124411-project] 10.222.0.24 "GET /v2.0/security-groups?id=1c0d85d2-6043-4086-9d5d-4dba3c5df84e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0909891 May 25 07:38:40.450499 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-a6aee3da-5a95-4801-b048-9adc87fb73bb tempest-AttachVolumeNegativeTest-1464534600 tempest-AttachVolumeNegativeTest-1464534600-project] Publish callbacks [] for security_group_rule (945c2e43-41d8-4126-9388-d290a69981bf), before_create {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:38:40.527276 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-a6aee3da-5a95-4801-b048-9adc87fb73bb tempest-AttachVolumeNegativeTest-1464534600 tempest-AttachVolumeNegativeTest-1464534600-project] Publish callbacks [] for security_group_rule (945c2e43-41d8-4126-9388-d290a69981bf), precommit_create {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:38:40.532734 dv-cinder-825492-15-iscsi neutron-server[104526]: INFO neutron.wsgi [req-7abfced9-49d8-4c32-ae08-1ef17db54ef1 req-b10dd1e0-a9c7-459f-95a2-30deda6b8ba7 service neutron] 10.222.0.41 "GET /v2.0/networks/e9255b8f-85b1-4659-9bc1-7aaec6681338?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1323755 May 25 07:38:40.588110 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-a6aee3da-5a95-4801-b048-9adc87fb73bb tempest-AttachVolumeNegativeTest-1464534600 tempest-AttachVolumeNegativeTest-1464534600-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-278608'] for security_group_rule (945c2e43-41d8-4126-9388-d290a69981bf), after_create {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:38:40.613148 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6aee3da-5a95-4801-b048-9adc87fb73bb tempest-AttachVolumeNegativeTest-1464534600 tempest-AttachVolumeNegativeTest-1464534600-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=945c2e43-41d8-4126-9388-d290a69981bf,revision_number=0']} {{(pid=104525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 07:38:40.650801 dv-cinder-825492-15-iscsi neutron-server[104526]: INFO neutron.wsgi [req-7abfced9-49d8-4c32-ae08-1ef17db54ef1 req-f9bcfab6-83a0-40ca-a606-c6d93b2d5ddc service neutron] 10.222.0.41 "GET /v2.0/networks/e9255b8f-85b1-4659-9bc1-7aaec6681338?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0992954 May 25 07:38:40.726988 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-a6aee3da-5a95-4801-b048-9adc87fb73bb tempest-AttachVolumeNegativeTest-1464534600 tempest-AttachVolumeNegativeTest-1464534600-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:38:40.731078 dv-cinder-825492-15-iscsi neutron-server[104525]: INFO neutron.wsgi [None req-a6aee3da-5a95-4801-b048-9adc87fb73bb tempest-AttachVolumeNegativeTest-1464534600 tempest-AttachVolumeNegativeTest-1464534600-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4241321 May 25 07:38:40.731398 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.wsgi [-] (104526) accepted ('10.222.0.24', 44492) {{(pid=104526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 07:38:40.736091 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.api.v2.base [None req-d38432d7-99bf-4949-b61e-947e3217206e tempest-AttachVolumeNegativeTest-1464534600 tempest-AttachVolumeNegativeTest-1464534600-project] Request body: {'security_group_rule': {'security_group_id': '24df0c0e-4da1-45ed-a85b-55978bfebe26', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104526) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 25 07:38:40.781237 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e542828-fb9c-4adb-af20-d7e666c95c10 req-c3d5bcc0-dc2d-4b4b-8532-ab40e05ff4bb tempest-AttachVolumeShelveTestJSON-605607613 tempest-AttachVolumeShelveTestJSON-605607613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 07:38:40.783571 dv-cinder-825492-15-iscsi neutron-server[104525]: INFO neutron.wsgi [req-3e542828-fb9c-4adb-af20-d7e666c95c10 req-c3d5bcc0-dc2d-4b4b-8532-ab40e05ff4bb tempest-AttachVolumeShelveTestJSON-605607613 tempest-AttachVolumeShelveTestJSON-605607613-project] 10.222.0.24 "GET /v2.0/ports?device_id=6d360341-449d-4b49-8b66-a02a969171fd HTTP/1.1" status: 200 len: 946 time: 0.0528247 May 25 07:38:40.834383 dv-cinder-825492-15-iscsi neutron-server[104525]: INFO neutron.wsgi [req-3e542828-fb9c-4adb-af20-d7e666c95c10 req-b2b427e5-07fc-4138-95d5-a66623e8f09f tempest-AttachVolumeShelveTestJSON-605607613 tempest-AttachVolumeShelveTestJSON-605607613-project] 10.222.0.24 "GET /v2.0/security-groups?id=36a790ea-6395-4759-aea0-9e848582607a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0438504 May 25 07:38:40.852360 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-d38432d7-99bf-4949-b61e-947e3217206e tempest-AttachVolumeNegativeTest-1464534600 tempest-AttachVolumeNegativeTest-1464534600-project] Publish callbacks [] for security_group_rule (11c41da8-9e30-4fe1-abe6-1e5382b5dd33), before_create {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:38:40.900023 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-d38432d7-99bf-4949-b61e-947e3217206e tempest-AttachVolumeNegativeTest-1464534600 tempest-AttachVolumeNegativeTest-1464534600-project] Publish callbacks [] for security_group_rule (11c41da8-9e30-4fe1-abe6-1e5382b5dd33), precommit_create {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:38:41.091289 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-d38432d7-99bf-4949-b61e-947e3217206e tempest-AttachVolumeNegativeTest-1464534600 tempest-AttachVolumeNegativeTest-1464534600-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-278608'] for security_group_rule (11c41da8-9e30-4fe1-abe6-1e5382b5dd33), after_create {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:38:41.113962 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d38432d7-99bf-4949-b61e-947e3217206e tempest-AttachVolumeNegativeTest-1464534600 tempest-AttachVolumeNegativeTest-1464534600-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=11c41da8-9e30-4fe1-abe6-1e5382b5dd33,revision_number=0']} {{(pid=104526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 07:38:41.224724 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-d38432d7-99bf-4949-b61e-947e3217206e tempest-AttachVolumeNegativeTest-1464534600 tempest-AttachVolumeNegativeTest-1464534600-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:38:41.226000 dv-cinder-825492-15-iscsi neutron-server[104526]: INFO neutron.wsgi [None req-d38432d7-99bf-4949-b61e-947e3217206e tempest-AttachVolumeNegativeTest-1464534600 tempest-AttachVolumeNegativeTest-1464534600-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4933650 May 25 07:38:41.229184 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.wsgi [-] (104526) accepted ('10.222.0.24', 44498) {{(pid=104526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 07:38:41.233719 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.api.v2.base [None req-4ee67934-d350-454c-83a2-e00545ffb7e7 tempest-AttachVolumeNegativeTest-1464534600 tempest-AttachVolumeNegativeTest-1464534600-project] Request body: {'floatingip': {'floating_network_id': '29c629bd-3f50-4535-bfbc-a047608d6fb6'}} {{(pid=104526) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 25 07:38:41.280522 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.wsgi [-] (104526) accepted ('10.222.0.24', 44500) {{(pid=104526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 07:38:41.293658 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-87b22bd8-e4cc-4a51-b12e-6c1c8a28f9f1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:38:41.327420 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-4ee67934-d350-454c-83a2-e00545ffb7e7 tempest-AttachVolumeNegativeTest-1464534600 tempest-AttachVolumeNegativeTest-1464534600-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:38:41.443486 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-87b22bd8-e4cc-4a51-b12e-6c1c8a28f9f1 admin admin] Publish callbacks [] for security_group (e5fcba60-4336-402c-b96f-b97d65343c6f), precommit_create {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:38:41.445112 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-4ee67934-d350-454c-83a2-e00545ffb7e7 tempest-AttachVolumeNegativeTest-1464534600 tempest-AttachVolumeNegativeTest-1464534600-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-616651'] for port (None), before_create {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:38:41.492538 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG dbcounter [-] [104526] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=104526) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 07:38:41.555214 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-87b22bd8-e4cc-4a51-b12e-6c1c8a28f9f1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-278753'] for security_group (e5fcba60-4336-402c-b96f-b97d65343c6f), after_create {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:38:41.601048 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron_lib.callbacks.manager [None req-4c581813-650f-4b4b-ac0f-82f585bea231 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754056472917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490168'] for agent (67455b2d-ff20-4068-8b38-73bd0628c5cb), after_update {{(pid=104527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:38:41.618330 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-559d9977-1bb6-497f-9cad-682100c7a0bf req-456620b4-5ad7-4653-89d5-559ef055f074 tempest-ServerRescueNegativeTestJSON-274124411 tempest-ServerRescueNegativeTestJSON-274124411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 07:38:41.619839 dv-cinder-825492-15-iscsi neutron-server[104526]: INFO neutron.wsgi [req-559d9977-1bb6-497f-9cad-682100c7a0bf req-456620b4-5ad7-4653-89d5-559ef055f074 tempest-ServerRescueNegativeTestJSON-274124411 tempest-ServerRescueNegativeTestJSON-274124411-project] 10.222.0.24 "GET /v2.0/ports?device_id=a5ef563c-52c0-40b3-bdf3-dc51e5422196 HTTP/1.1" status: 200 len: 944 time: 0.1170983 May 25 07:38:41.631532 dv-cinder-825492-15-iscsi neutron-server[104526]: INFO neutron.wsgi [None req-87b22bd8-e4cc-4a51-b12e-6c1c8a28f9f1 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=e15392907e0d493d88c2d25e134b0322&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3498328 May 25 07:38:41.634339 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron.wsgi [-] (104525) accepted ('10.222.0.24', 44508) {{(pid=104525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 07:38:41.640185 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87b22bd8-e4cc-4a51-b12e-6c1c8a28f9f1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e5fcba60-4336-402c-b96f-b97d65343c6f,revision_number=1']} {{(pid=104526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 07:38:41.657774 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.db.db_base_plugin_common [None req-4ee67934-d350-454c-83a2-e00545ffb7e7 tempest-AttachVolumeNegativeTest-1464534600 tempest-AttachVolumeNegativeTest-1464534600-project] Allocated IP 172.27.3.16 (29c629bd-3f50-4535-bfbc-a047608d6fb6/7934ff5a-43f1-4f76-b9d8-e4343ace34f5/6229a050-b8b9-45bd-9fa1-511264903293) {{(pid=104526) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 07:38:41.694416 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-b62cfd6d-7ec9-4faf-863e-b63d7997ef2d admin admin] Publish callbacks [] for security_group (e5fcba60-4336-402c-b96f-b97d65343c6f), before_delete {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:38:41.712147 dv-cinder-825492-15-iscsi neutron-server[104526]: INFO neutron.wsgi [req-559d9977-1bb6-497f-9cad-682100c7a0bf req-935d5d96-a2eb-4f8a-85f1-f79b0dbf95a1 tempest-ServerRescueNegativeTestJSON-274124411 tempest-ServerRescueNegativeTestJSON-274124411-project] 10.222.0.24 "GET /v2.0/security-groups?id=1c0d85d2-6043-4086-9d5d-4dba3c5df84e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0841682 May 25 07:38:41.727637 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-b62cfd6d-7ec9-4faf-863e-b63d7997ef2d admin admin] Publish callbacks [] for security_group (e5fcba60-4336-402c-b96f-b97d65343c6f), precommit_delete {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:38:41.795919 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-4ee67934-d350-454c-83a2-e00545ffb7e7 tempest-AttachVolumeNegativeTest-1464534600 tempest-AttachVolumeNegativeTest-1464534600-project] Publish callbacks [] for port (6229a050-b8b9-45bd-9fa1-511264903293), precommit_create {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:38:41.931532 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-4ee67934-d350-454c-83a2-e00545ffb7e7 tempest-AttachVolumeNegativeTest-1464534600 tempest-AttachVolumeNegativeTest-1464534600-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-617841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612926', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754056173864', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2909854'] for port (6229a050-b8b9-45bd-9fa1-511264903293), after_create {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:38:41.943061 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-b62cfd6d-7ec9-4faf-863e-b63d7997ef2d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-278753'] for security_group (e5fcba60-4336-402c-b96f-b97d65343c6f), after_delete {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:38:41.945585 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-b62cfd6d-7ec9-4faf-863e-b63d7997ef2d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:38:41.946709 dv-cinder-825492-15-iscsi neutron-server[104525]: INFO neutron.wsgi [None req-b62cfd6d-7ec9-4faf-863e-b63d7997ef2d admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/e5fcba60-4336-402c-b96f-b97d65343c6f HTTP/1.1" status: 204 len: 168 time: 0.3104193 May 25 07:38:41.962015 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b62cfd6d-7ec9-4faf-863e-b63d7997ef2d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e5fcba60-4336-402c-b96f-b97d65343c6f,revision_number=None']} {{(pid=104525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 07:38:41.970852 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5144a00e-3082-4c98-bb0f-e910f03f9493 req-ff2abf2a-9dd3-4d1e-b7d5-409db3cf6987 tempest-AttachVolumeShelveTestJSON-605607613 tempest-AttachVolumeShelveTestJSON-605607613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 07:38:41.972513 dv-cinder-825492-15-iscsi neutron-server[104525]: INFO neutron.wsgi [req-5144a00e-3082-4c98-bb0f-e910f03f9493 req-ff2abf2a-9dd3-4d1e-b7d5-409db3cf6987 tempest-AttachVolumeShelveTestJSON-605607613 tempest-AttachVolumeShelveTestJSON-605607613-project] 10.222.0.24 "GET /v2.0/ports?device_id=6d360341-449d-4b49-8b66-a02a969171fd HTTP/1.1" status: 200 len: 946 time: 0.0619559 May 25 07:38:41.979402 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ee67934-d350-454c-83a2-e00545ffb7e7 tempest-AttachVolumeNegativeTest-1464534600 tempest-AttachVolumeNegativeTest-1464534600-project] Network 29c629bd-3f50-4535-bfbc-a047608d6fb6 is already hosted by enough agents. {{(pid=104526) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 07:38:41.984830 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.scheduler.base_scheduler [None req-4ee67934-d350-454c-83a2-e00545ffb7e7 tempest-AttachVolumeNegativeTest-1464534600 tempest-AttachVolumeNegativeTest-1464534600-project] Resources bound (agent type, host, resource id): {{(pid=104526) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 07:38:41.987063 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ee67934-d350-454c-83a2-e00545ffb7e7 tempest-AttachVolumeNegativeTest-1464534600 tempest-AttachVolumeNegativeTest-1464534600-project] Received port after_create {{(pid=104526) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 25 07:38:41.989110 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ee67934-d350-454c-83a2-e00545ffb7e7 tempest-AttachVolumeNegativeTest-1464534600 tempest-AttachVolumeNegativeTest-1464534600-project] Pushing event updated for resources: {'Port': ['ID=6229a050-b8b9-45bd-9fa1-511264903293,revision_number=1']} {{(pid=104526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 07:38:42.055523 dv-cinder-825492-15-iscsi neutron-server[104525]: INFO neutron.wsgi [req-5144a00e-3082-4c98-bb0f-e910f03f9493 req-897e0481-5849-4f88-af3c-6943832c4357 tempest-AttachVolumeShelveTestJSON-605607613 tempest-AttachVolumeShelveTestJSON-605607613-project] 10.222.0.24 "GET /v2.0/security-groups?id=36a790ea-6395-4759-aea0-9e848582607a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0692124 May 25 07:38:42.083307 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-4ee67934-d350-454c-83a2-e00545ffb7e7 tempest-AttachVolumeNegativeTest-1464534600 tempest-AttachVolumeNegativeTest-1464534600-project] Publish callbacks [] for floatingip (1c0a2fda-8eb5-4c9b-ade5-5d99351b56e3), precommit_create {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:38:42.191288 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG dbcounter [-] [104526] Writing DB stats neutron:SELECT=83,neutron:INSERT=15,neutron:UPDATE=2 {{(pid=104526) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 07:38:42.216950 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-4ee67934-d350-454c-83a2-e00545ffb7e7 tempest-AttachVolumeNegativeTest-1464534600 tempest-AttachVolumeNegativeTest-1464534600-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-616651'] for port (6229a050-b8b9-45bd-9fa1-511264903293), before_update {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:38:42.370293 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG dbcounter [-] [104525] Writing DB stats neutron:SELECT=89,neutron:DELETE=6,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=104525) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 07:38:42.412817 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-4ee67934-d350-454c-83a2-e00545ffb7e7 tempest-AttachVolumeNegativeTest-1464534600 tempest-AttachVolumeNegativeTest-1464534600-project] Publish callbacks [] for port (6229a050-b8b9-45bd-9fa1-511264903293), precommit_update {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:38:42.490395 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-4ee67934-d350-454c-83a2-e00545ffb7e7 tempest-AttachVolumeNegativeTest-1464534600 tempest-AttachVolumeNegativeTest-1464534600-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-617841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612926', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754056714442', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754056173882', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754056173900', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2909847'] for port (6229a050-b8b9-45bd-9fa1-511264903293), after_update {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:38:42.555516 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ee67934-d350-454c-83a2-e00545ffb7e7 tempest-AttachVolumeNegativeTest-1464534600 tempest-AttachVolumeNegativeTest-1464534600-project] Pushing event updated for resources: {'Port': ['ID=6229a050-b8b9-45bd-9fa1-511264903293,revision_number=2']} {{(pid=104526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 07:38:42.569060 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-4ee67934-d350-454c-83a2-e00545ffb7e7 tempest-AttachVolumeNegativeTest-1464534600 tempest-AttachVolumeNegativeTest-1464534600-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1617316'] for floatingip (1c0a2fda-8eb5-4c9b-ade5-5d99351b56e3), after_create {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:38:42.652696 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-4ee67934-d350-454c-83a2-e00545ffb7e7 tempest-AttachVolumeNegativeTest-1464534600 tempest-AttachVolumeNegativeTest-1464534600-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93885'] for floatingip (None), before_response {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:38:42.654086 dv-cinder-825492-15-iscsi neutron-server[104526]: INFO neutron.wsgi [None req-4ee67934-d350-454c-83a2-e00545ffb7e7 tempest-AttachVolumeNegativeTest-1464534600 tempest-AttachVolumeNegativeTest-1464534600-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.4238653 May 25 07:38:42.849396 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bde205b-2773-4aa8-a3b2-a0e95e3c431b req-1428d00c-a229-44c0-8f0f-44e799ba56af tempest-ServerRescueNegativeTestJSON-274124411 tempest-ServerRescueNegativeTestJSON-274124411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 07:38:42.851071 dv-cinder-825492-15-iscsi neutron-server[104525]: INFO neutron.wsgi [req-7bde205b-2773-4aa8-a3b2-a0e95e3c431b req-1428d00c-a229-44c0-8f0f-44e799ba56af tempest-ServerRescueNegativeTestJSON-274124411 tempest-ServerRescueNegativeTestJSON-274124411-project] 10.222.0.24 "GET /v2.0/ports?device_id=a5ef563c-52c0-40b3-bdf3-dc51e5422196 HTTP/1.1" status: 200 len: 944 time: 0.0525784 May 25 07:38:42.880429 dv-cinder-825492-15-iscsi neutron-server[104526]: INFO neutron.wsgi [req-b4a2554c-0f2f-4e5a-ae63-cfe5dd86b4b7 req-a34d458f-1b07-4d03-a6d0-875477e2ae6a tempest-AttachVolumeNegativeTest-1464534600 tempest-AttachVolumeNegativeTest-1464534600-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-securitygroup--1467068966&fields=id&tenant_id=2d8e35800ce043acbcb027ce406ed2e7 HTTP/1.1" status: 200 len: 267 time: 0.0551019 May 25 07:38:42.884030 dv-cinder-825492-15-iscsi neutron-server[104528]: DEBUG dbcounter [-] [104528] Writing DB stats neutron:SELECT=2 {{(pid=104528) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 07:38:42.898779 dv-cinder-825492-15-iscsi neutron-server[104528]: DEBUG dbcounter [-] [104528] Writing DB stats neutron:SELECT=4 {{(pid=104528) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 07:38:42.905585 dv-cinder-825492-15-iscsi neutron-server[104525]: INFO neutron.wsgi [req-7bde205b-2773-4aa8-a3b2-a0e95e3c431b req-7c2b8254-ae4c-4579-a761-536f46342dc2 tempest-ServerRescueNegativeTestJSON-274124411 tempest-ServerRescueNegativeTestJSON-274124411-project] 10.222.0.24 "GET /v2.0/security-groups?id=1c0d85d2-6043-4086-9d5d-4dba3c5df84e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472202 May 25 07:38:42.995254 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4a2554c-0f2f-4e5a-ae63-cfe5dd86b4b7 req-d38b9b69-46fc-46a2-8901-559f29a07887 tempest-AttachVolumeNegativeTest-1464534600 tempest-AttachVolumeNegativeTest-1464534600-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 07:38:42.996765 dv-cinder-825492-15-iscsi neutron-server[104526]: INFO neutron.wsgi [req-b4a2554c-0f2f-4e5a-ae63-cfe5dd86b4b7 req-d38b9b69-46fc-46a2-8901-559f29a07887 tempest-AttachVolumeNegativeTest-1464534600 tempest-AttachVolumeNegativeTest-1464534600-project] 10.222.0.24 "GET /v2.0/networks?id=f39d85d3-0173-4496-879c-2b83e234d364 HTTP/1.1" status: 200 len: 815 time: 0.1095197 May 25 07:38:43.010685 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.plugins.ml2.rpc [None req-798242cc-9ea0-464c-9109-86bd7997349e None None] Device 0747a8fb-24f2-4911-87f0-c806befeeab7 details requested by agent hyperv_hv-cinder-82549 with host hv-cinder-82549 {{(pid=104527) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 25 07:38:43.012402 dv-cinder-825492-15-iscsi neutron-server[104526]: INFO neutron.wsgi [req-b4a2554c-0f2f-4e5a-ae63-cfe5dd86b4b7 req-8c4b2db0-5858-4ab9-b857-ee87d17c5fcd tempest-AttachVolumeNegativeTest-1464534600 tempest-AttachVolumeNegativeTest-1464534600-project] 10.222.0.24 "GET /v2.0/quotas/2d8e35800ce043acbcb027ce406ed2e7 HTTP/1.1" status: 200 len: 375 time: 0.0099130 May 25 07:38:43.064461 dv-cinder-825492-15-iscsi neutron-server[104526]: INFO neutron.wsgi [req-b4a2554c-0f2f-4e5a-ae63-cfe5dd86b4b7 req-37317731-0584-4557-9241-b0c024ecfb70 tempest-AttachVolumeNegativeTest-1464534600 tempest-AttachVolumeNegativeTest-1464534600-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=2d8e35800ce043acbcb027ce406ed2e7&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0464704 May 25 07:38:43.110603 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.plugins.ml2.db [None req-798242cc-9ea0-464c-9109-86bd7997349e None None] For port 0747a8fb-24f2-4911-87f0-c806befeeab7, host hv-cinder-82549, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82549',level=0,port_id=0747a8fb-24f2-4911-87f0-c806befeeab7,segment=NetworkSegment(969a65dc-e069-48a8-ad7f-e38fdf9684ce),segment_id=969a65dc-e069-48a8-ad7f-e38fdf9684ce)] {{(pid=104527) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 07:38:43.132745 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.plugins.ml2.rpc [None req-798242cc-9ea0-464c-9109-86bd7997349e None None] Returning: {'device': '0747a8fb-24f2-4911-87f0-c806befeeab7', 'network_id': 'e9255b8f-85b1-4659-9bc1-7aaec6681338', 'port_id': '0747a8fb-24f2-4911-87f0-c806befeeab7', 'mac_address': 'fa:16:3e:d3:8a:4c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 252, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2bd01566-eaf4-4493-b26a-8c7ef6fcaf51', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104527) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 25 07:38:43.170071 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.plugins.ml2.plugin [None req-798242cc-9ea0-464c-9109-86bd7997349e None None] Current status of the port 0747a8fb-24f2-4911-87f0-c806befeeab7 is: DOWN; New status is: BUILD {{(pid=104527) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 25 07:38:43.170712 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron_lib.callbacks.manager [None req-798242cc-9ea0-464c-9109-86bd7997349e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-616651'] for port (0747a8fb-24f2-4911-87f0-c806befeeab7), before_update {{(pid=104527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:38:43.188740 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.notifiers.nova [None req-798242cc-9ea0-464c-9109-86bd7997349e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0747a8fb-24f2-4911-87f0-c806befeeab7 {{(pid=104527) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 25 07:38:43.192027 dv-cinder-825492-15-iscsi neutron-server[104526]: INFO neutron.wsgi [req-b4a2554c-0f2f-4e5a-ae63-cfe5dd86b4b7 req-f451883a-0581-4ef9-9d90-9b375ef177a2 service neutron] 10.222.0.24 "GET /v2.0/networks/f39d85d3-0173-4496-879c-2b83e234d364?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1044426 May 25 07:38:43.227092 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.plugins.ml2.db [None req-798242cc-9ea0-464c-9109-86bd7997349e None None] For port 0747a8fb-24f2-4911-87f0-c806befeeab7, host hv-cinder-82549, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82549',level=0,port_id=0747a8fb-24f2-4911-87f0-c806befeeab7,segment=NetworkSegment(969a65dc-e069-48a8-ad7f-e38fdf9684ce),segment_id=969a65dc-e069-48a8-ad7f-e38fdf9684ce)] {{(pid=104527) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 07:38:43.239786 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee90b888-c90a-43fa-9dea-4c97ae98daf4 req-f16854c6-3474-474c-a713-c177cc7facb4 tempest-AttachVolumeShelveTestJSON-605607613 tempest-AttachVolumeShelveTestJSON-605607613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 07:38:43.241914 dv-cinder-825492-15-iscsi neutron-server[104525]: INFO neutron.wsgi [req-ee90b888-c90a-43fa-9dea-4c97ae98daf4 req-f16854c6-3474-474c-a713-c177cc7facb4 tempest-AttachVolumeShelveTestJSON-605607613 tempest-AttachVolumeShelveTestJSON-605607613-project] 10.222.0.24 "GET /v2.0/ports?device_id=6d360341-449d-4b49-8b66-a02a969171fd HTTP/1.1" status: 200 len: 946 time: 0.0627799 May 25 07:38:43.307731 dv-cinder-825492-15-iscsi neutron-server[104526]: INFO neutron.wsgi [req-b4a2554c-0f2f-4e5a-ae63-cfe5dd86b4b7 req-628c7b19-bef2-4a06-861c-ca11e25e0538 service neutron] 10.222.0.24 "GET /v2.0/networks/f39d85d3-0173-4496-879c-2b83e234d364?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1097343 May 25 07:38:43.316696 dv-cinder-825492-15-iscsi neutron-server[104525]: INFO neutron.wsgi [req-ee90b888-c90a-43fa-9dea-4c97ae98daf4 req-970a3803-08e9-465c-babb-9655fad88c7c tempest-AttachVolumeShelveTestJSON-605607613 tempest-AttachVolumeShelveTestJSON-605607613-project] 10.222.0.24 "GET /v2.0/security-groups?id=36a790ea-6395-4759-aea0-9e848582607a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0668676 May 25 07:38:43.365921 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron_lib.callbacks.manager [None req-798242cc-9ea0-464c-9109-86bd7997349e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-617841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612926', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754056714442', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754056173882', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754056173900'] for port (0747a8fb-24f2-4911-87f0-c806befeeab7), after_update {{(pid=104527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:38:43.423223 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-798242cc-9ea0-464c-9109-86bd7997349e None None] Pushing event updated for resources: {'Port': ['ID=0747a8fb-24f2-4911-87f0-c806befeeab7,revision_number=4']} {{(pid=104527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 07:38:43.431322 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-798242cc-9ea0-464c-9109-86bd7997349e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825492-15-iscsi {{(pid=104527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 07:38:43.431672 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-798242cc-9ea0-464c-9109-86bd7997349e None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825492-15-iscsi {{(pid=104527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 07:38:43.432010 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-798242cc-9ea0-464c-9109-86bd7997349e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825492-15-iscsi {{(pid=104527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 07:38:43.432345 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-798242cc-9ea0-464c-9109-86bd7997349e None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825492-15-iscsi {{(pid=104527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 07:38:43.432707 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-798242cc-9ea0-464c-9109-86bd7997349e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825492-15-iscsi {{(pid=104527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 07:38:43.433040 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-798242cc-9ea0-464c-9109-86bd7997349e None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825492-15-iscsi {{(pid=104527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 07:38:43.433357 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-798242cc-9ea0-464c-9109-86bd7997349e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825492-15-iscsi {{(pid=104527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 07:38:43.433677 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-798242cc-9ea0-464c-9109-86bd7997349e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-825492-15-iscsi {{(pid=104527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 07:38:43.433999 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-798242cc-9ea0-464c-9109-86bd7997349e None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-825492-15-iscsi {{(pid=104527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 07:38:43.434320 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-798242cc-9ea0-464c-9109-86bd7997349e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-825492-15-iscsi {{(pid=104527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 07:38:43.434688 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-798242cc-9ea0-464c-9109-86bd7997349e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-825492-15-iscsi {{(pid=104527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 07:38:43.434946 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-798242cc-9ea0-464c-9109-86bd7997349e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825492-15-iscsi {{(pid=104527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 07:38:43.435267 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-798242cc-9ea0-464c-9109-86bd7997349e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825492-15-iscsi {{(pid=104527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 07:38:43.435677 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-798242cc-9ea0-464c-9109-86bd7997349e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825492-15-iscsi {{(pid=104527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 07:38:43.436000 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-798242cc-9ea0-464c-9109-86bd7997349e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825492-15-iscsi {{(pid=104527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 07:38:43.561914 dv-cinder-825492-15-iscsi neutron-server[104525]: INFO neutron.wsgi [req-d07c0a8e-e828-47b6-8bea-84228352e817 req-23529195-6500-4b56-bf3c-3416b3452bec tempest-AttachVolumeNegativeTest-1464534600 tempest-AttachVolumeNegativeTest-1464534600-project] 10.222.0.24 "GET /v2.0/ports?device_id=93f35115-ef0f-4ed9-b573-04bd28bed194 HTTP/1.1" status: 200 len: 210 time: 0.0296276 May 25 07:38:43.771517 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron.wsgi [-] (104525) accepted ('10.222.0.24', 44588) {{(pid=104525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 07:38:43.774555 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.plugins.ml2.db [None req-798242cc-9ea0-464c-9109-86bd7997349e None None] get_ports_and_sgs() called for port_ids ['0747a8fb-24f2-4911-87f0-c806befeeab7'] {{(pid=104527) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 25 07:38:43.895345 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-22c6b0f9-448c-47a8-a613-373c2eb3d870 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:38:43.965379 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG dbcounter [-] [104525] Writing DB stats neutron:SELECT=84,neutron:DELETE=4,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=104525) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 07:38:43.982015 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-22c6b0f9-448c-47a8-a613-373c2eb3d870 admin admin] Publish callbacks [] for security_group (3cb47487-44b5-4f45-a1cd-a016598aa6a2), precommit_create {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:38:44.037226 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8ce2e79-5d04-4852-a276-71e0f1895e5c req-84bb8656-df96-4317-a3c1-98bb8425f7e4 tempest-ServerRescueNegativeTestJSON-274124411 tempest-ServerRescueNegativeTestJSON-274124411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 07:38:44.038777 dv-cinder-825492-15-iscsi neutron-server[104526]: INFO neutron.wsgi [req-d8ce2e79-5d04-4852-a276-71e0f1895e5c req-84bb8656-df96-4317-a3c1-98bb8425f7e4 tempest-ServerRescueNegativeTestJSON-274124411 tempest-ServerRescueNegativeTestJSON-274124411-project] 10.222.0.24 "GET /v2.0/ports?device_id=a5ef563c-52c0-40b3-bdf3-dc51e5422196 HTTP/1.1" status: 200 len: 945 time: 0.0472524 May 25 07:38:44.084811 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-22c6b0f9-448c-47a8-a613-373c2eb3d870 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-278753'] for security_group (3cb47487-44b5-4f45-a1cd-a016598aa6a2), after_create {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:38:44.095847 dv-cinder-825492-15-iscsi neutron-server[104526]: INFO neutron.wsgi [req-d8ce2e79-5d04-4852-a276-71e0f1895e5c req-2fbed6ec-750c-4640-baba-f0db7404b68f tempest-ServerRescueNegativeTestJSON-274124411 tempest-ServerRescueNegativeTestJSON-274124411-project] 10.222.0.24 "GET /v2.0/security-groups?id=1c0d85d2-6043-4086-9d5d-4dba3c5df84e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0506394 May 25 07:38:44.114607 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG dbcounter [-] [104526] Writing DB stats neutron:SELECT=91,neutron:INSERT=6,neutron:UPDATE=3 {{(pid=104526) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 07:38:44.121879 dv-cinder-825492-15-iscsi neutron-server[104525]: INFO neutron.wsgi [None req-22c6b0f9-448c-47a8-a613-373c2eb3d870 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=c9b5acb33e7d43aebde8ddac9749eefe&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3491681 May 25 07:38:44.124426 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.wsgi [-] (104526) accepted ('10.222.0.24', 44598) {{(pid=104526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 07:38:44.134231 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22c6b0f9-448c-47a8-a613-373c2eb3d870 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3cb47487-44b5-4f45-a1cd-a016598aa6a2,revision_number=1']} {{(pid=104525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 07:38:44.181176 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-f745591d-847a-418e-a5d4-1d3549563133 admin admin] Publish callbacks [] for security_group (3cb47487-44b5-4f45-a1cd-a016598aa6a2), before_delete {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:38:44.208635 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-f745591d-847a-418e-a5d4-1d3549563133 admin admin] Publish callbacks [] for security_group (3cb47487-44b5-4f45-a1cd-a016598aa6a2), precommit_delete {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:38:44.319455 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG dbcounter [-] [104526] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=104526) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 07:38:44.377768 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-f745591d-847a-418e-a5d4-1d3549563133 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-278753'] for security_group (3cb47487-44b5-4f45-a1cd-a016598aa6a2), after_delete {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:38:44.382937 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-f745591d-847a-418e-a5d4-1d3549563133 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:38:44.384384 dv-cinder-825492-15-iscsi neutron-server[104526]: INFO neutron.wsgi [None req-f745591d-847a-418e-a5d4-1d3549563133 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/3cb47487-44b5-4f45-a1cd-a016598aa6a2 HTTP/1.1" status: 204 len: 168 time: 0.2585843 May 25 07:38:44.397155 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f745591d-847a-418e-a5d4-1d3549563133 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3cb47487-44b5-4f45-a1cd-a016598aa6a2,revision_number=None']} {{(pid=104526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 07:38:44.459321 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d17cb25-2a3e-49e5-bc76-5ce593b622d5 req-148289f6-9f89-4d2a-8ea1-3b589cb45edb tempest-AttachVolumeShelveTestJSON-605607613 tempest-AttachVolumeShelveTestJSON-605607613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 07:38:44.460863 dv-cinder-825492-15-iscsi neutron-server[104525]: INFO neutron.wsgi [req-5d17cb25-2a3e-49e5-bc76-5ce593b622d5 req-148289f6-9f89-4d2a-8ea1-3b589cb45edb tempest-AttachVolumeShelveTestJSON-605607613 tempest-AttachVolumeShelveTestJSON-605607613-project] 10.222.0.24 "GET /v2.0/ports?device_id=6d360341-449d-4b49-8b66-a02a969171fd HTTP/1.1" status: 200 len: 946 time: 0.0498176 May 25 07:38:44.516007 dv-cinder-825492-15-iscsi neutron-server[104525]: INFO neutron.wsgi [req-5d17cb25-2a3e-49e5-bc76-5ce593b622d5 req-1f0d4547-045e-4171-bf8f-9ce8a7fa71a8 tempest-AttachVolumeShelveTestJSON-605607613 tempest-AttachVolumeShelveTestJSON-605607613-project] 10.222.0.24 "GET /v2.0/security-groups?id=36a790ea-6395-4759-aea0-9e848582607a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0495434 May 25 07:38:44.659383 dv-cinder-825492-15-iscsi neutron-server[104526]: INFO neutron.wsgi [req-a6b043ec-456f-4495-90a6-934e674a265a req-c2517415-9c79-4e9c-9c3e-24d1ec8940a7 tempest-AttachVolumeNegativeTest-1464534600 tempest-AttachVolumeNegativeTest-1464534600-project] 10.222.0.24 "GET /v2.0/ports?device_id=93f35115-ef0f-4ed9-b573-04bd28bed194 HTTP/1.1" status: 200 len: 210 time: 0.0278687 May 25 07:38:45.019046 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.plugins.ml2.rpc [None req-798242cc-9ea0-464c-9109-86bd7997349e None None] Device 0747a8fb-24f2-4911-87f0-c806befeeab7 up at agent hyperv_hv-cinder-82549 {{(pid=104527) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 25 07:38:45.022648 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG dbcounter [-] [104527] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104527) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 07:38:45.059094 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG dbcounter [-] [104527] Writing DB stats neutron:SELECT=94,neutron:UPDATE=6 {{(pid=104527) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 07:38:45.061721 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.db.provisioning_blocks [None req-798242cc-9ea0-464c-9109-86bd7997349e None None] Provisioning for port 0747a8fb-24f2-4911-87f0-c806befeeab7 completed by entity L2. {{(pid=104527) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 25 07:38:45.200232 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48c0e657-a372-4592-884d-787a2e1fe6e8 req-4bb86657-c74b-44bd-ab9c-0a014a22872e tempest-ServerRescueNegativeTestJSON-274124411 tempest-ServerRescueNegativeTestJSON-274124411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 07:38:45.201785 dv-cinder-825492-15-iscsi neutron-server[104525]: INFO neutron.wsgi [req-48c0e657-a372-4592-884d-787a2e1fe6e8 req-4bb86657-c74b-44bd-ab9c-0a014a22872e tempest-ServerRescueNegativeTestJSON-274124411 tempest-ServerRescueNegativeTestJSON-274124411-project] 10.222.0.24 "GET /v2.0/ports?device_id=a5ef563c-52c0-40b3-bdf3-dc51e5422196 HTTP/1.1" status: 200 len: 945 time: 0.0479875 May 25 07:38:45.221678 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.db.provisioning_blocks [None req-798242cc-9ea0-464c-9109-86bd7997349e None None] Provisioning complete for port 0747a8fb-24f2-4911-87f0-c806befeeab7 triggered by entity L2. {{(pid=104527) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 25 07:38:45.222215 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron_lib.callbacks.manager [None req-798242cc-9ea0-464c-9109-86bd7997349e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1490782'] for port (0747a8fb-24f2-4911-87f0-c806befeeab7), provisioning_complete {{(pid=104527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:38:45.249470 dv-cinder-825492-15-iscsi neutron-server[104525]: INFO neutron.wsgi [req-48c0e657-a372-4592-884d-787a2e1fe6e8 req-a5fd7098-0fd3-49cd-b54a-5c8810fdeeed tempest-ServerRescueNegativeTestJSON-274124411 tempest-ServerRescueNegativeTestJSON-274124411-project] 10.222.0.24 "GET /v2.0/security-groups?id=1c0d85d2-6043-4086-9d5d-4dba3c5df84e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413904 May 25 07:38:45.325309 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.plugins.ml2.plugin [None req-798242cc-9ea0-464c-9109-86bd7997349e None None] Current status of the port 0747a8fb-24f2-4911-87f0-c806befeeab7 is: BUILD; New status is: ACTIVE {{(pid=104527) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 25 07:38:45.325753 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron_lib.callbacks.manager [None req-798242cc-9ea0-464c-9109-86bd7997349e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-616651'] for port (0747a8fb-24f2-4911-87f0-c806befeeab7), before_update {{(pid=104527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:38:45.348390 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a5ef563c-52c0-40b3-bdf3-dc51e5422196', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0747a8fb-24f2-4911-87f0-c806befeeab7'}] {{(pid=104527) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 25 07:38:45.350604 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b7b9631292b9c3281c46c063e828ef1e98938590bf5356102cacde7abf71fd6b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-73cc4785-d09f-4334-a2fa-555e7f08cd4b" -d '{"events": [{"server_uuid": "a5ef563c-52c0-40b3-bdf3-dc51e5422196", "name": "network-vif-plugged", "status": "completed", "tag": "0747a8fb-24f2-4911-87f0-c806befeeab7"}]}' {{(pid=104527) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 25 07:38:45.364156 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.plugins.ml2.db [None req-798242cc-9ea0-464c-9109-86bd7997349e None None] For port 0747a8fb-24f2-4911-87f0-c806befeeab7, host hv-cinder-82549, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82549',level=0,port_id=0747a8fb-24f2-4911-87f0-c806befeeab7,segment=NetworkSegment(969a65dc-e069-48a8-ad7f-e38fdf9684ce),segment_id=969a65dc-e069-48a8-ad7f-e38fdf9684ce)] {{(pid=104527) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 07:38:45.391820 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 25 May 2022 07:38:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bb013ca8-a3c9-4106-8667-3adbacfc0363 x-openstack-request-id: req-bb013ca8-a3c9-4106-8667-3adbacfc0363 {{(pid=104527) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 25 07:38:45.392454 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a5ef563c-52c0-40b3-bdf3-dc51e5422196", "name": "network-vif-plugged", "status": "completed", "tag": "0747a8fb-24f2-4911-87f0-c806befeeab7", "code": 200}]} {{(pid=104527) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 25 07:38:45.392575 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-bb013ca8-a3c9-4106-8667-3adbacfc0363 {{(pid=104527) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 25 07:38:45.392933 dv-cinder-825492-15-iscsi neutron-server[104527]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bb013ca8-a3c9-4106-8667-3adbacfc0363'] response: {'server_uuid': 'a5ef563c-52c0-40b3-bdf3-dc51e5422196', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0747a8fb-24f2-4911-87f0-c806befeeab7', 'code': 200} May 25 07:38:45.445138 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron_lib.callbacks.manager [None req-798242cc-9ea0-464c-9109-86bd7997349e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-617841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612926', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754056714442', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754056173882', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754056173900'] for port (0747a8fb-24f2-4911-87f0-c806befeeab7), after_update {{(pid=104527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:38:45.522762 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-798242cc-9ea0-464c-9109-86bd7997349e None None] Pushing event updated for resources: {'Port': ['ID=0747a8fb-24f2-4911-87f0-c806befeeab7,revision_number=5']} {{(pid=104527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 07:38:45.523499 dv-cinder-825492-15-iscsi neutron-server[104525]: INFO neutron.wsgi [req-9fe1aabc-1b09-4d44-b828-75eaabaf5144 req-7f91c010-ddfe-4c75-a022-e7b51370cfb0 tempest-VolumesNegativeTest-118865852 tempest-VolumesNegativeTest-118865852-project] 10.222.0.24 "GET /v2.0/networks?tenant_id=200c28fbfe02445e947d289ab4d36793&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0318894 May 25 07:38:45.610165 dv-cinder-825492-15-iscsi neutron-server[104528]: DEBUG neutron.db.agents_db [None req-434abceb-772f-4043-8698-cfe4a44654b9 None None] Agent healthcheck: found 6 active agents {{(pid=104528) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 25 07:38:45.660970 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-252321cb-d104-44c5-82e5-c7f953079f1f req-648c7193-8efe-4a00-8642-d190d509bbd8 tempest-AttachVolumeShelveTestJSON-605607613 tempest-AttachVolumeShelveTestJSON-605607613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 07:38:45.664991 dv-cinder-825492-15-iscsi neutron-server[104526]: INFO neutron.wsgi [req-252321cb-d104-44c5-82e5-c7f953079f1f req-648c7193-8efe-4a00-8642-d190d509bbd8 tempest-AttachVolumeShelveTestJSON-605607613 tempest-AttachVolumeShelveTestJSON-605607613-project] 10.222.0.24 "GET /v2.0/ports?device_id=6d360341-449d-4b49-8b66-a02a969171fd HTTP/1.1" status: 200 len: 946 time: 0.0504799 May 25 07:38:45.729351 dv-cinder-825492-15-iscsi neutron-server[104526]: INFO neutron.wsgi [req-252321cb-d104-44c5-82e5-c7f953079f1f req-ab8213a4-7743-4dcd-bd95-c5cf96497e7f tempest-AttachVolumeShelveTestJSON-605607613 tempest-AttachVolumeShelveTestJSON-605607613-project] 10.222.0.24 "GET /v2.0/security-groups?id=36a790ea-6395-4759-aea0-9e848582607a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0595737 May 25 07:38:45.740111 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fe1aabc-1b09-4d44-b828-75eaabaf5144 req-fd3e45c8-c7cb-4661-911a-bf06b28bf482 tempest-VolumesNegativeTest-118865852 tempest-VolumesNegativeTest-118865852-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 07:38:45.741651 dv-cinder-825492-15-iscsi neutron-server[104525]: INFO neutron.wsgi [req-9fe1aabc-1b09-4d44-b828-75eaabaf5144 req-fd3e45c8-c7cb-4661-911a-bf06b28bf482 tempest-VolumesNegativeTest-118865852 tempest-VolumesNegativeTest-118865852-project] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2127848 May 25 07:38:45.757150 dv-cinder-825492-15-iscsi neutron-server[104525]: INFO neutron.wsgi [req-9fe1aabc-1b09-4d44-b828-75eaabaf5144 req-e6f410cb-ecac-44f6-aa0f-05d8263caad5 tempest-VolumesNegativeTest-118865852 tempest-VolumesNegativeTest-118865852-project] 10.222.0.24 "GET /v2.0/quotas/200c28fbfe02445e947d289ab4d36793 HTTP/1.1" status: 200 len: 375 time: 0.0100400 May 25 07:38:45.795347 dv-cinder-825492-15-iscsi neutron-server[104525]: INFO neutron.wsgi [req-9fe1aabc-1b09-4d44-b828-75eaabaf5144 req-ece7b44d-e8d3-44d1-87a7-e2df49a3f7b1 tempest-VolumesNegativeTest-118865852 tempest-VolumesNegativeTest-118865852-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=200c28fbfe02445e947d289ab4d36793&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0324209 May 25 07:38:45.826126 dv-cinder-825492-15-iscsi neutron-server[104526]: INFO neutron.wsgi [req-56b202bd-01d0-4de9-8d59-65485d748f22 req-6a5d1790-ef46-4b0f-9824-3249f4ce1245 tempest-AttachVolumeNegativeTest-1464534600 tempest-AttachVolumeNegativeTest-1464534600-project] 10.222.0.24 "GET /v2.0/ports?device_id=93f35115-ef0f-4ed9-b573-04bd28bed194 HTTP/1.1" status: 200 len: 210 time: 0.0308540 May 25 07:38:46.066746 dv-cinder-825492-15-iscsi neutron-server[104526]: INFO neutron.wsgi [req-6028a4fc-2e94-460e-adf0-9b6af3bf94ad req-fc3cfed5-3e2d-444c-b2c3-9304186bda3c tempest-VolumesNegativeTest-118865852 tempest-VolumesNegativeTest-118865852-project] 10.222.0.24 "GET /v2.0/ports?device_id=d093d4fa-b50b-40f9-af51-7236aeadccfd HTTP/1.1" status: 200 len: 210 time: 0.0264821 May 25 07:38:46.365757 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3916ce96-5bd9-4e50-a737-9965d502a4a9 req-2f525622-7f9a-4244-9a55-1b4bca9b13e5 tempest-ServerRescueNegativeTestJSON-274124411 tempest-ServerRescueNegativeTestJSON-274124411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 07:38:46.367237 dv-cinder-825492-15-iscsi neutron-server[104525]: INFO neutron.wsgi [req-3916ce96-5bd9-4e50-a737-9965d502a4a9 req-2f525622-7f9a-4244-9a55-1b4bca9b13e5 tempest-ServerRescueNegativeTestJSON-274124411 tempest-ServerRescueNegativeTestJSON-274124411-project] 10.222.0.24 "GET /v2.0/ports?device_id=a5ef563c-52c0-40b3-bdf3-dc51e5422196 HTTP/1.1" status: 200 len: 946 time: 0.0458648 May 25 07:38:46.416782 dv-cinder-825492-15-iscsi neutron-server[104525]: INFO neutron.wsgi [req-3916ce96-5bd9-4e50-a737-9965d502a4a9 req-1e695b14-f2f3-4e16-b338-34896333ad01 tempest-ServerRescueNegativeTestJSON-274124411 tempest-ServerRescueNegativeTestJSON-274124411-project] 10.222.0.24 "GET /v2.0/security-groups?id=1c0d85d2-6043-4086-9d5d-4dba3c5df84e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436771 May 25 07:38:46.511195 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63506e71-3483-4206-ab84-f68555620d6f req-b8055e09-005c-4c82-9251-22bf99693056 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 07:38:46.512731 dv-cinder-825492-15-iscsi neutron-server[104526]: INFO neutron.wsgi [req-63506e71-3483-4206-ab84-f68555620d6f req-b8055e09-005c-4c82-9251-22bf99693056 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=a5ef563c-52c0-40b3-bdf3-dc51e5422196 HTTP/1.1" status: 200 len: 1130 time: 0.0959179 May 25 07:38:46.586779 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4a2554c-0f2f-4e5a-ae63-cfe5dd86b4b7 req-8dc16e20-e161-4e71-a336-23760aaafc4d tempest-AttachVolumeNegativeTest-1464534600 tempest-AttachVolumeNegativeTest-1464534600-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 07:38:46.588233 dv-cinder-825492-15-iscsi neutron-server[104526]: INFO neutron.wsgi [req-b4a2554c-0f2f-4e5a-ae63-cfe5dd86b4b7 req-8dc16e20-e161-4e71-a336-23760aaafc4d tempest-AttachVolumeNegativeTest-1464534600 tempest-AttachVolumeNegativeTest-1464534600-project] 10.222.0.41 "GET /v2.0/networks?id=f39d85d3-0173-4496-879c-2b83e234d364 HTTP/1.1" status: 200 len: 815 time: 0.1615999 May 25 07:38:46.594998 dv-cinder-825492-15-iscsi neutron-server[104526]: INFO neutron.wsgi [req-63506e71-3483-4206-ab84-f68555620d6f req-562de2c7-06cd-4bdb-9930-f5b50d435238 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=1c0d85d2-6043-4086-9d5d-4dba3c5df84e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0719624 May 25 07:38:46.854417 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21af668e-aba0-4036-974c-f95c15ab86b4 req-0a311288-c656-45eb-b2ac-7c268009fcdf tempest-AttachVolumeShelveTestJSON-605607613 tempest-AttachVolumeShelveTestJSON-605607613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 07:38:46.856062 dv-cinder-825492-15-iscsi neutron-server[104526]: INFO neutron.wsgi [req-21af668e-aba0-4036-974c-f95c15ab86b4 req-0a311288-c656-45eb-b2ac-7c268009fcdf tempest-AttachVolumeShelveTestJSON-605607613 tempest-AttachVolumeShelveTestJSON-605607613-project] 10.222.0.24 "GET /v2.0/ports?device_id=6d360341-449d-4b49-8b66-a02a969171fd HTTP/1.1" status: 200 len: 946 time: 0.0471263 May 25 07:38:46.910188 dv-cinder-825492-15-iscsi neutron-server[104526]: INFO neutron.wsgi [req-21af668e-aba0-4036-974c-f95c15ab86b4 req-491f490e-da16-4434-9dcb-1bd5fcb09ee2 tempest-AttachVolumeShelveTestJSON-605607613 tempest-AttachVolumeShelveTestJSON-605607613-project] 10.222.0.24 "GET /v2.0/security-groups?id=36a790ea-6395-4759-aea0-9e848582607a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0482023 May 25 07:38:46.928466 dv-cinder-825492-15-iscsi neutron-server[104525]: INFO neutron.wsgi [req-ff31ba22-fac5-4ea6-853f-931f41e62af6 req-2026d1f4-23fb-4510-9e22-311e3c118024 tempest-AttachVolumeNegativeTest-1464534600 tempest-AttachVolumeNegativeTest-1464534600-project] 10.222.0.24 "GET /v2.0/ports?device_id=93f35115-ef0f-4ed9-b573-04bd28bed194 HTTP/1.1" status: 200 len: 210 time: 0.0281777 May 25 07:38:47.045086 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG dbcounter [-] [104526] Writing DB stats neutron:SELECT=100 {{(pid=104526) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 07:38:47.090184 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG dbcounter [-] [104526] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104526) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 07:38:47.163256 dv-cinder-825492-15-iscsi neutron-server[104526]: INFO neutron.wsgi [req-20e6e4b8-76f5-41b8-8cfd-e74fb2b500ce req-10816455-d134-418f-94b9-3fe57a6c796e tempest-VolumesNegativeTest-118865852 tempest-VolumesNegativeTest-118865852-project] 10.222.0.24 "GET /v2.0/ports?device_id=d093d4fa-b50b-40f9-af51-7236aeadccfd HTTP/1.1" status: 200 len: 210 time: 0.0266540 May 25 07:38:47.390637 dv-cinder-825492-15-iscsi neutron-server[104526]: INFO neutron.wsgi [req-b4a2554c-0f2f-4e5a-ae63-cfe5dd86b4b7 req-3c97eb38-024c-4ddf-80f6-04f97d2f7f4b tempest-AttachVolumeNegativeTest-1464534600 tempest-AttachVolumeNegativeTest-1464534600-project] 10.222.0.41 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=2d8e35800ce043acbcb027ce406ed2e7 HTTP/1.1" status: 200 len: 472 time: 0.0758255 May 25 07:38:47.516662 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG dbcounter [-] [104525] Writing DB stats neutron:SELECT=100 {{(pid=104525) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 07:38:47.555978 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-690dd081-ada8-46ac-9178-b916adcf0c27 req-af0b9ef5-5ea8-46b4-a8ea-2409c2a56460 tempest-ServerRescueNegativeTestJSON-274124411 tempest-ServerRescueNegativeTestJSON-274124411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 07:38:47.563698 dv-cinder-825492-15-iscsi neutron-server[104525]: INFO neutron.wsgi [req-690dd081-ada8-46ac-9178-b916adcf0c27 req-af0b9ef5-5ea8-46b4-a8ea-2409c2a56460 tempest-ServerRescueNegativeTestJSON-274124411 tempest-ServerRescueNegativeTestJSON-274124411-project] 10.222.0.24 "GET /v2.0/ports?device_id=a5ef563c-52c0-40b3-bdf3-dc51e5422196 HTTP/1.1" status: 200 len: 946 time: 0.0508165 May 25 07:38:47.609354 dv-cinder-825492-15-iscsi neutron-server[104525]: INFO neutron.wsgi [req-690dd081-ada8-46ac-9178-b916adcf0c27 req-16c2aacc-38ac-4595-9cef-64874cadd158 tempest-ServerRescueNegativeTestJSON-274124411 tempest-ServerRescueNegativeTestJSON-274124411-project] 10.222.0.24 "GET /v2.0/security-groups?id=1c0d85d2-6043-4086-9d5d-4dba3c5df84e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460348 May 25 07:38:47.858841 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.api.v2.base [req-b4a2554c-0f2f-4e5a-ae63-cfe5dd86b4b7 req-7109668e-bbc7-4f41-a8ac-8dba5c2651e9 tempest-AttachVolumeNegativeTest-1464534600 tempest-AttachVolumeNegativeTest-1464534600-project] Request body: {'port': {'device_id': '93f35115-ef0f-4ed9-b573-04bd28bed194', 'network_id': 'f39d85d3-0173-4496-879c-2b83e234d364', 'admin_state_up': True, 'tenant_id': '2d8e35800ce043acbcb027ce406ed2e7', 'security_groups': ['24df0c0e-4da1-45ed-a85b-55978bfebe26']}} {{(pid=104526) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 25 07:38:48.056265 dv-cinder-825492-15-iscsi neutron-server[104525]: INFO neutron.wsgi [req-4f12e334-67a3-4b72-9ef8-0d89bdda9a95 req-59186d89-e939-4e4b-a299-25cb2e6bcfbd tempest-AttachVolumeNegativeTest-1464534600 tempest-AttachVolumeNegativeTest-1464534600-project] 10.222.0.24 "GET /v2.0/ports?device_id=93f35115-ef0f-4ed9-b573-04bd28bed194 HTTP/1.1" status: 200 len: 210 time: 0.0283861 May 25 07:38:48.232982 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b4a2554c-0f2f-4e5a-ae63-cfe5dd86b4b7 req-7109668e-bbc7-4f41-a8ac-8dba5c2651e9 tempest-AttachVolumeNegativeTest-1464534600 tempest-AttachVolumeNegativeTest-1464534600-project] Made reservation on behalf of 2d8e35800ce043acbcb027ce406ed2e7 for: {'port': 1} {{(pid=104526) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 07:38:48.236345 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [req-b4a2554c-0f2f-4e5a-ae63-cfe5dd86b4b7 req-7109668e-bbc7-4f41-a8ac-8dba5c2651e9 tempest-AttachVolumeNegativeTest-1464534600 tempest-AttachVolumeNegativeTest-1464534600-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-616651'] for port (None), before_create {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:38:48.263928 dv-cinder-825492-15-iscsi neutron-server[104525]: INFO neutron.wsgi [req-09038b04-1b55-48e6-a800-6cef60cf75d1 req-8a3b7790-70b4-4133-8b98-45e4f8cadc4f tempest-VolumesNegativeTest-118865852 tempest-VolumesNegativeTest-118865852-project] 10.222.0.24 "GET /v2.0/ports?device_id=d093d4fa-b50b-40f9-af51-7236aeadccfd HTTP/1.1" status: 200 len: 210 time: 0.0265698 May 25 07:38:48.291300 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccb0e1d5-5899-4755-90cf-51b2f9b0595e req-b083ebd6-8485-41ef-8d2f-bf175540c36b tempest-AttachVolumeShelveTestJSON-605607613 tempest-AttachVolumeShelveTestJSON-605607613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 07:38:48.292906 dv-cinder-825492-15-iscsi neutron-server[104526]: INFO neutron.wsgi [req-ccb0e1d5-5899-4755-90cf-51b2f9b0595e req-b083ebd6-8485-41ef-8d2f-bf175540c36b tempest-AttachVolumeShelveTestJSON-605607613 tempest-AttachVolumeShelveTestJSON-605607613-project] 10.222.0.24 "GET /v2.0/ports?device_id=6d360341-449d-4b49-8b66-a02a969171fd HTTP/1.1" status: 200 len: 946 time: 0.2986174 May 25 07:38:48.409437 dv-cinder-825492-15-iscsi neutron-server[104526]: INFO neutron.wsgi [req-ccb0e1d5-5899-4755-90cf-51b2f9b0595e req-3f81757a-5c98-457f-8827-6776c01bd0b0 tempest-AttachVolumeShelveTestJSON-605607613 tempest-AttachVolumeShelveTestJSON-605607613-project] 10.222.0.24 "GET /v2.0/security-groups?id=36a790ea-6395-4759-aea0-9e848582607a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0902600 May 25 07:38:48.429687 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.db.db_base_plugin_common [req-b4a2554c-0f2f-4e5a-ae63-cfe5dd86b4b7 req-7109668e-bbc7-4f41-a8ac-8dba5c2651e9 tempest-AttachVolumeNegativeTest-1464534600 tempest-AttachVolumeNegativeTest-1464534600-project] Allocated IP 172.20.0.11 (f39d85d3-0173-4496-879c-2b83e234d364/4aef3d06-f4fb-4751-a5a8-ab68314fa54a/14d0c437-f7e3-486f-860a-7d02ab291df3) {{(pid=104526) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 07:38:48.567249 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [req-b4a2554c-0f2f-4e5a-ae63-cfe5dd86b4b7 req-7109668e-bbc7-4f41-a8ac-8dba5c2651e9 tempest-AttachVolumeNegativeTest-1464534600 tempest-AttachVolumeNegativeTest-1464534600-project] Publish callbacks [] for port (14d0c437-f7e3-486f-860a-7d02ab291df3), precommit_create {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:38:48.662710 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [req-b4a2554c-0f2f-4e5a-ae63-cfe5dd86b4b7 req-7109668e-bbc7-4f41-a8ac-8dba5c2651e9 tempest-AttachVolumeNegativeTest-1464534600 tempest-AttachVolumeNegativeTest-1464534600-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-617841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612926', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754056173864', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2909854'] for port (14d0c437-f7e3-486f-860a-7d02ab291df3), after_create {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:38:48.707539 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b4a2554c-0f2f-4e5a-ae63-cfe5dd86b4b7 req-7109668e-bbc7-4f41-a8ac-8dba5c2651e9 tempest-AttachVolumeNegativeTest-1464534600 tempest-AttachVolumeNegativeTest-1464534600-project] Network f39d85d3-0173-4496-879c-2b83e234d364 is already hosted by enough agents. {{(pid=104526) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 07:38:48.715558 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.scheduler.base_scheduler [req-b4a2554c-0f2f-4e5a-ae63-cfe5dd86b4b7 req-7109668e-bbc7-4f41-a8ac-8dba5c2651e9 tempest-AttachVolumeNegativeTest-1464534600 tempest-AttachVolumeNegativeTest-1464534600-project] Resources bound (agent type, host, resource id): {{(pid=104526) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 07:38:48.718045 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.db.l3_dvrscheduler_db [req-b4a2554c-0f2f-4e5a-ae63-cfe5dd86b4b7 req-7109668e-bbc7-4f41-a8ac-8dba5c2651e9 tempest-AttachVolumeNegativeTest-1464534600 tempest-AttachVolumeNegativeTest-1464534600-project] Received port after_create {{(pid=104526) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 25 07:38:48.724865 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG dbcounter [-] [104526] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=104526) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 07:38:48.735207 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-406c8003-d7f5-4a29-9fe0-78e80fd8bbc2 req-50c289dd-b209-46ee-b702-a6031473999a tempest-ServerRescueNegativeTestJSON-274124411 tempest-ServerRescueNegativeTestJSON-274124411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 07:38:48.736952 dv-cinder-825492-15-iscsi neutron-server[104525]: INFO neutron.wsgi [req-406c8003-d7f5-4a29-9fe0-78e80fd8bbc2 req-50c289dd-b209-46ee-b702-a6031473999a tempest-ServerRescueNegativeTestJSON-274124411 tempest-ServerRescueNegativeTestJSON-274124411-project] 10.222.0.24 "GET /v2.0/ports?device_id=a5ef563c-52c0-40b3-bdf3-dc51e5422196 HTTP/1.1" status: 200 len: 946 time: 0.0555391 May 25 07:38:48.755367 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7109668e-bbc7-4f41-a8ac-8dba5c2651e9 tempest-AttachVolumeNegativeTest-1464534600 tempest-AttachVolumeNegativeTest-1464534600-project] Pushing event updated for resources: {'Port': ['ID=14d0c437-f7e3-486f-860a-7d02ab291df3,revision_number=1']} {{(pid=104526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 07:38:48.783074 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4a2554c-0f2f-4e5a-ae63-cfe5dd86b4b7 req-7109668e-bbc7-4f41-a8ac-8dba5c2651e9 tempest-AttachVolumeNegativeTest-1464534600 tempest-AttachVolumeNegativeTest-1464534600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 07:38:48.783610 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [req-b4a2554c-0f2f-4e5a-ae63-cfe5dd86b4b7 req-7109668e-bbc7-4f41-a8ac-8dba5c2651e9 tempest-AttachVolumeNegativeTest-1464534600 tempest-AttachVolumeNegativeTest-1464534600-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93885'] for port (None), before_response {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:38:48.794306 dv-cinder-825492-15-iscsi neutron-server[104525]: INFO neutron.wsgi [req-406c8003-d7f5-4a29-9fe0-78e80fd8bbc2 req-6be9a019-ef19-418b-b887-a7cfbcc9dee2 tempest-ServerRescueNegativeTestJSON-274124411 tempest-ServerRescueNegativeTestJSON-274124411-project] 10.222.0.24 "GET /v2.0/security-groups?id=1c0d85d2-6043-4086-9d5d-4dba3c5df84e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0507376 May 25 07:38:48.905201 dv-cinder-825492-15-iscsi neutron-server[104526]: INFO neutron.wsgi [req-b4a2554c-0f2f-4e5a-ae63-cfe5dd86b4b7 req-7109668e-bbc7-4f41-a8ac-8dba5c2651e9 tempest-AttachVolumeNegativeTest-1464534600 tempest-AttachVolumeNegativeTest-1464534600-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0504520 May 25 07:38:48.914737 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7baa7362-c0ba-47c2-9272-fc3ba98d9832 req-b7ec4e4a-7e32-4ec7-b347-b069bd2cc7de tempest-ServerRescueNegativeTestJSON-274124411 tempest-ServerRescueNegativeTestJSON-274124411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 07:38:48.916844 dv-cinder-825492-15-iscsi neutron-server[104525]: INFO neutron.wsgi [req-7baa7362-c0ba-47c2-9272-fc3ba98d9832 req-b7ec4e4a-7e32-4ec7-b347-b069bd2cc7de tempest-ServerRescueNegativeTestJSON-274124411 tempest-ServerRescueNegativeTestJSON-274124411-project] 10.222.0.24 "GET /v2.0/ports?device_id=a5ef563c-52c0-40b3-bdf3-dc51e5422196 HTTP/1.1" status: 200 len: 946 time: 0.0555115 May 25 07:38:48.926229 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.wsgi [-] (104526) accepted ('10.222.0.24', 44714) {{(pid=104526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 07:38:48.931238 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.api.v2.base [None req-27feb88c-3d0d-42f5-9c04-97d737969433 tempest-ServerRescueNegativeTestJSON-274124411 tempest-ServerRescueNegativeTestJSON-274124411-project] Request body: {'floatingip': {'port_id': '0747a8fb-24f2-4911-87f0-c806befeeab7'}} {{(pid=104526) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 25 07:38:48.970293 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-27feb88c-3d0d-42f5-9c04-97d737969433 tempest-ServerRescueNegativeTestJSON-274124411 tempest-ServerRescueNegativeTestJSON-274124411-project] Publish callbacks [] for floatingip (26d638e8-d88b-475e-9243-3b67b1f7d840), before_update {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:38:49.022382 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron.wsgi [-] (104525) accepted ('10.222.0.24', 44724) {{(pid=104525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 07:38:49.047593 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG dbcounter [-] [104526] Writing DB stats neutron:SELECT=92,neutron:INSERT=4,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=104526) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 07:38:49.056740 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.db.provisioning_blocks [None req-be0a303a-35b0-4c97-b17f-e83d9964970d None None] Provisioning complete for port 14d0c437-f7e3-486f-860a-7d02ab291df3 triggered by entity DHCP. {{(pid=104527) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 25 07:38:49.057705 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron_lib.callbacks.manager [None req-be0a303a-35b0-4c97-b17f-e83d9964970d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1490782'] for port (14d0c437-f7e3-486f-860a-7d02ab291df3), provisioning_complete {{(pid=104527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:38:49.092659 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.api.v2.base [req-b4a2554c-0f2f-4e5a-ae63-cfe5dd86b4b7 req-361321e4-e99c-40f2-b0a7-1e7c8e134d0e service neutron] Request body: {'port': {'device_id': '93f35115-ef0f-4ed9-b573-04bd28bed194', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82549'}} {{(pid=104526) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 25 07:38:49.107285 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.plugins.ml2.plugin [None req-be0a303a-35b0-4c97-b17f-e83d9964970d None None] Port 14d0c437-f7e3-486f-860a-7d02ab291df3 cannot update to ACTIVE because it is not bound. {{(pid=104527) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 25 07:38:49.143298 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron.db.db_base_plugin_v2 [None req-7f523800-17f7-459f-89f7-114b94851f3c admin admin] Deleting subnet ddd58130-48e7-4a5d-a191-e9c5b2a9791c {{(pid=104525) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 25 07:38:49.152837 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9211555e-eef5-417e-b526-225e5993054f req-56c5b757-6164-42b8-a154-a7715287accf tempest-AttachVolumeTestJSON-631109292 tempest-AttachVolumeTestJSON-631109292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 07:38:49.154365 dv-cinder-825492-15-iscsi neutron-server[104525]: INFO neutron.wsgi [req-9211555e-eef5-417e-b526-225e5993054f req-56c5b757-6164-42b8-a154-a7715287accf tempest-AttachVolumeTestJSON-631109292 tempest-AttachVolumeTestJSON-631109292-project] 10.222.0.24 "GET /v2.0/ports?device_id=a8b10bee-95b1-4bfb-a9c5-6c15db78ba25 HTTP/1.1" status: 200 len: 945 time: 0.0812523 May 25 07:38:49.155007 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-7f523800-17f7-459f-89f7-114b94851f3c admin admin] Publish callbacks [] for subnet (ddd58130-48e7-4a5d-a191-e9c5b2a9791c), before_delete {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:38:49.208359 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-7f523800-17f7-459f-89f7-114b94851f3c admin admin] Publish callbacks [] for subnet (ddd58130-48e7-4a5d-a191-e9c5b2a9791c), precommit_delete_associations {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:38:49.222223 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-7f523800-17f7-459f-89f7-114b94851f3c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1507510'] for subnet (ddd58130-48e7-4a5d-a191-e9c5b2a9791c), precommit_delete {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:38:49.252856 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [req-b4a2554c-0f2f-4e5a-ae63-cfe5dd86b4b7 req-361321e4-e99c-40f2-b0a7-1e7c8e134d0e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-616651'] for port (14d0c437-f7e3-486f-860a-7d02ab291df3), before_update {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:38:49.261746 dv-cinder-825492-15-iscsi neutron-server[104525]: INFO neutron.wsgi [req-9211555e-eef5-417e-b526-225e5993054f req-bf80c6b3-c014-4b10-9f86-31e4f7838b74 tempest-AttachVolumeTestJSON-631109292 tempest-AttachVolumeTestJSON-631109292-project] 10.222.0.24 "GET /v2.0/security-groups?id=25c619ea-31ec-4346-9d90-41bcc95d8e89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0868044 May 25 07:38:49.300582 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efaa95f5-f7a8-41eb-8f39-e93faf0e9efe req-e1a7232d-cd24-46bf-946b-6755f05aaa73 tempest-AttachVolumeNegativeTest-1464534600 tempest-AttachVolumeNegativeTest-1464534600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 07:38:49.302107 dv-cinder-825492-15-iscsi neutron-server[104526]: INFO neutron.wsgi [req-efaa95f5-f7a8-41eb-8f39-e93faf0e9efe req-e1a7232d-cd24-46bf-946b-6755f05aaa73 tempest-AttachVolumeNegativeTest-1464534600 tempest-AttachVolumeNegativeTest-1464534600-project] 10.222.0.24 "GET /v2.0/ports?device_id=93f35115-ef0f-4ed9-b573-04bd28bed194 HTTP/1.1" status: 200 len: 932 time: 0.1534326 May 25 07:38:49.395535 dv-cinder-825492-15-iscsi neutron-server[104525]: INFO neutron.wsgi [req-5f351923-26df-4793-83db-8d9682810564 req-59ece839-38db-4b75-808d-0622a6e16ea4 tempest-VolumesNegativeTest-118865852 tempest-VolumesNegativeTest-118865852-project] 10.222.0.24 "GET /v2.0/ports?device_id=d093d4fa-b50b-40f9-af51-7236aeadccfd HTTP/1.1" status: 200 len: 210 time: 0.0440552 May 25 07:38:49.409370 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-7f523800-17f7-459f-89f7-114b94851f3c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1507501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-280644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612926'] for subnet (ddd58130-48e7-4a5d-a191-e9c5b2a9791c), after_delete {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:38:49.443154 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f523800-17f7-459f-89f7-114b94851f3c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ddd58130-48e7-4a5d-a191-e9c5b2a9791c,revision_number=None']} {{(pid=104525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 07:38:49.451422 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-7f523800-17f7-459f-89f7-114b94851f3c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1612908'] for subnet (None), before_response {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:38:49.455276 dv-cinder-825492-15-iscsi neutron-server[104525]: INFO neutron.wsgi [None req-7f523800-17f7-459f-89f7-114b94851f3c admin admin] 10.222.0.24 "DELETE /v2.0/subnets/ddd58130-48e7-4a5d-a191-e9c5b2a9791c HTTP/1.1" status: 204 len: 168 time: 0.4311926 May 25 07:38:49.458258 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron.wsgi [-] (104525) accepted ('10.222.0.24', 44732) {{(pid=104525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 07:38:49.481281 dv-cinder-825492-15-iscsi neutron-server[104526]: INFO neutron.wsgi [req-efaa95f5-f7a8-41eb-8f39-e93faf0e9efe req-72072374-f967-448d-8592-bd66d80dcb40 tempest-AttachVolumeNegativeTest-1464534600 tempest-AttachVolumeNegativeTest-1464534600-project] 10.222.0.24 "GET /v2.0/security-groups?id=24df0c0e-4da1-45ed-a85b-55978bfebe26&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1693048 May 25 07:38:49.542937 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG dbcounter [-] [104526] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104526) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 07:38:49.595651 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-80592eaf-d248-472d-bcb6-7fc9dfc20f90 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1321757'] for network (ee9e3e5e-39e0-42b9-b4fb-612b2ba350cb), before_delete {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:38:49.607524 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a33ee663-38a9-44eb-a584-b5ffd6fc885a req-0fe6fb3b-1f1f-4598-97e9-1a5c6220fc26 tempest-AttachVolumeShelveTestJSON-605607613 tempest-AttachVolumeShelveTestJSON-605607613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 07:38:49.609427 dv-cinder-825492-15-iscsi neutron-server[104525]: INFO neutron.wsgi [req-a33ee663-38a9-44eb-a584-b5ffd6fc885a req-0fe6fb3b-1f1f-4598-97e9-1a5c6220fc26 tempest-AttachVolumeShelveTestJSON-605607613 tempest-AttachVolumeShelveTestJSON-605607613-project] 10.222.0.24 "GET /v2.0/ports?device_id=6d360341-449d-4b49-8b66-a02a969171fd HTTP/1.1" status: 200 len: 946 time: 0.0747309 May 25 07:38:49.729735 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-80592eaf-d248-472d-bcb6-7fc9dfc20f90 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1508921', 'neutron.services.segments.db._delete_segments_for_network-8754056472935'] for network (ee9e3e5e-39e0-42b9-b4fb-612b2ba350cb), precommit_delete {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:38:49.742285 dv-cinder-825492-15-iscsi neutron-server[104525]: INFO neutron.wsgi [req-a33ee663-38a9-44eb-a584-b5ffd6fc885a req-916fff31-8d84-4d46-a221-389bc7f2fc90 tempest-AttachVolumeShelveTestJSON-605607613 tempest-AttachVolumeShelveTestJSON-605607613-project] 10.222.0.24 "GET /v2.0/security-groups?id=36a790ea-6395-4759-aea0-9e848582607a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1207137 May 25 07:38:49.758637 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-80592eaf-d248-472d-bcb6-7fc9dfc20f90 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=104525) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 07:38:49.759076 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-80592eaf-d248-472d-bcb6-7fc9dfc20f90 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=104525) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 07:38:49.759870 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-80592eaf-d248-472d-bcb6-7fc9dfc20f90 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=104525) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 07:38:49.760262 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-80592eaf-d248-472d-bcb6-7fc9dfc20f90 admin admin] Subscribe: > port after_create 55550000 {{(pid=104525) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 07:38:49.760692 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-80592eaf-d248-472d-bcb6-7fc9dfc20f90 admin admin] Subscribe: > port after_delete 55550000 {{(pid=104525) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 07:38:49.761179 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-80592eaf-d248-472d-bcb6-7fc9dfc20f90 admin admin] Subscribe: > port after_update 55550000 {{(pid=104525) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 07:38:49.761572 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-80592eaf-d248-472d-bcb6-7fc9dfc20f90 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=104525) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 07:38:49.762007 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-80592eaf-d248-472d-bcb6-7fc9dfc20f90 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=104525) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 07:38:49.762411 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-80592eaf-d248-472d-bcb6-7fc9dfc20f90 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=104525) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 07:38:49.762827 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-80592eaf-d248-472d-bcb6-7fc9dfc20f90 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=104525) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 07:38:49.775278 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-27feb88c-3d0d-42f5-9c04-97d737969433 tempest-ServerRescueNegativeTestJSON-274124411 tempest-ServerRescueNegativeTestJSON-274124411-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:38:49.811827 dv-cinder-825492-15-iscsi neutron-server[104526]: INFO neutron.wsgi [req-9fe1aabc-1b09-4d44-b828-75eaabaf5144 req-135ebc87-c372-4e7d-af25-421520397608 tempest-VolumesNegativeTest-118865852 tempest-VolumesNegativeTest-118865852-project] 10.222.0.41 "GET /v2.0/networks?tenant_id=200c28fbfe02445e947d289ab4d36793&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0354104 May 25 07:38:49.833188 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-80592eaf-d248-472d-bcb6-7fc9dfc20f90 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=104525) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 07:38:49.833553 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-80592eaf-d248-472d-bcb6-7fc9dfc20f90 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=104525) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 07:38:49.833889 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-80592eaf-d248-472d-bcb6-7fc9dfc20f90 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=104525) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 07:38:49.834215 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-80592eaf-d248-472d-bcb6-7fc9dfc20f90 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=104525) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 07:38:49.834586 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron.services.segments.db [None req-80592eaf-d248-472d-bcb6-7fc9dfc20f90 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ee9e3e5e-39e0-42b9-b4fb-612b2ba350cb']}} {{(pid=104525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 07:38:49.852405 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron.services.segments.db [None req-80592eaf-d248-472d-bcb6-7fc9dfc20f90 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8caa6ce0-5e8d-4437-9ec3-9b66c1032569') {'for_net_delete': True} {{(pid=104525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 07:38:49.852728 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron.services.segments.db [None req-80592eaf-d248-472d-bcb6-7fc9dfc20f90 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8caa6ce0-5e8d-4437-9ec3-9b66c1032569') {} {{(pid=104525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 07:38:49.875336 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-80592eaf-d248-472d-bcb6-7fc9dfc20f90 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754056471920', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59371068'] for segment (8caa6ce0-5e8d-4437-9ec3-9b66c1032569), before_delete {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:38:49.897739 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-80592eaf-d248-472d-bcb6-7fc9dfc20f90 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1513389'] for segment (8caa6ce0-5e8d-4437-9ec3-9b66c1032569), precommit_delete {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:38:49.900500 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG dbcounter [-] [104525] Writing DB stats neutron:SELECT=94,neutron:UPDATE=1,neutron:DELETE=5 {{(pid=104525) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 07:38:49.907486 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-80592eaf-d248-472d-bcb6-7fc9dfc20f90 admin admin] Releasing vlan 268 on physical network physnet1 to pool {{(pid=104525) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 25 07:38:49.907873 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-80592eaf-d248-472d-bcb6-7fc9dfc20f90 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1513389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59563766'] for segment (8caa6ce0-5e8d-4437-9ec3-9b66c1032569), after_delete {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:38:49.924394 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-27feb88c-3d0d-42f5-9c04-97d737969433 tempest-ServerRescueNegativeTestJSON-274124411 tempest-ServerRescueNegativeTestJSON-274124411-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1617316'] for floatingip (26d638e8-d88b-475e-9243-3b67b1f7d840), after_update {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:38:50.072365 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.notifiers.nova [req-b4a2554c-0f2f-4e5a-ae63-cfe5dd86b4b7 req-361321e4-e99c-40f2-b0a7-1e7c8e134d0e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 14d0c437-f7e3-486f-860a-7d02ab291df3 {{(pid=104526) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 25 07:38:50.091633 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-80592eaf-d248-472d-bcb6-7fc9dfc20f90 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1508912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-278710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612926', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1617334'] for network (ee9e3e5e-39e0-42b9-b4fb-612b2ba350cb), after_delete {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:38:50.098006 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [req-b4a2554c-0f2f-4e5a-ae63-cfe5dd86b4b7 req-361321e4-e99c-40f2-b0a7-1e7c8e134d0e service neutron] Publish callbacks [] for port (14d0c437-f7e3-486f-860a-7d02ab291df3), precommit_update {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:38:50.110077 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-80592eaf-d248-472d-bcb6-7fc9dfc20f90 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1612908'] for network (None), before_response {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:38:50.113926 dv-cinder-825492-15-iscsi neutron-server[104525]: INFO neutron.wsgi [None req-80592eaf-d248-472d-bcb6-7fc9dfc20f90 admin admin] 10.222.0.24 "DELETE /v2.0/networks/ee9e3e5e-39e0-42b9-b4fb-612b2ba350cb HTTP/1.1" status: 204 len: 168 time: 0.6546957 May 25 07:38:50.115426 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80592eaf-d248-472d-bcb6-7fc9dfc20f90 admin admin] Pushing event deleted for resources: {'Network': ['ID=ee9e3e5e-39e0-42b9-b4fb-612b2ba350cb,revision_number=None']} {{(pid=104525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 07:38:50.120576 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron.wsgi [-] (104525) accepted ('10.222.0.24', 44742) {{(pid=104525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 07:38:50.139372 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fe1aabc-1b09-4d44-b828-75eaabaf5144 req-cca50499-d80a-488b-a712-0236ea1767e3 tempest-VolumesNegativeTest-118865852 tempest-VolumesNegativeTest-118865852-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 07:38:50.140991 dv-cinder-825492-15-iscsi neutron-server[104526]: INFO neutron.wsgi [req-9fe1aabc-1b09-4d44-b828-75eaabaf5144 req-cca50499-d80a-488b-a712-0236ea1767e3 tempest-VolumesNegativeTest-118865852 tempest-VolumesNegativeTest-118865852-project] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3236487 May 25 07:38:50.156055 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.db.provisioning_blocks [req-b4a2554c-0f2f-4e5a-ae63-cfe5dd86b4b7 req-361321e4-e99c-40f2-b0a7-1e7c8e134d0e service neutron] Transition to ACTIVE for port object 14d0c437-f7e3-486f-860a-7d02ab291df3 will not be triggered until provisioned by entity L2. {{(pid=104526) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 25 07:38:50.166305 dv-cinder-825492-15-iscsi neutron-server[104526]: INFO neutron.db.l3_db [None req-27feb88c-3d0d-42f5-9c04-97d737969433 tempest-ServerRescueNegativeTestJSON-274124411 tempest-ServerRescueNegativeTestJSON-274124411-project] Floating IP 26d638e8-d88b-475e-9243-3b67b1f7d840 associated. External IP: 172.27.3.43, port: 0747a8fb-24f2-4911-87f0-c806befeeab7. May 25 07:38:50.168593 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron.db.db_base_plugin_v2 [None req-76a07ec8-8c61-4832-b785-3c64a528d2d0 admin admin] Deleting subnet 5d3ac0e3-fdb4-4e22-b5be-b1187f09f428 {{(pid=104525) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 25 07:38:50.172914 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-76a07ec8-8c61-4832-b785-3c64a528d2d0 admin admin] Publish callbacks [] for subnet (5d3ac0e3-fdb4-4e22-b5be-b1187f09f428), before_delete {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:38:50.173561 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.api.v2.base [req-9fe1aabc-1b09-4d44-b828-75eaabaf5144 req-722ebc6b-8613-4d6e-ba8c-2ff85adb6c9f tempest-VolumesNegativeTest-118865852 tempest-VolumesNegativeTest-118865852-project] Request body: {'port': {'device_id': 'd093d4fa-b50b-40f9-af51-7236aeadccfd', 'network_id': '73471846-4652-4749-ab52-2a8fd378a85e', 'admin_state_up': True, 'tenant_id': '200c28fbfe02445e947d289ab4d36793'}} {{(pid=104526) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 25 07:38:50.178148 dv-cinder-825492-15-iscsi neutron-server[104525]: INFO neutron.services.segments.plugin [-] Segment 8caa6ce0-5e8d-4437-9ec3-9b66c1032569 resource provider aggregate not found May 25 07:38:50.181159 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG dbcounter [-] [104525] Writing DB stats neutron:SELECT=93,neutron:UPDATE=2,neutron:DELETE=5 {{(pid=104525) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 07:38:50.259708 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [req-b4a2554c-0f2f-4e5a-ae63-cfe5dd86b4b7 req-361321e4-e99c-40f2-b0a7-1e7c8e134d0e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-617841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612926', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754056714442', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754056173882', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754056173900', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2909847'] for port (14d0c437-f7e3-486f-860a-7d02ab291df3), after_update {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:38:50.311080 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG dbcounter [-] [104526] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104526) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 07:38:50.424756 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-361321e4-e99c-40f2-b0a7-1e7c8e134d0e service neutron] Pushing event updated for resources: {'Port': ['ID=14d0c437-f7e3-486f-860a-7d02ab291df3,revision_number=2']} {{(pid=104526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 07:38:50.441574 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-76a07ec8-8c61-4832-b785-3c64a528d2d0 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59371059'] for subnet (5d3ac0e3-fdb4-4e22-b5be-b1187f09f428), precommit_delete_associations {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:38:50.467365 dv-cinder-825492-15-iscsi neutron-server[104525]: INFO neutron.services.segments.plugin [-] Segment 8caa6ce0-5e8d-4437-9ec3-9b66c1032569 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 8caa6ce0-5e8d-4437-9ec3-9b66c1032569 found for delete ", "request_id": "req-da1a4cf7-810e-42e8-a292-908731f31a27"}]} May 25 07:38:50.493538 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-76a07ec8-8c61-4832-b785-3c64a528d2d0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1507510'] for subnet (5d3ac0e3-fdb4-4e22-b5be-b1187f09f428), precommit_delete {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:38:50.514703 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22faf21a-f506-495c-9c4f-c6debd83c033 req-648c2360-754f-4215-bba7-19fe09ada9ef tempest-AttachVolumeTestJSON-631109292 tempest-AttachVolumeTestJSON-631109292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 07:38:50.516459 dv-cinder-825492-15-iscsi neutron-server[104526]: INFO neutron.wsgi [req-22faf21a-f506-495c-9c4f-c6debd83c033 req-648c2360-754f-4215-bba7-19fe09ada9ef tempest-AttachVolumeTestJSON-631109292 tempest-AttachVolumeTestJSON-631109292-project] 10.222.0.24 "GET /v2.0/ports?device_id=a8b10bee-95b1-4bfb-a9c5-6c15db78ba25 HTTP/1.1" status: 200 len: 945 time: 0.1624584 May 25 07:38:50.523089 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG dbcounter [-] [104526] Writing DB stats neutron:SELECT=95,neutron:UPDATE=2,neutron:INSERT=3 {{(pid=104526) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 07:38:50.554353 dv-cinder-825492-15-iscsi neutron-server[104525]: INFO neutron.wsgi [req-4178b1a4-caf0-4090-a2d3-c81ef926e7e6 req-54e30113-92e6-4c94-a539-da6cad88eb01 tempest-VolumesNegativeTest-118865852 tempest-VolumesNegativeTest-118865852-project] 10.222.0.24 "GET /v2.0/ports?device_id=d093d4fa-b50b-40f9-af51-7236aeadccfd HTTP/1.1" status: 200 len: 210 time: 0.0403962 May 25 07:38:50.623708 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9fe1aabc-1b09-4d44-b828-75eaabaf5144 req-722ebc6b-8613-4d6e-ba8c-2ff85adb6c9f tempest-VolumesNegativeTest-118865852 tempest-VolumesNegativeTest-118865852-project] Made reservation on behalf of 200c28fbfe02445e947d289ab4d36793 for: {'port': 1} {{(pid=104526) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 07:38:50.627161 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [req-9fe1aabc-1b09-4d44-b828-75eaabaf5144 req-722ebc6b-8613-4d6e-ba8c-2ff85adb6c9f tempest-VolumesNegativeTest-118865852 tempest-VolumesNegativeTest-118865852-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-616651'] for port (None), before_create {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:38:50.640308 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-76a07ec8-8c61-4832-b785-3c64a528d2d0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1507501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-280644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59563796', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62065616'] for subnet (5d3ac0e3-fdb4-4e22-b5be-b1187f09f428), after_delete {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:38:50.663832 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.plugins.ml2.managers [req-b4a2554c-0f2f-4e5a-ae63-cfe5dd86b4b7 req-361321e4-e99c-40f2-b0a7-1e7c8e134d0e service neutron] Attempting to bind port 14d0c437-f7e3-486f-860a-7d02ab291df3 on host hv-cinder-82549 for vnic_type normal with profile {{(pid=104526) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 25 07:38:50.664167 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.plugins.ml2.managers [req-b4a2554c-0f2f-4e5a-ae63-cfe5dd86b4b7 req-361321e4-e99c-40f2-b0a7-1e7c8e134d0e service neutron] Attempting to bind port 14d0c437-f7e3-486f-860a-7d02ab291df3 by drivers openvswitch,hyperv on host hv-cinder-82549 at level 0 using segments [{'id': 'a280169f-cd62-40b1-b23e-40cb603d4abb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 267, 'network_id': 'f39d85d3-0173-4496-879c-2b83e234d364'}] {{(pid=104526) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 25 07:38:50.664521 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4a2554c-0f2f-4e5a-ae63-cfe5dd86b4b7 req-361321e4-e99c-40f2-b0a7-1e7c8e134d0e service neutron] Attempting to bind port 14d0c437-f7e3-486f-860a-7d02ab291df3 on network f39d85d3-0173-4496-879c-2b83e234d364 {{(pid=104526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 25 07:38:50.678950 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76a07ec8-8c61-4832-b785-3c64a528d2d0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5d3ac0e3-fdb4-4e22-b5be-b1187f09f428,revision_number=None']} {{(pid=104525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 07:38:50.687245 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [req-9fe1aabc-1b09-4d44-b828-75eaabaf5144 req-722ebc6b-8613-4d6e-ba8c-2ff85adb6c9f tempest-VolumesNegativeTest-118865852 tempest-VolumesNegativeTest-118865852-project] Publish callbacks [] for security_group (None), before_create {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:38:50.691751 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4a2554c-0f2f-4e5a-ae63-cfe5dd86b4b7 req-361321e4-e99c-40f2-b0a7-1e7c8e134d0e service neutron] Port 14d0c437-f7e3-486f-860a-7d02ab291df3 on network f39d85d3-0173-4496-879c-2b83e234d364 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82549 {{(pid=104526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 25 07:38:50.692077 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4a2554c-0f2f-4e5a-ae63-cfe5dd86b4b7 req-361321e4-e99c-40f2-b0a7-1e7c8e134d0e service neutron] Attempting to bind port 14d0c437-f7e3-486f-860a-7d02ab291df3 on network f39d85d3-0173-4496-879c-2b83e234d364 {{(pid=104526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 25 07:38:50.696148 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-76a07ec8-8c61-4832-b785-3c64a528d2d0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1612908'] for subnet (None), before_response {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:38:50.699226 dv-cinder-825492-15-iscsi neutron-server[104525]: INFO neutron.wsgi [None req-76a07ec8-8c61-4832-b785-3c64a528d2d0 admin admin] 10.222.0.24 "DELETE /v2.0/subnets/5d3ac0e3-fdb4-4e22-b5be-b1187f09f428 HTTP/1.1" status: 204 len: 168 time: 0.5777252 May 25 07:38:50.702696 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron.wsgi [-] (104525) accepted ('10.222.0.24', 44756) {{(pid=104525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 07:38:50.704024 dv-cinder-825492-15-iscsi neutron-server[104526]: INFO neutron.wsgi [req-22faf21a-f506-495c-9c4f-c6debd83c033 req-d0b7a0a2-b1ba-4f2b-84b3-f305d441875a tempest-AttachVolumeTestJSON-631109292 tempest-AttachVolumeTestJSON-631109292-project] 10.222.0.24 "GET /v2.0/security-groups?id=25c619ea-31ec-4346-9d90-41bcc95d8e89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1750555 May 25 07:38:50.716768 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4a2554c-0f2f-4e5a-ae63-cfe5dd86b4b7 req-361321e4-e99c-40f2-b0a7-1e7c8e134d0e service neutron] Checking agent: {'id': 'bbf5dc8c-5103-4973-a6b6-76af4660c126', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82549', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 25, 7, 34, 32), 'started_at': datetime.datetime(2022, 5, 25, 7, 34, 32), 'heartbeat_timestamp': datetime.datetime(2022, 5, 25, 7, 38, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 25 07:38:50.717107 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4a2554c-0f2f-4e5a-ae63-cfe5dd86b4b7 req-361321e4-e99c-40f2-b0a7-1e7c8e134d0e service neutron] Checking segment: {'id': 'a280169f-cd62-40b1-b23e-40cb603d4abb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 267, 'network_id': 'f39d85d3-0173-4496-879c-2b83e234d364'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104526) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 25 07:38:50.717513 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4a2554c-0f2f-4e5a-ae63-cfe5dd86b4b7 req-361321e4-e99c-40f2-b0a7-1e7c8e134d0e service neutron] Bound using segment: {'id': 'a280169f-cd62-40b1-b23e-40cb603d4abb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 267, 'network_id': 'f39d85d3-0173-4496-879c-2b83e234d364'} {{(pid=104526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 25 07:38:50.717955 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.plugins.ml2.managers [req-b4a2554c-0f2f-4e5a-ae63-cfe5dd86b4b7 req-361321e4-e99c-40f2-b0a7-1e7c8e134d0e service neutron] Bound port: 14d0c437-f7e3-486f-860a-7d02ab291df3, host: hv-cinder-82549, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a280169f-cd62-40b1-b23e-40cb603d4abb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 267, 'network_id': 'f39d85d3-0173-4496-879c-2b83e234d364'}}] {{(pid=104526) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 25 07:38:50.718281 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [req-b4a2554c-0f2f-4e5a-ae63-cfe5dd86b4b7 req-361321e4-e99c-40f2-b0a7-1e7c8e134d0e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-616651'] for port (14d0c437-f7e3-486f-860a-7d02ab291df3), before_update {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:38:50.734923 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-27feb88c-3d0d-42f5-9c04-97d737969433 tempest-ServerRescueNegativeTestJSON-274124411 tempest-ServerRescueNegativeTestJSON-274124411-project] Router 89cbe682-09cd-46d4-8e46-d5caa5a0134e has already been hosted by L3 agent 54ff4013-997e-4376-a4e9-e6c98cf37cc7 {{(pid=104526) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 25 07:38:50.738644 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d471b764-7deb-4abb-85c1-fd908c5273ca req-09329c34-5763-493a-8cb9-6f60a1ffb810 tempest-AttachVolumeNegativeTest-1464534600 tempest-AttachVolumeNegativeTest-1464534600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 07:38:50.740109 dv-cinder-825492-15-iscsi neutron-server[104525]: INFO neutron.wsgi [req-d471b764-7deb-4abb-85c1-fd908c5273ca req-09329c34-5763-493a-8cb9-6f60a1ffb810 tempest-AttachVolumeNegativeTest-1464534600 tempest-AttachVolumeNegativeTest-1464534600-project] 10.222.0.24 "GET /v2.0/ports?device_id=93f35115-ef0f-4ed9-b573-04bd28bed194 HTTP/1.1" status: 200 len: 944 time: 0.0906255 May 25 07:38:50.816551 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-6ad56820-e0eb-45e6-bf02-a35b981ed901 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1321757'] for network (b854b25d-16c9-45f3-a0fc-a498c1ac4fae), before_delete {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:38:50.841752 dv-cinder-825492-15-iscsi neutron-server[104525]: INFO neutron.wsgi [req-d471b764-7deb-4abb-85c1-fd908c5273ca req-8d5ad551-3f9b-48ff-9843-e3aadafd241c tempest-AttachVolumeNegativeTest-1464534600 tempest-AttachVolumeNegativeTest-1464534600-project] 10.222.0.24 "GET /v2.0/security-groups?id=24df0c0e-4da1-45ed-a85b-55978bfebe26&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0779731 May 25 07:38:50.916281 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-6ad56820-e0eb-45e6-bf02-a35b981ed901 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1508921', 'neutron.services.segments.db._delete_segments_for_network-8754056472935'] for network (b854b25d-16c9-45f3-a0fc-a498c1ac4fae), precommit_delete {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:38:50.938951 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron.services.segments.db [None req-6ad56820-e0eb-45e6-bf02-a35b981ed901 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b854b25d-16c9-45f3-a0fc-a498c1ac4fae']}} {{(pid=104525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 07:38:50.948935 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron.services.segments.db [None req-6ad56820-e0eb-45e6-bf02-a35b981ed901 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3a608f42-f2d0-41a8-a49d-1358268e82f8') {'for_net_delete': True} {{(pid=104525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 07:38:50.949228 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron.services.segments.db [None req-6ad56820-e0eb-45e6-bf02-a35b981ed901 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3a608f42-f2d0-41a8-a49d-1358268e82f8') {} {{(pid=104525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 07:38:50.959964 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-6ad56820-e0eb-45e6-bf02-a35b981ed901 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754056471920', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59371068'] for segment (3a608f42-f2d0-41a8-a49d-1358268e82f8), before_delete {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:38:50.974941 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-6ad56820-e0eb-45e6-bf02-a35b981ed901 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1513389'] for segment (3a608f42-f2d0-41a8-a49d-1358268e82f8), precommit_delete {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:38:50.981545 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6ad56820-e0eb-45e6-bf02-a35b981ed901 admin admin] Releasing vlan 279 on physical network physnet1 to pool {{(pid=104525) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 25 07:38:50.982194 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-6ad56820-e0eb-45e6-bf02-a35b981ed901 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1513389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59563766'] for segment (3a608f42-f2d0-41a8-a49d-1358268e82f8), after_delete {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:38:51.116581 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG dbcounter [-] [104526] Writing DB stats neutron:SELECT=91,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=104526) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 07:38:51.170744 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-6ad56820-e0eb-45e6-bf02-a35b981ed901 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1508912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-278710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612926', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1617334'] for network (b854b25d-16c9-45f3-a0fc-a498c1ac4fae), after_delete {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:38:51.177415 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-6ad56820-e0eb-45e6-bf02-a35b981ed901 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1612908'] for network (None), before_response {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:38:51.179459 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae366fe9-61eb-4c4a-817d-69a6e1a925a6 req-1280d460-c181-4f67-96a7-2462261a4cd9 tempest-AttachVolumeShelveTestJSON-605607613 tempest-AttachVolumeShelveTestJSON-605607613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 07:38:51.185441 dv-cinder-825492-15-iscsi neutron-server[104525]: INFO neutron.wsgi [None req-6ad56820-e0eb-45e6-bf02-a35b981ed901 admin admin] 10.222.0.24 "DELETE /v2.0/networks/b854b25d-16c9-45f3-a0fc-a498c1ac4fae HTTP/1.1" status: 204 len: 168 time: 0.4769001 May 25 07:38:51.185577 dv-cinder-825492-15-iscsi neutron-server[104526]: INFO neutron.wsgi [req-ae366fe9-61eb-4c4a-817d-69a6e1a925a6 req-1280d460-c181-4f67-96a7-2462261a4cd9 tempest-AttachVolumeShelveTestJSON-605607613 tempest-AttachVolumeShelveTestJSON-605607613-project] 10.222.0.24 "GET /v2.0/ports?device_id=6d360341-449d-4b49-8b66-a02a969171fd HTTP/1.1" status: 200 len: 946 time: 0.1183252 May 25 07:38:51.185577 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.plugins.ml2.db [req-b4a2554c-0f2f-4e5a-ae63-cfe5dd86b4b7 req-361321e4-e99c-40f2-b0a7-1e7c8e134d0e service neutron] For port 14d0c437-f7e3-486f-860a-7d02ab291df3, host hv-cinder-82549, cleared binding levels {{(pid=104526) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 25 07:38:51.194532 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ad56820-e0eb-45e6-bf02-a35b981ed901 admin admin] Pushing event deleted for resources: {'Network': ['ID=b854b25d-16c9-45f3-a0fc-a498c1ac4fae,revision_number=None']} {{(pid=104525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 07:38:51.220145 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.plugins.ml2.db [req-b4a2554c-0f2f-4e5a-ae63-cfe5dd86b4b7 req-361321e4-e99c-40f2-b0a7-1e7c8e134d0e service neutron] For port 14d0c437-f7e3-486f-860a-7d02ab291df3, host hv-cinder-82549, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82549',level=0,port_id=14d0c437-f7e3-486f-860a-7d02ab291df3,segment=NetworkSegment(a280169f-cd62-40b1-b23e-40cb603d4abb),segment_id=a280169f-cd62-40b1-b23e-40cb603d4abb)] {{(pid=104526) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 25 07:38:51.226858 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [req-9fe1aabc-1b09-4d44-b828-75eaabaf5144 req-722ebc6b-8613-4d6e-ba8c-2ff85adb6c9f tempest-VolumesNegativeTest-118865852 tempest-VolumesNegativeTest-118865852-project] Publish callbacks [] for security_group (b0ee2437-5eb6-4364-a1cb-5e0de437a106), precommit_create {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:38:51.248208 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-27feb88c-3d0d-42f5-9c04-97d737969433 tempest-ServerRescueNegativeTestJSON-274124411 tempest-ServerRescueNegativeTestJSON-274124411-project] Notify agent at l3_agent.dv-cinder-825492-15-iscsi the message routers_updated {{(pid=104526) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 25 07:38:51.257502 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-27feb88c-3d0d-42f5-9c04-97d737969433 tempest-ServerRescueNegativeTestJSON-274124411 tempest-ServerRescueNegativeTestJSON-274124411-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93885'] for floatingip (None), before_response {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:38:51.264426 dv-cinder-825492-15-iscsi neutron-server[104528]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f8f3a50-4662-4ab5-a93f-1bd2968df923 None None] Sync routers for ids ['89cbe682-09cd-46d4-8e46-d5caa5a0134e'] in dv-cinder-825492-15-iscsi {{(pid=104528) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 25 07:38:51.272910 dv-cinder-825492-15-iscsi neutron-server[104528]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f8f3a50-4662-4ab5-a93f-1bd2968df923 None None] Routers {'89cbe682-09cd-46d4-8e46-d5caa5a0134e'} bound to L3 agent in host dv-cinder-825492-15-iscsi {{(pid=104528) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 25 07:38:51.273629 dv-cinder-825492-15-iscsi neutron-server[104528]: DEBUG neutron.db.l3_hamode_db [None req-4f8f3a50-4662-4ab5-a93f-1bd2968df923 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825492-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-25T07:27:37Z,description=,heartbeat_timestamp=2022-05-25T07:38:37Z,host='dv-cinder-825492-15-iscsi',id=54ff4013-997e-4376-a4e9-e6c98cf37cc7,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T07:27:38Z,topic='l3_agent')) {'router_ids': ['89cbe682-09cd-46d4-8e46-d5caa5a0134e'], 'active': True} {{(pid=104528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 07:38:51.298552 dv-cinder-825492-15-iscsi neutron-server[104526]: INFO neutron.wsgi [req-ae366fe9-61eb-4c4a-817d-69a6e1a925a6 req-ac2f0df1-2c89-4341-8ccf-ff2c94c531b3 tempest-AttachVolumeShelveTestJSON-605607613 tempest-AttachVolumeShelveTestJSON-605607613-project] 10.222.0.24 "GET /v2.0/security-groups?id=36a790ea-6395-4759-aea0-9e848582607a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1081553 May 25 07:38:51.302478 dv-cinder-825492-15-iscsi neutron-server[104526]: INFO neutron.wsgi [None req-27feb88c-3d0d-42f5-9c04-97d737969433 tempest-ServerRescueNegativeTestJSON-274124411 tempest-ServerRescueNegativeTestJSON-274124411-project] 10.222.0.24 "PUT /v2.0/floatingips/26d638e8-d88b-475e-9243-3b67b1f7d840 HTTP/1.1" status: 200 len: 991 time: 2.3748453 May 25 07:38:51.303042 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a5ef563c-52c0-40b3-bdf3-dc51e5422196', 'tag': '0747a8fb-24f2-4911-87f0-c806befeeab7'}] {{(pid=104526) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 25 07:38:51.305316 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db633a5f02cadde147c9bc1566607705b0433b891c7275f259bdbd209e6b6683" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-be216ce7-250b-4fc6-929d-246b5bc1aad6" -d '{"events": [{"name": "network-changed", "server_uuid": "a5ef563c-52c0-40b3-bdf3-dc51e5422196", "tag": "0747a8fb-24f2-4911-87f0-c806befeeab7"}]}' {{(pid=104526) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 25 07:38:51.330614 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [req-9fe1aabc-1b09-4d44-b828-75eaabaf5144 req-722ebc6b-8613-4d6e-ba8c-2ff85adb6c9f tempest-VolumesNegativeTest-118865852 tempest-VolumesNegativeTest-118865852-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-278753'] for security_group (b0ee2437-5eb6-4364-a1cb-5e0de437a106), after_create {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:38:51.353369 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 25 May 2022 07:38:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dc7595d2-e29f-47e1-ba3c-9f075e2dc5b8 x-openstack-request-id: req-dc7595d2-e29f-47e1-ba3c-9f075e2dc5b8 {{(pid=104526) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 25 07:38:51.353657 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a5ef563c-52c0-40b3-bdf3-dc51e5422196", "tag": "0747a8fb-24f2-4911-87f0-c806befeeab7", "status": "completed", "code": 200}]} {{(pid=104526) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 25 07:38:51.353908 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-dc7595d2-e29f-47e1-ba3c-9f075e2dc5b8 {{(pid=104526) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 25 07:38:51.354300 dv-cinder-825492-15-iscsi neutron-server[104526]: INFO neutron.notifiers.nova [-] Nova event matching ['req-dc7595d2-e29f-47e1-ba3c-9f075e2dc5b8'] response: {'name': 'network-changed', 'server_uuid': 'a5ef563c-52c0-40b3-bdf3-dc51e5422196', 'tag': '0747a8fb-24f2-4911-87f0-c806befeeab7', 'status': 'completed', 'code': 200} May 25 07:38:51.358966 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [req-b4a2554c-0f2f-4e5a-ae63-cfe5dd86b4b7 req-361321e4-e99c-40f2-b0a7-1e7c8e134d0e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-617841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612926', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754056714442', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754056173882', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754056173900', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2909847'] for port (14d0c437-f7e3-486f-860a-7d02ab291df3), after_update {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:38:51.381441 dv-cinder-825492-15-iscsi neutron-server[104528]: DEBUG neutron.db.l3_dvr_db [None req-4f8f3a50-4662-4ab5-a93f-1bd2968df923 None None] Set router 89cbe682-09cd-46d4-8e46-d5caa5a0134e gateway port host: dv-cinder-825492-15-iscsi {{(pid=104528) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 25 07:38:51.447376 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-722ebc6b-8613-4d6e-ba8c-2ff85adb6c9f tempest-VolumesNegativeTest-118865852 tempest-VolumesNegativeTest-118865852-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b0ee2437-5eb6-4364-a1cb-5e0de437a106,revision_number=1']} {{(pid=104526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 07:38:51.455181 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be216ce7-250b-4fc6-929d-246b5bc1aad6 req-1bdae879-65d3-4619-a974-8d44bd54fe9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 07:38:51.458594 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4a2554c-0f2f-4e5a-ae63-cfe5dd86b4b7 req-361321e4-e99c-40f2-b0a7-1e7c8e134d0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 07:38:51.463524 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [req-b4a2554c-0f2f-4e5a-ae63-cfe5dd86b4b7 req-361321e4-e99c-40f2-b0a7-1e7c8e134d0e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93885'] for port (None), before_response {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:38:51.463524 dv-cinder-825492-15-iscsi neutron-server[104526]: INFO neutron.wsgi [req-b4a2554c-0f2f-4e5a-ae63-cfe5dd86b4b7 req-361321e4-e99c-40f2-b0a7-1e7c8e134d0e service neutron] 10.222.0.41 "PUT /v2.0/ports/14d0c437-f7e3-486f-860a-7d02ab291df3 HTTP/1.1" status: 200 len: 1094 time: 2.4067175 May 25 07:38:51.463918 dv-cinder-825492-15-iscsi neutron-server[104525]: INFO neutron.wsgi [req-be216ce7-250b-4fc6-929d-246b5bc1aad6 req-1bdae879-65d3-4619-a974-8d44bd54fe9e service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=d4719a4804e24f27b9427e58c5cbe13b&device_id=a5ef563c-52c0-40b3-bdf3-dc51e5422196 HTTP/1.1" status: 200 len: 1130 time: 0.0476804 May 25 07:38:51.512430 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG dbcounter [-] [104526] Writing DB stats neutron:SELECT=91,neutron:INSERT=6,neutron:UPDATE=3 {{(pid=104526) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 07:38:51.515500 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-361321e4-e99c-40f2-b0a7-1e7c8e134d0e service neutron] Pushing event updated for resources: {'Port': ['ID=14d0c437-f7e3-486f-860a-7d02ab291df3,revision_number=3']} {{(pid=104526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 07:38:51.533881 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.db.db_base_plugin_common [req-9fe1aabc-1b09-4d44-b828-75eaabaf5144 req-722ebc6b-8613-4d6e-ba8c-2ff85adb6c9f tempest-VolumesNegativeTest-118865852 tempest-VolumesNegativeTest-118865852-project] Allocated IP 192.168.233.129 (73471846-4652-4749-ab52-2a8fd378a85e/c95e822d-3851-4cf1-97c4-3268fc2d2ed8/a6400c0b-243f-4dfe-92e5-459b82cb0f08) {{(pid=104526) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 07:38:51.568498 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG dbcounter [-] [104525] Writing DB stats neutron:UPDATE=2,neutron:SELECT=90,neutron:DELETE=8 {{(pid=104525) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 07:38:51.657470 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be216ce7-250b-4fc6-929d-246b5bc1aad6 req-cfe10dd3-03a5-489c-b6ff-bebeffa0a059 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 07:38:51.658960 dv-cinder-825492-15-iscsi neutron-server[104525]: INFO neutron.wsgi [req-be216ce7-250b-4fc6-929d-246b5bc1aad6 req-cfe10dd3-03a5-489c-b6ff-bebeffa0a059 service neutron] 10.222.0.41 "GET /v2.0/networks?id=e9255b8f-85b1-4659-9bc1-7aaec6681338 HTTP/1.1" status: 200 len: 917 time: 0.1643262 May 25 07:38:51.670375 dv-cinder-825492-15-iscsi neutron-server[104528]: DEBUG neutron.db.l3_hamode_db [None req-4f8f3a50-4662-4ab5-a93f-1bd2968df923 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '89cbe682-09cd-46d4-8e46-d5caa5a0134e', 'name': 'tempest-ServerRescueNegativeTestJSON-5943718-router', 'tenant_id': 'd4719a4804e24f27b9427e58c5cbe13b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '29c629bd-3f50-4535-bfbc-a047608d6fb6', 'external_fixed_ips': [{'subnet_id': '7934ff5a-43f1-4f76-b9d8-e4343ace34f5', 'ip_address': '172.27.3.173'}], 'enable_snat': True}, 'gw_port_id': 'ff8aeffc-43d1-4e45-9c0c-9a1bd5a60423', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T07:36:29Z', 'updated_at': '2022-05-25T07:36:35Z', 'revision_number': 4, 'project_id': 'd4719a4804e24f27b9427e58c5cbe13b', 'gw_port': {'id': 'ff8aeffc-43d1-4e45-9c0c-9a1bd5a60423', 'name': '', 'network_id': '29c629bd-3f50-4535-bfbc-a047608d6fb6', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:52:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89cbe682-09cd-46d4-8e46-d5caa5a0134e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '7934ff5a-43f1-4f76-b9d8-e4343ace34f5', 'ip_address': '172.27.3.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825492-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T07:36:30Z', 'updated_at': '2022-05-25T07:36:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7934ff5a-43f1-4f76-b9d8-e4343ace34f5', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825492-15-iscsi', '_floatingips': [{'id': '26d638e8-d88b-475e-9243-3b67b1f7d840', 'tenant_id': 'd4719a4804e24f27b9427e58c5cbe13b', 'floating_ip_address': '172.27.3.43', 'floating_network_id': '29c629bd-3f50-4535-bfbc-a047608d6fb6', 'router_id': '89cbe682-09cd-46d4-8e46-d5caa5a0134e', 'port_id': '0747a8fb-24f2-4911-87f0-c806befeeab7', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 336, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e9255b8f-85b1-4659-9bc1-7aaec6681338', 'mac_address': 'fa:16:3e:d3:8a:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5ef563c-52c0-40b3-bdf3-dc51e5422196', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-25T07:38:30Z', 'updated_at': '2022-05-25T07:38:49Z', 'revision_number': 1, 'project_id': 'd4719a4804e24f27b9427e58c5cbe13b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '93f39134-ddc6-48cc-900e-93b44ac11bfb', 'name': '', 'network_id': 'e9255b8f-85b1-4659-9bc1-7aaec6681338', 'tenant_id': 'd4719a4804e24f27b9427e58c5cbe13b', 'mac_address': 'fa:16:3e:c1:4d:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89cbe682-09cd-46d4-8e46-d5caa5a0134e', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '2bd01566-eaf4-4493-b26a-8c7ef6fcaf51', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825492-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T07:36:33Z', 'updated_at': '2022-05-25T07:36:42Z', 'revision_number': 5, 'project_id': 'd4719a4804e24f27b9427e58c5cbe13b', 'subnets': [{'id': '2bd01566-eaf4-4493-b26a-8c7ef6fcaf51', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-825492-15-iscsi', False) {} {{(pid=104528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 07:38:51.750289 dv-cinder-825492-15-iscsi neutron-server[104525]: INFO neutron.wsgi [req-be216ce7-250b-4fc6-929d-246b5bc1aad6 req-687c98e3-52ca-4dd4-a180-ed76bd962d4b service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=0747a8fb-24f2-4911-87f0-c806befeeab7 HTTP/1.1" status: 200 len: 999 time: 0.0810692 May 25 07:38:51.759969 dv-cinder-825492-15-iscsi neutron-server[104526]: INFO neutron.wsgi [req-bfb00df4-445a-431b-8c8c-012d52476404 req-f664df23-5fc7-4ed2-b848-cccbb1a14e9b tempest-VolumesNegativeTest-118865852 tempest-VolumesNegativeTest-118865852-project] 10.222.0.24 "GET /v2.0/ports?device_id=d093d4fa-b50b-40f9-af51-7236aeadccfd HTTP/1.1" status: 200 len: 210 time: 0.0734124 May 25 07:38:51.776864 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.wsgi [-] (104526) accepted ('10.222.0.24', 44772) {{(pid=104526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 07:38:51.810075 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4a2554c-0f2f-4e5a-ae63-cfe5dd86b4b7 req-5266d7ca-1d08-4d67-bcf1-0b6897828cff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 07:38:51.811574 dv-cinder-825492-15-iscsi neutron-server[104526]: INFO neutron.wsgi [req-b4a2554c-0f2f-4e5a-ae63-cfe5dd86b4b7 req-5266d7ca-1d08-4d67-bcf1-0b6897828cff service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=2d8e35800ce043acbcb027ce406ed2e7&device_id=93f35115-ef0f-4ed9-b573-04bd28bed194 HTTP/1.1" status: 200 len: 1128 time: 0.1322224 May 25 07:38:51.837946 dv-cinder-825492-15-iscsi neutron-server[104528]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f8f3a50-4662-4ab5-a93f-1bd2968df923 None None] Checking router: 89cbe682-09cd-46d4-8e46-d5caa5a0134e for host: dv-cinder-825492-15-iscsi {{(pid=104528) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 25 07:38:51.847295 dv-cinder-825492-15-iscsi neutron-server[104528]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f8f3a50-4662-4ab5-a93f-1bd2968df923 None None] Routers {'89cbe682-09cd-46d4-8e46-d5caa5a0134e'} bound to L3 agent in host dv-cinder-825492-15-iscsi {{(pid=104528) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 25 07:38:51.847907 dv-cinder-825492-15-iscsi neutron-server[104528]: DEBUG neutron.db.l3_hamode_db [None req-4f8f3a50-4662-4ab5-a93f-1bd2968df923 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825492-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-25T07:27:37Z,description=,heartbeat_timestamp=2022-05-25T07:38:37Z,host='dv-cinder-825492-15-iscsi',id=54ff4013-997e-4376-a4e9-e6c98cf37cc7,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T07:27:38Z,topic='l3_agent')) {'router_ids': ['89cbe682-09cd-46d4-8e46-d5caa5a0134e'], 'active': True} {{(pid=104528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 07:38:51.879980 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be216ce7-250b-4fc6-929d-246b5bc1aad6 req-8a74f8cb-36ce-4eac-b880-9c957963954d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 07:38:51.881481 dv-cinder-825492-15-iscsi neutron-server[104525]: INFO neutron.wsgi [req-be216ce7-250b-4fc6-929d-246b5bc1aad6 req-8a74f8cb-36ce-4eac-b880-9c957963954d service neutron] 10.222.0.41 "GET /v2.0/subnets?id=2bd01566-eaf4-4493-b26a-8c7ef6fcaf51 HTTP/1.1" status: 200 len: 855 time: 0.1227281 May 25 07:38:51.888248 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddca5bd3-4880-44ac-bb48-b934722fef3d req-f8d28d6b-b0d9-4be9-93e3-78c4303d1ed5 tempest-AttachVolumeTestJSON-631109292 tempest-AttachVolumeTestJSON-631109292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 07:38:51.895756 dv-cinder-825492-15-iscsi neutron-server[104525]: INFO neutron.wsgi [req-ddca5bd3-4880-44ac-bb48-b934722fef3d req-f8d28d6b-b0d9-4be9-93e3-78c4303d1ed5 tempest-AttachVolumeTestJSON-631109292 tempest-AttachVolumeTestJSON-631109292-project] 10.222.0.24 "GET /v2.0/ports?device_id=a8b10bee-95b1-4bfb-a9c5-6c15db78ba25 HTTP/1.1" status: 200 len: 945 time: 0.0777290 May 25 07:38:51.911571 dv-cinder-825492-15-iscsi neutron-server[104526]: INFO neutron.wsgi [req-b4a2554c-0f2f-4e5a-ae63-cfe5dd86b4b7 req-cb899263-483b-4360-b11d-550a731fcba1 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=14d0c437-f7e3-486f-860a-7d02ab291df3 HTTP/1.1" status: 200 len: 217 time: 0.0742254 May 25 07:38:51.921565 dv-cinder-825492-15-iscsi neutron-server[104526]: INFO neutron.wsgi [None req-683e655b-b7ce-4b06-b3a1-3dad17872b91 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=26533765b74640e9b40211155aaf41b6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1284182 May 25 07:38:51.922096 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.wsgi [-] (104526) accepted ('10.222.0.24', 44776) {{(pid=104526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 07:38:51.930782 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [req-9fe1aabc-1b09-4d44-b828-75eaabaf5144 req-722ebc6b-8613-4d6e-ba8c-2ff85adb6c9f tempest-VolumesNegativeTest-118865852 tempest-VolumesNegativeTest-118865852-project] Publish callbacks [] for port (a6400c0b-243f-4dfe-92e5-459b82cb0f08), precommit_create {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:38:51.941633 dv-cinder-825492-15-iscsi neutron-server[104525]: INFO neutron.wsgi [req-ddca5bd3-4880-44ac-bb48-b934722fef3d req-a97e8b36-4e50-4776-9ecd-71fd36e415a5 tempest-AttachVolumeTestJSON-631109292 tempest-AttachVolumeTestJSON-631109292-project] 10.222.0.24 "GET /v2.0/security-groups?id=25c619ea-31ec-4346-9d90-41bcc95d8e89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444551 May 25 07:38:51.979309 dv-cinder-825492-15-iscsi neutron-server[104528]: DEBUG neutron.db.l3_dvr_db [None req-4f8f3a50-4662-4ab5-a93f-1bd2968df923 None None] Set router 89cbe682-09cd-46d4-8e46-d5caa5a0134e gateway port host: dv-cinder-825492-15-iscsi {{(pid=104528) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 25 07:38:51.998041 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be216ce7-250b-4fc6-929d-246b5bc1aad6 req-480bbfcc-94c4-4afb-aca3-ed7c6eb5513b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 07:38:51.999756 dv-cinder-825492-15-iscsi neutron-server[104525]: INFO neutron.wsgi [req-be216ce7-250b-4fc6-929d-246b5bc1aad6 req-480bbfcc-94c4-4afb-aca3-ed7c6eb5513b service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=e9255b8f-85b1-4659-9bc1-7aaec6681338&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0419233 May 25 07:38:52.057539 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c533821-4690-4b9d-8f31-514b6d9a9658 req-083ce3da-eab4-4b4a-83a1-9017f008d2a6 tempest-AttachVolumeNegativeTest-1464534600 tempest-AttachVolumeNegativeTest-1464534600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 07:38:52.059049 dv-cinder-825492-15-iscsi neutron-server[104526]: INFO neutron.wsgi [req-9c533821-4690-4b9d-8f31-514b6d9a9658 req-083ce3da-eab4-4b4a-83a1-9017f008d2a6 tempest-AttachVolumeNegativeTest-1464534600 tempest-AttachVolumeNegativeTest-1464534600-project] 10.222.0.24 "GET /v2.0/ports?device_id=93f35115-ef0f-4ed9-b573-04bd28bed194 HTTP/1.1" status: 200 len: 944 time: 0.1246340 May 25 07:38:52.084177 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG dbcounter [-] [104525] Writing DB stats neutron:SELECT=97,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=104525) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 07:38:52.097302 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4a2554c-0f2f-4e5a-ae63-cfe5dd86b4b7 req-48d68128-c53d-4334-b5c7-db92be93a0a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 07:38:52.099086 dv-cinder-825492-15-iscsi neutron-server[104526]: INFO neutron.wsgi [req-b4a2554c-0f2f-4e5a-ae63-cfe5dd86b4b7 req-48d68128-c53d-4334-b5c7-db92be93a0a9 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=4aef3d06-f4fb-4751-a5a8-ab68314fa54a HTTP/1.1" status: 200 len: 854 time: 0.1241596 May 25 07:38:52.115742 dv-cinder-825492-15-iscsi neutron-server[104525]: INFO neutron.wsgi [req-be216ce7-250b-4fc6-929d-246b5bc1aad6 req-bc0fe60f-5a2f-45c7-b72a-83e66c25847e service neutron] 10.222.0.41 "GET /v2.0/networks/e9255b8f-85b1-4659-9bc1-7aaec6681338?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1020215 May 25 07:38:52.141172 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG dbcounter [-] [104526] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=3 {{(pid=104526) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 07:38:52.149161 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-10776957-44fd-4f6d-9b95-6994bd43e5fd admin admin] Publish callbacks [] for security_group (969b75c3-9a21-4ec9-bee5-feaaeddaf04c), before_delete {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:38:52.174659 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4a2554c-0f2f-4e5a-ae63-cfe5dd86b4b7 req-6bd5e282-9f4a-4137-b610-20e448c11fee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 07:38:52.177090 dv-cinder-825492-15-iscsi neutron-server[104526]: INFO neutron.wsgi [req-b4a2554c-0f2f-4e5a-ae63-cfe5dd86b4b7 req-6bd5e282-9f4a-4137-b610-20e448c11fee service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=f39d85d3-0173-4496-879c-2b83e234d364&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0703554 May 25 07:38:52.182607 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [req-9fe1aabc-1b09-4d44-b828-75eaabaf5144 req-722ebc6b-8613-4d6e-ba8c-2ff85adb6c9f tempest-VolumesNegativeTest-118865852 tempest-VolumesNegativeTest-118865852-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-617841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612926', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754056173864', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2909854'] for port (a6400c0b-243f-4dfe-92e5-459b82cb0f08), after_create {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:38:52.199513 dv-cinder-825492-15-iscsi neutron-server[104528]: DEBUG neutron.db.l3_hamode_db [None req-4f8f3a50-4662-4ab5-a93f-1bd2968df923 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '89cbe682-09cd-46d4-8e46-d5caa5a0134e', 'name': 'tempest-ServerRescueNegativeTestJSON-5943718-router', 'tenant_id': 'd4719a4804e24f27b9427e58c5cbe13b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '29c629bd-3f50-4535-bfbc-a047608d6fb6', 'external_fixed_ips': [{'subnet_id': '7934ff5a-43f1-4f76-b9d8-e4343ace34f5', 'ip_address': '172.27.3.173'}], 'enable_snat': True}, 'gw_port_id': 'ff8aeffc-43d1-4e45-9c0c-9a1bd5a60423', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T07:36:29Z', 'updated_at': '2022-05-25T07:36:35Z', 'revision_number': 4, 'project_id': 'd4719a4804e24f27b9427e58c5cbe13b', 'gw_port': {'id': 'ff8aeffc-43d1-4e45-9c0c-9a1bd5a60423', 'name': '', 'network_id': '29c629bd-3f50-4535-bfbc-a047608d6fb6', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:52:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89cbe682-09cd-46d4-8e46-d5caa5a0134e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '7934ff5a-43f1-4f76-b9d8-e4343ace34f5', 'ip_address': '172.27.3.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825492-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T07:36:30Z', 'updated_at': '2022-05-25T07:36:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7934ff5a-43f1-4f76-b9d8-e4343ace34f5', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825492-15-iscsi', '_floatingips': [{'id': '26d638e8-d88b-475e-9243-3b67b1f7d840', 'tenant_id': 'd4719a4804e24f27b9427e58c5cbe13b', 'floating_ip_address': '172.27.3.43', 'floating_network_id': '29c629bd-3f50-4535-bfbc-a047608d6fb6', 'router_id': '89cbe682-09cd-46d4-8e46-d5caa5a0134e', 'port_id': '0747a8fb-24f2-4911-87f0-c806befeeab7', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 336, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e9255b8f-85b1-4659-9bc1-7aaec6681338', 'mac_address': 'fa:16:3e:d3:8a:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5ef563c-52c0-40b3-bdf3-dc51e5422196', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-25T07:38:30Z', 'updated_at': '2022-05-25T07:38:49Z', 'revision_number': 1, 'project_id': 'd4719a4804e24f27b9427e58c5cbe13b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '93f39134-ddc6-48cc-900e-93b44ac11bfb', 'name': '', 'network_id': 'e9255b8f-85b1-4659-9bc1-7aaec6681338', 'tenant_id': 'd4719a4804e24f27b9427e58c5cbe13b', 'mac_address': 'fa:16:3e:c1:4d:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89cbe682-09cd-46d4-8e46-d5caa5a0134e', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '2bd01566-eaf4-4493-b26a-8c7ef6fcaf51', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825492-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T07:36:33Z', 'updated_at': '2022-05-25T07:36:42Z', 'revision_number': 5, 'project_id': 'd4719a4804e24f27b9427e58c5cbe13b', 'subnets': [{'id': '2bd01566-eaf4-4493-b26a-8c7ef6fcaf51', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-825492-15-iscsi', False) {} {{(pid=104528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 07:38:52.204199 dv-cinder-825492-15-iscsi neutron-server[104526]: INFO neutron.wsgi [req-9c533821-4690-4b9d-8f31-514b6d9a9658 req-725216a9-2679-4d00-b833-1e51eeff8820 tempest-AttachVolumeNegativeTest-1464534600 tempest-AttachVolumeNegativeTest-1464534600-project] 10.222.0.24 "GET /v2.0/security-groups?id=24df0c0e-4da1-45ed-a85b-55978bfebe26&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1346059 May 25 07:38:52.209909 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-10776957-44fd-4f6d-9b95-6994bd43e5fd admin admin] Publish callbacks [] for security_group (969b75c3-9a21-4ec9-bee5-feaaeddaf04c), precommit_delete {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:38:52.230435 dv-cinder-825492-15-iscsi neutron-server[104528]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f8f3a50-4662-4ab5-a93f-1bd2968df923 None None] The sync data for ids ['89cbe682-09cd-46d4-8e46-d5caa5a0134e'] in dv-cinder-825492-15-iscsi is: [{'id': '89cbe682-09cd-46d4-8e46-d5caa5a0134e', 'name': 'tempest-ServerRescueNegativeTestJSON-5943718-router', 'tenant_id': 'd4719a4804e24f27b9427e58c5cbe13b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '29c629bd-3f50-4535-bfbc-a047608d6fb6', 'external_fixed_ips': [{'subnet_id': '7934ff5a-43f1-4f76-b9d8-e4343ace34f5', 'ip_address': '172.27.3.173'}], 'enable_snat': True}, 'gw_port_id': 'ff8aeffc-43d1-4e45-9c0c-9a1bd5a60423', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T07:36:29Z', 'updated_at': '2022-05-25T07:36:35Z', 'revision_number': 4, 'project_id': 'd4719a4804e24f27b9427e58c5cbe13b', 'gw_port': {'id': 'ff8aeffc-43d1-4e45-9c0c-9a1bd5a60423', 'name': '', 'network_id': '29c629bd-3f50-4535-bfbc-a047608d6fb6', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:52:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89cbe682-09cd-46d4-8e46-d5caa5a0134e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '7934ff5a-43f1-4f76-b9d8-e4343ace34f5', 'ip_address': '172.27.3.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825492-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T07:36:30Z', 'updated_at': '2022-05-25T07:36:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7934ff5a-43f1-4f76-b9d8-e4343ace34f5', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825492-15-iscsi', '_floatingips': [{'id': '26d638e8-d88b-475e-9243-3b67b1f7d840', 'tenant_id': 'd4719a4804e24f27b9427e58c5cbe13b', 'floating_ip_address': '172.27.3.43', 'floating_network_id': '29c629bd-3f50-4535-bfbc-a047608d6fb6', 'router_id': '89cbe682-09cd-46d4-8e46-d5caa5a0134e', 'port_id': '0747a8fb-24f2-4911-87f0-c806befeeab7', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 336, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e9255b8f-85b1-4659-9bc1-7aaec6681338', 'mac_address': 'fa:16:3e:d3:8a:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5ef563c-52c0-40b3-bdf3-dc51e5422196', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-25T07:38:30Z', 'updated_at': '2022-05-25T07:38:49Z', 'revision_number': 1, 'project_id': 'd4719a4804e24f27b9427e58c5cbe13b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '93f39134-ddc6-48cc-900e-93b44ac11bfb', 'name': '', 'network_id': 'e9255b8f-85b1-4659-9bc1-7aaec6681338', 'tenant_id': 'd4719a4804e24f27b9427e58c5cbe13b', 'mac_address': 'fa:16:3e:c1:4d:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89cbe682-09cd-46d4-8e46-d5caa5a0134e', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '2bd01566-eaf4-4493-b26a-8c7ef6fcaf51', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825492-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T07:36:33Z', 'updated_at': '2022-05-25T07:36:42Z', 'revision_number': 5, 'project_id': 'd4719a4804e24f27b9427e58c5cbe13b', 'subnets': [{'id': '2bd01566-eaf4-4493-b26a-8c7ef6fcaf51', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104528) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 25 07:38:52.271721 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9fe1aabc-1b09-4d44-b828-75eaabaf5144 req-722ebc6b-8613-4d6e-ba8c-2ff85adb6c9f tempest-VolumesNegativeTest-118865852 tempest-VolumesNegativeTest-118865852-project] Network 73471846-4652-4749-ab52-2a8fd378a85e is already hosted by enough agents. {{(pid=104526) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 07:38:52.282421 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.scheduler.base_scheduler [req-9fe1aabc-1b09-4d44-b828-75eaabaf5144 req-722ebc6b-8613-4d6e-ba8c-2ff85adb6c9f tempest-VolumesNegativeTest-118865852 tempest-VolumesNegativeTest-118865852-project] Resources bound (agent type, host, resource id): {{(pid=104526) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 07:38:52.294416 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.db.l3_dvrscheduler_db [req-9fe1aabc-1b09-4d44-b828-75eaabaf5144 req-722ebc6b-8613-4d6e-ba8c-2ff85adb6c9f tempest-VolumesNegativeTest-118865852 tempest-VolumesNegativeTest-118865852-project] Received port after_create {{(pid=104526) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 25 07:38:52.320162 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-722ebc6b-8613-4d6e-ba8c-2ff85adb6c9f tempest-VolumesNegativeTest-118865852 tempest-VolumesNegativeTest-118865852-project] Pushing event updated for resources: {'Port': ['ID=a6400c0b-243f-4dfe-92e5-459b82cb0f08,revision_number=1']} {{(pid=104526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 07:38:52.410808 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fe1aabc-1b09-4d44-b828-75eaabaf5144 req-722ebc6b-8613-4d6e-ba8c-2ff85adb6c9f tempest-VolumesNegativeTest-118865852 tempest-VolumesNegativeTest-118865852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 07:38:52.410808 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [req-9fe1aabc-1b09-4d44-b828-75eaabaf5144 req-722ebc6b-8613-4d6e-ba8c-2ff85adb6c9f tempest-VolumesNegativeTest-118865852 tempest-VolumesNegativeTest-118865852-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93885'] for port (None), before_response {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:38:52.430291 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG dbcounter [-] [104526] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=104526) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 07:38:52.451570 dv-cinder-825492-15-iscsi neutron-server[104525]: INFO neutron.wsgi [req-be216ce7-250b-4fc6-929d-246b5bc1aad6 req-31f5eed6-93bf-4e51-8bef-178333fb8376 service neutron] 10.222.0.41 "GET /v2.0/networks/e9255b8f-85b1-4659-9bc1-7aaec6681338?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1486692 May 25 07:38:52.459492 dv-cinder-825492-15-iscsi neutron-server[104526]: INFO neutron.wsgi [req-b4a2554c-0f2f-4e5a-ae63-cfe5dd86b4b7 req-4a7038d6-c65f-4341-816c-5ea7101daf06 service neutron] 10.222.0.41 "GET /v2.0/networks/f39d85d3-0173-4496-879c-2b83e234d364?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1403091 May 25 07:38:52.497205 dv-cinder-825492-15-iscsi neutron-server[104525]: INFO neutron.services.segments.plugin [-] Segment 3a608f42-f2d0-41a8-a49d-1358268e82f8 resource provider aggregate not found May 25 07:38:52.521004 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0119c795-ed38-4283-aa7f-b94b32213d25 req-5facda4c-51e2-47a6-a384-4d88cc5c4d36 tempest-AttachVolumeShelveTestJSON-605607613 tempest-AttachVolumeShelveTestJSON-605607613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 07:38:52.531632 dv-cinder-825492-15-iscsi neutron-server[104525]: INFO neutron.wsgi [req-0119c795-ed38-4283-aa7f-b94b32213d25 req-5facda4c-51e2-47a6-a384-4d88cc5c4d36 tempest-AttachVolumeShelveTestJSON-605607613 tempest-AttachVolumeShelveTestJSON-605607613-project] 10.222.0.24 "GET /v2.0/ports?device_id=6d360341-449d-4b49-8b66-a02a969171fd HTTP/1.1" status: 200 len: 946 time: 0.1072083 May 25 07:38:52.531933 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62337539-2d49-4dba-b2e0-703909d431a7 None None] New status for floating IP 26d638e8-d88b-475e-9243-3b67b1f7d840: ACTIVE {{(pid=104527) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 25 07:38:52.534707 dv-cinder-825492-15-iscsi neutron-server[104525]: INFO neutron.services.segments.plugin [-] Segment 3a608f42-f2d0-41a8-a49d-1358268e82f8 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 3a608f42-f2d0-41a8-a49d-1358268e82f8 found for delete ", "request_id": "req-b5e20822-2dbf-45c4-aae4-0790828f9b6b"}]} May 25 07:38:52.594657 dv-cinder-825492-15-iscsi neutron-server[104525]: INFO neutron.wsgi [req-0119c795-ed38-4283-aa7f-b94b32213d25 req-c7d78317-fcaa-4550-be95-c229b67dbe09 tempest-AttachVolumeShelveTestJSON-605607613 tempest-AttachVolumeShelveTestJSON-605607613-project] 10.222.0.24 "GET /v2.0/security-groups?id=36a790ea-6395-4759-aea0-9e848582607a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0619185 May 25 07:38:52.605207 dv-cinder-825492-15-iscsi neutron-server[104526]: INFO neutron.wsgi [req-9fe1aabc-1b09-4d44-b828-75eaabaf5144 req-722ebc6b-8613-4d6e-ba8c-2ff85adb6c9f tempest-VolumesNegativeTest-118865852 tempest-VolumesNegativeTest-118865852-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.4363222 May 25 07:38:52.605795 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-10776957-44fd-4f6d-9b95-6994bd43e5fd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-278753'] for security_group (969b75c3-9a21-4ec9-bee5-feaaeddaf04c), after_delete {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:38:52.608519 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-10776957-44fd-4f6d-9b95-6994bd43e5fd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:38:52.612086 dv-cinder-825492-15-iscsi neutron-server[104526]: INFO neutron.wsgi [None req-10776957-44fd-4f6d-9b95-6994bd43e5fd admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/969b75c3-9a21-4ec9-bee5-feaaeddaf04c HTTP/1.1" status: 204 len: 168 time: 0.6865017 May 25 07:38:52.625693 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.db.provisioning_blocks [None req-f2599ee3-ba99-4b1e-87d3-40c4f841370a None None] Provisioning complete for port a6400c0b-243f-4dfe-92e5-459b82cb0f08 triggered by entity DHCP. {{(pid=104527) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 25 07:38:52.626456 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron_lib.callbacks.manager [None req-f2599ee3-ba99-4b1e-87d3-40c4f841370a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1490782'] for port (a6400c0b-243f-4dfe-92e5-459b82cb0f08), provisioning_complete {{(pid=104527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:38:52.632957 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.api.v2.base [req-9fe1aabc-1b09-4d44-b828-75eaabaf5144 req-8290dde6-88f0-4ad1-b40c-0fceb82ce616 service neutron] Request body: {'port': {'device_id': 'd093d4fa-b50b-40f9-af51-7236aeadccfd', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82549'}} {{(pid=104526) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 25 07:38:52.661301 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10776957-44fd-4f6d-9b95-6994bd43e5fd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=969b75c3-9a21-4ec9-bee5-feaaeddaf04c,revision_number=None']} {{(pid=104526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 07:38:52.669246 dv-cinder-825492-15-iscsi neutron-server[104526]: INFO neutron.wsgi [req-b4a2554c-0f2f-4e5a-ae63-cfe5dd86b4b7 req-c6aec8ab-1509-482d-b42b-2d18e4b08da9 service neutron] 10.222.0.41 "GET /v2.0/networks/f39d85d3-0173-4496-879c-2b83e234d364?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1927199 May 25 07:38:52.709303 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.plugins.ml2.plugin [None req-f2599ee3-ba99-4b1e-87d3-40c4f841370a None None] Port a6400c0b-243f-4dfe-92e5-459b82cb0f08 cannot update to ACTIVE because it is not bound. {{(pid=104527) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 25 07:38:52.721097 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [req-9fe1aabc-1b09-4d44-b828-75eaabaf5144 req-8290dde6-88f0-4ad1-b40c-0fceb82ce616 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-616651'] for port (a6400c0b-243f-4dfe-92e5-459b82cb0f08), before_update {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:38:52.927143 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a290a9f9-c3a8-436d-9c01-301f4fdb1853 req-3329a9e1-0c99-422e-a124-8951e23e3b6f tempest-VolumesNegativeTest-118865852 tempest-VolumesNegativeTest-118865852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 07:38:52.928626 dv-cinder-825492-15-iscsi neutron-server[104526]: INFO neutron.wsgi [req-a290a9f9-c3a8-436d-9c01-301f4fdb1853 req-3329a9e1-0c99-422e-a124-8951e23e3b6f tempest-VolumesNegativeTest-118865852 tempest-VolumesNegativeTest-118865852-project] 10.222.0.24 "GET /v2.0/ports?device_id=d093d4fa-b50b-40f9-af51-7236aeadccfd HTTP/1.1" status: 200 len: 936 time: 0.0781591 May 25 07:38:53.021083 dv-cinder-825492-15-iscsi neutron-server[104526]: INFO neutron.wsgi [req-a290a9f9-c3a8-436d-9c01-301f4fdb1853 req-50a24845-d86a-4ba2-a5bf-41ebc2d0b6d2 tempest-VolumesNegativeTest-118865852 tempest-VolumesNegativeTest-118865852-project] 10.222.0.24 "GET /v2.0/security-groups?id=b0ee2437-5eb6-4364-a1cb-5e0de437a106&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662277 May 25 07:38:53.085261 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG dbcounter [-] [104526] Writing DB stats neutron:DELETE=1,neutron:SELECT=97,neutron:UPDATE=2 {{(pid=104526) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 07:38:53.090472 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3d3bf98-7164-4db5-b163-d0a3109313d5 req-acef406b-a606-4d59-9614-b8aeb9cf48d9 tempest-AttachVolumeTestJSON-631109292 tempest-AttachVolumeTestJSON-631109292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 07:38:53.092011 dv-cinder-825492-15-iscsi neutron-server[104525]: INFO neutron.wsgi [req-a3d3bf98-7164-4db5-b163-d0a3109313d5 req-acef406b-a606-4d59-9614-b8aeb9cf48d9 tempest-AttachVolumeTestJSON-631109292 tempest-AttachVolumeTestJSON-631109292-project] 10.222.0.24 "GET /v2.0/ports?device_id=a8b10bee-95b1-4bfb-a9c5-6c15db78ba25 HTTP/1.1" status: 200 len: 945 time: 0.0590785 May 25 07:38:53.095404 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.notifiers.nova [req-9fe1aabc-1b09-4d44-b828-75eaabaf5144 req-8290dde6-88f0-4ad1-b40c-0fceb82ce616 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a6400c0b-243f-4dfe-92e5-459b82cb0f08 {{(pid=104526) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 25 07:38:53.103352 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [req-9fe1aabc-1b09-4d44-b828-75eaabaf5144 req-8290dde6-88f0-4ad1-b40c-0fceb82ce616 service neutron] Publish callbacks [] for port (a6400c0b-243f-4dfe-92e5-459b82cb0f08), precommit_update {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:38:53.117383 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.db.provisioning_blocks [req-9fe1aabc-1b09-4d44-b828-75eaabaf5144 req-8290dde6-88f0-4ad1-b40c-0fceb82ce616 service neutron] Transition to ACTIVE for port object a6400c0b-243f-4dfe-92e5-459b82cb0f08 will not be triggered until provisioned by entity L2. {{(pid=104526) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 25 07:38:53.149345 dv-cinder-825492-15-iscsi neutron-server[104525]: INFO neutron.wsgi [req-a3d3bf98-7164-4db5-b163-d0a3109313d5 req-6848aa7d-336a-464e-a299-dd20d5e40fbd tempest-AttachVolumeTestJSON-631109292 tempest-AttachVolumeTestJSON-631109292-project] 10.222.0.24 "GET /v2.0/security-groups?id=25c619ea-31ec-4346-9d90-41bcc95d8e89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0489764 May 25 07:38:53.216041 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [req-9fe1aabc-1b09-4d44-b828-75eaabaf5144 req-8290dde6-88f0-4ad1-b40c-0fceb82ce616 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-617841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612926', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754056714442', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754056173882', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754056173900', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2909847'] for port (a6400c0b-243f-4dfe-92e5-459b82cb0f08), after_update {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:38:53.287929 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8290dde6-88f0-4ad1-b40c-0fceb82ce616 service neutron] Pushing event updated for resources: {'Port': ['ID=a6400c0b-243f-4dfe-92e5-459b82cb0f08,revision_number=2']} {{(pid=104526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 07:38:53.355341 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '93f35115-ef0f-4ed9-b573-04bd28bed194', 'tag': '14d0c437-f7e3-486f-860a-7d02ab291df3'}] {{(pid=104526) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 25 07:38:53.357877 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db633a5f02cadde147c9bc1566607705b0433b891c7275f259bdbd209e6b6683" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-283fff97-41f2-442e-abb3-560b84a26c32" -d '{"events": [{"name": "network-changed", "server_uuid": "93f35115-ef0f-4ed9-b573-04bd28bed194", "tag": "14d0c437-f7e3-486f-860a-7d02ab291df3"}]}' {{(pid=104526) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 25 07:38:53.376022 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e1b693c-d031-43b3-9054-9103229643dd req-927dec78-7405-49b9-a6e5-a368f2d2aeb8 tempest-AttachVolumeNegativeTest-1464534600 tempest-AttachVolumeNegativeTest-1464534600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 07:38:53.377815 dv-cinder-825492-15-iscsi neutron-server[104526]: INFO neutron.wsgi [req-8e1b693c-d031-43b3-9054-9103229643dd req-927dec78-7405-49b9-a6e5-a368f2d2aeb8 tempest-AttachVolumeNegativeTest-1464534600 tempest-AttachVolumeNegativeTest-1464534600-project] 10.222.0.24 "GET /v2.0/ports?device_id=93f35115-ef0f-4ed9-b573-04bd28bed194 HTTP/1.1" status: 200 len: 944 time: 0.0910628 May 25 07:38:53.410357 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.plugins.ml2.managers [req-9fe1aabc-1b09-4d44-b828-75eaabaf5144 req-8290dde6-88f0-4ad1-b40c-0fceb82ce616 service neutron] Attempting to bind port a6400c0b-243f-4dfe-92e5-459b82cb0f08 on host hv-cinder-82549 for vnic_type normal with profile {{(pid=104526) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 25 07:38:53.410705 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.plugins.ml2.managers [req-9fe1aabc-1b09-4d44-b828-75eaabaf5144 req-8290dde6-88f0-4ad1-b40c-0fceb82ce616 service neutron] Attempting to bind port a6400c0b-243f-4dfe-92e5-459b82cb0f08 by drivers openvswitch,hyperv on host hv-cinder-82549 at level 0 using segments [{'id': 'fe855807-d686-445d-a2a9-ebe3613bddb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 256, 'network_id': '73471846-4652-4749-ab52-2a8fd378a85e'}] {{(pid=104526) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 25 07:38:53.411028 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9fe1aabc-1b09-4d44-b828-75eaabaf5144 req-8290dde6-88f0-4ad1-b40c-0fceb82ce616 service neutron] Attempting to bind port a6400c0b-243f-4dfe-92e5-459b82cb0f08 on network 73471846-4652-4749-ab52-2a8fd378a85e {{(pid=104526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 25 07:38:53.417164 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 25 May 2022 07:38:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b2f79299-779c-4019-a520-d730eb907f37 x-openstack-request-id: req-b2f79299-779c-4019-a520-d730eb907f37 {{(pid=104526) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 25 07:38:53.417451 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "93f35115-ef0f-4ed9-b573-04bd28bed194", "tag": "14d0c437-f7e3-486f-860a-7d02ab291df3", "status": "completed", "code": 200}]} {{(pid=104526) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 25 07:38:53.418895 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-b2f79299-779c-4019-a520-d730eb907f37 {{(pid=104526) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 25 07:38:53.418895 dv-cinder-825492-15-iscsi neutron-server[104526]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b2f79299-779c-4019-a520-d730eb907f37'] response: {'name': 'network-changed', 'server_uuid': '93f35115-ef0f-4ed9-b573-04bd28bed194', 'tag': '14d0c437-f7e3-486f-860a-7d02ab291df3', 'status': 'completed', 'code': 200} May 25 07:38:53.421725 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9fe1aabc-1b09-4d44-b828-75eaabaf5144 req-8290dde6-88f0-4ad1-b40c-0fceb82ce616 service neutron] Port a6400c0b-243f-4dfe-92e5-459b82cb0f08 on network 73471846-4652-4749-ab52-2a8fd378a85e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82549 {{(pid=104526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 25 07:38:53.422052 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9fe1aabc-1b09-4d44-b828-75eaabaf5144 req-8290dde6-88f0-4ad1-b40c-0fceb82ce616 service neutron] Attempting to bind port a6400c0b-243f-4dfe-92e5-459b82cb0f08 on network 73471846-4652-4749-ab52-2a8fd378a85e {{(pid=104526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 25 07:38:53.435852 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9fe1aabc-1b09-4d44-b828-75eaabaf5144 req-8290dde6-88f0-4ad1-b40c-0fceb82ce616 service neutron] Checking agent: {'id': 'bbf5dc8c-5103-4973-a6b6-76af4660c126', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82549', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 25, 7, 34, 32), 'started_at': datetime.datetime(2022, 5, 25, 7, 34, 32), 'heartbeat_timestamp': datetime.datetime(2022, 5, 25, 7, 38, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 25 07:38:53.436235 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9fe1aabc-1b09-4d44-b828-75eaabaf5144 req-8290dde6-88f0-4ad1-b40c-0fceb82ce616 service neutron] Checking segment: {'id': 'fe855807-d686-445d-a2a9-ebe3613bddb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 256, 'network_id': '73471846-4652-4749-ab52-2a8fd378a85e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104526) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 25 07:38:53.436593 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9fe1aabc-1b09-4d44-b828-75eaabaf5144 req-8290dde6-88f0-4ad1-b40c-0fceb82ce616 service neutron] Bound using segment: {'id': 'fe855807-d686-445d-a2a9-ebe3613bddb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 256, 'network_id': '73471846-4652-4749-ab52-2a8fd378a85e'} {{(pid=104526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 25 07:38:53.437022 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.plugins.ml2.managers [req-9fe1aabc-1b09-4d44-b828-75eaabaf5144 req-8290dde6-88f0-4ad1-b40c-0fceb82ce616 service neutron] Bound port: a6400c0b-243f-4dfe-92e5-459b82cb0f08, host: hv-cinder-82549, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fe855807-d686-445d-a2a9-ebe3613bddb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 256, 'network_id': '73471846-4652-4749-ab52-2a8fd378a85e'}}] {{(pid=104526) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 25 07:38:53.437372 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [req-9fe1aabc-1b09-4d44-b828-75eaabaf5144 req-8290dde6-88f0-4ad1-b40c-0fceb82ce616 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-616651'] for port (a6400c0b-243f-4dfe-92e5-459b82cb0f08), before_update {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:38:53.464960 dv-cinder-825492-15-iscsi neutron-server[104526]: INFO neutron.wsgi [req-8e1b693c-d031-43b3-9054-9103229643dd req-a69e9c21-c180-4880-abfc-5674c8d2111e tempest-AttachVolumeNegativeTest-1464534600 tempest-AttachVolumeNegativeTest-1464534600-project] 10.222.0.24 "GET /v2.0/security-groups?id=24df0c0e-4da1-45ed-a85b-55978bfebe26&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0738502 May 25 07:38:53.489184 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG dbcounter [-] [104526] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=104526) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 07:38:53.511714 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron.wsgi [-] (104525) accepted ('10.222.0.24', 44796) {{(pid=104525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 07:38:53.514561 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.plugins.ml2.db [req-9fe1aabc-1b09-4d44-b828-75eaabaf5144 req-8290dde6-88f0-4ad1-b40c-0fceb82ce616 service neutron] For port a6400c0b-243f-4dfe-92e5-459b82cb0f08, host hv-cinder-82549, cleared binding levels {{(pid=104526) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 25 07:38:53.517762 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.plugins.ml2.db [req-9fe1aabc-1b09-4d44-b828-75eaabaf5144 req-8290dde6-88f0-4ad1-b40c-0fceb82ce616 service neutron] For port a6400c0b-243f-4dfe-92e5-459b82cb0f08, host hv-cinder-82549, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82549',level=0,port_id=a6400c0b-243f-4dfe-92e5-459b82cb0f08,segment=NetworkSegment(fe855807-d686-445d-a2a9-ebe3613bddb0),segment_id=fe855807-d686-445d-a2a9-ebe3613bddb0)] {{(pid=104526) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 25 07:38:53.554699 dv-cinder-825492-15-iscsi neutron-server[104525]: INFO neutron.wsgi [None req-fc0bb044-ffbc-490e-9bf6-cad2aa074532 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=fd4e4551b32b4fd081cc016c73715894&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0417583 May 25 07:38:53.557166 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron.wsgi [-] (104525) accepted ('10.222.0.24', 44798) {{(pid=104525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 07:38:53.599979 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [req-9fe1aabc-1b09-4d44-b828-75eaabaf5144 req-8290dde6-88f0-4ad1-b40c-0fceb82ce616 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-617841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612926', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754056714442', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754056173882', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754056173900', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2909847'] for port (a6400c0b-243f-4dfe-92e5-459b82cb0f08), after_update {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:38:53.606727 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-4a5c8637-b963-4af5-b91e-c682eee291be admin admin] Publish callbacks [] for security_group (514875b5-bb4e-456f-befa-2d8869fb13a7), before_delete {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:38:53.633845 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-4a5c8637-b963-4af5-b91e-c682eee291be admin admin] Publish callbacks [] for security_group (514875b5-bb4e-456f-befa-2d8869fb13a7), precommit_delete {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:38:53.635662 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fe1aabc-1b09-4d44-b828-75eaabaf5144 req-8290dde6-88f0-4ad1-b40c-0fceb82ce616 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 07:38:53.636282 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [req-9fe1aabc-1b09-4d44-b828-75eaabaf5144 req-8290dde6-88f0-4ad1-b40c-0fceb82ce616 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93885'] for port (None), before_response {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:38:53.637900 dv-cinder-825492-15-iscsi neutron-server[104526]: INFO neutron.wsgi [req-9fe1aabc-1b09-4d44-b828-75eaabaf5144 req-8290dde6-88f0-4ad1-b40c-0fceb82ce616 service neutron] 10.222.0.41 "PUT /v2.0/ports/a6400c0b-243f-4dfe-92e5-459b82cb0f08 HTTP/1.1" status: 200 len: 1098 time: 1.0105958 May 25 07:38:53.671021 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8290dde6-88f0-4ad1-b40c-0fceb82ce616 service neutron] Pushing event updated for resources: {'Port': ['ID=a6400c0b-243f-4dfe-92e5-459b82cb0f08,revision_number=3']} {{(pid=104526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 07:38:53.727572 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42f2666b-0ad0-4135-8538-b07f731dc1ce req-c98431eb-a349-4a6f-967a-104c2cc18ac0 tempest-AttachVolumeShelveTestJSON-605607613 tempest-AttachVolumeShelveTestJSON-605607613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 07:38:53.729143 dv-cinder-825492-15-iscsi neutron-server[104525]: INFO neutron.wsgi [req-42f2666b-0ad0-4135-8538-b07f731dc1ce req-c98431eb-a349-4a6f-967a-104c2cc18ac0 tempest-AttachVolumeShelveTestJSON-605607613 tempest-AttachVolumeShelveTestJSON-605607613-project] 10.222.0.24 "GET /v2.0/ports?device_id=6d360341-449d-4b49-8b66-a02a969171fd HTTP/1.1" status: 200 len: 946 time: 0.0524974 May 25 07:38:53.779116 dv-cinder-825492-15-iscsi neutron-server[104525]: INFO neutron.wsgi [req-42f2666b-0ad0-4135-8538-b07f731dc1ce req-adb94a29-0c1d-476c-8590-f30831aeba2a tempest-AttachVolumeShelveTestJSON-605607613 tempest-AttachVolumeShelveTestJSON-605607613-project] 10.222.0.24 "GET /v2.0/security-groups?id=36a790ea-6395-4759-aea0-9e848582607a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0438981 May 25 07:38:53.838858 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-4a5c8637-b963-4af5-b91e-c682eee291be admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-278753'] for security_group (514875b5-bb4e-456f-befa-2d8869fb13a7), after_delete {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:38:53.842399 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-4a5c8637-b963-4af5-b91e-c682eee291be admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:38:53.844929 dv-cinder-825492-15-iscsi neutron-server[104525]: INFO neutron.wsgi [None req-4a5c8637-b963-4af5-b91e-c682eee291be admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/514875b5-bb4e-456f-befa-2d8869fb13a7 HTTP/1.1" status: 204 len: 168 time: 0.2855420 May 25 07:38:53.852172 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a5c8637-b963-4af5-b91e-c682eee291be admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=514875b5-bb4e-456f-befa-2d8869fb13a7,revision_number=None']} {{(pid=104525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 07:38:53.955573 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-283fff97-41f2-442e-abb3-560b84a26c32 req-dd94a962-c83c-4537-94d4-57027c5cad10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 07:38:53.955967 dv-cinder-825492-15-iscsi neutron-server[104526]: INFO neutron.wsgi [req-283fff97-41f2-442e-abb3-560b84a26c32 req-dd94a962-c83c-4537-94d4-57027c5cad10 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=2d8e35800ce043acbcb027ce406ed2e7&device_id=93f35115-ef0f-4ed9-b573-04bd28bed194 HTTP/1.1" status: 200 len: 1128 time: 0.0397971 May 25 07:38:54.072182 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fe1aabc-1b09-4d44-b828-75eaabaf5144 req-1010acbe-7ec8-474e-bf0d-f1e5b9f1e358 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 07:38:54.073690 dv-cinder-825492-15-iscsi neutron-server[104526]: INFO neutron.wsgi [req-9fe1aabc-1b09-4d44-b828-75eaabaf5144 req-1010acbe-7ec8-474e-bf0d-f1e5b9f1e358 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=200c28fbfe02445e947d289ab4d36793&device_id=d093d4fa-b50b-40f9-af51-7236aeadccfd HTTP/1.1" status: 200 len: 1132 time: 0.0587459 May 25 07:38:54.083440 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-283fff97-41f2-442e-abb3-560b84a26c32 req-3c27d9c3-1ae8-4f71-a072-ec1afa9e5d2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 07:38:54.084911 dv-cinder-825492-15-iscsi neutron-server[104526]: INFO neutron.wsgi [req-283fff97-41f2-442e-abb3-560b84a26c32 req-3c27d9c3-1ae8-4f71-a072-ec1afa9e5d2e service neutron] 10.222.0.41 "GET /v2.0/networks?id=f39d85d3-0173-4496-879c-2b83e234d364 HTTP/1.1" status: 200 len: 916 time: 0.1223836 May 25 07:38:54.182652 dv-cinder-825492-15-iscsi neutron-server[104526]: INFO neutron.wsgi [req-9fe1aabc-1b09-4d44-b828-75eaabaf5144 req-5eae218e-7609-4f0b-be30-a2b50ab56b92 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.129&port_id=a6400c0b-243f-4dfe-92e5-459b82cb0f08 HTTP/1.1" status: 200 len: 217 time: 0.0811765 May 25 07:38:54.185895 dv-cinder-825492-15-iscsi neutron-server[104526]: INFO neutron.wsgi [req-283fff97-41f2-442e-abb3-560b84a26c32 req-e04f9a11-8fae-44ea-bf9c-8d631dd76ed7 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=14d0c437-f7e3-486f-860a-7d02ab291df3 HTTP/1.1" status: 200 len: 217 time: 0.0855572 May 25 07:38:54.197640 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47099c10-41b0-4d66-b375-21f46e0c1e0f req-d75b0f90-0409-4948-9197-bf6ae95e3835 tempest-VolumesNegativeTest-118865852 tempest-VolumesNegativeTest-118865852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 07:38:54.199095 dv-cinder-825492-15-iscsi neutron-server[104526]: INFO neutron.wsgi [req-47099c10-41b0-4d66-b375-21f46e0c1e0f req-d75b0f90-0409-4948-9197-bf6ae95e3835 tempest-VolumesNegativeTest-118865852 tempest-VolumesNegativeTest-118865852-project] 10.222.0.24 "GET /v2.0/ports?device_id=d093d4fa-b50b-40f9-af51-7236aeadccfd HTTP/1.1" status: 200 len: 948 time: 0.1082938 May 25 07:38:54.268522 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59c15298-3be7-40e9-aedc-2f62db2387ac req-74625a15-c8a6-4574-a7ee-81363168c514 tempest-AttachVolumeTestJSON-631109292 tempest-AttachVolumeTestJSON-631109292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 07:38:54.271051 dv-cinder-825492-15-iscsi neutron-server[104525]: INFO neutron.wsgi [req-59c15298-3be7-40e9-aedc-2f62db2387ac req-74625a15-c8a6-4574-a7ee-81363168c514 tempest-AttachVolumeTestJSON-631109292 tempest-AttachVolumeTestJSON-631109292-project] 10.222.0.24 "GET /v2.0/ports?device_id=a8b10bee-95b1-4bfb-a9c5-6c15db78ba25 HTTP/1.1" status: 200 len: 945 time: 0.0468135 May 25 07:38:54.308416 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG dbcounter [-] [104526] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104526) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 07:38:54.319750 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-283fff97-41f2-442e-abb3-560b84a26c32 req-8b75bb51-69b7-4fa8-af9e-cf02658adee1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 07:38:54.320896 dv-cinder-825492-15-iscsi neutron-server[104526]: INFO neutron.wsgi [req-283fff97-41f2-442e-abb3-560b84a26c32 req-8b75bb51-69b7-4fa8-af9e-cf02658adee1 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=4aef3d06-f4fb-4751-a5a8-ab68314fa54a HTTP/1.1" status: 200 len: 854 time: 0.1198411 May 25 07:38:54.323218 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fe1aabc-1b09-4d44-b828-75eaabaf5144 req-2b22160d-c892-4ee2-9a3c-9707f476f165 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 07:38:54.324582 dv-cinder-825492-15-iscsi neutron-server[104526]: INFO neutron.wsgi [req-9fe1aabc-1b09-4d44-b828-75eaabaf5144 req-2b22160d-c892-4ee2-9a3c-9707f476f165 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=c95e822d-3851-4cf1-97c4-3268fc2d2ed8 HTTP/1.1" status: 200 len: 843 time: 0.1245749 May 25 07:38:54.327991 dv-cinder-825492-15-iscsi neutron-server[104526]: INFO neutron.wsgi [req-47099c10-41b0-4d66-b375-21f46e0c1e0f req-fe0d0e26-42ac-46de-a3cf-625099062708 tempest-VolumesNegativeTest-118865852 tempest-VolumesNegativeTest-118865852-project] 10.222.0.24 "GET /v2.0/security-groups?id=b0ee2437-5eb6-4364-a1cb-5e0de437a106&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1109302 May 25 07:38:54.328614 dv-cinder-825492-15-iscsi neutron-server[104525]: INFO neutron.wsgi [req-59c15298-3be7-40e9-aedc-2f62db2387ac req-43f4d6a3-736d-4460-9865-969b1f0726f5 tempest-AttachVolumeTestJSON-631109292 tempest-AttachVolumeTestJSON-631109292-project] 10.222.0.24 "GET /v2.0/security-groups?id=25c619ea-31ec-4346-9d90-41bcc95d8e89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0522728 May 25 07:38:54.400537 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-283fff97-41f2-442e-abb3-560b84a26c32 req-0845d131-3d31-4819-8f29-d64aa80122c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 07:38:54.402024 dv-cinder-825492-15-iscsi neutron-server[104526]: INFO neutron.wsgi [req-283fff97-41f2-442e-abb3-560b84a26c32 req-0845d131-3d31-4819-8f29-d64aa80122c0 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=f39d85d3-0173-4496-879c-2b83e234d364&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0674446 May 25 07:38:54.403102 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fe1aabc-1b09-4d44-b828-75eaabaf5144 req-6ec4624c-f22d-41bf-a820-a7057d689bc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 07:38:54.404456 dv-cinder-825492-15-iscsi neutron-server[104526]: INFO neutron.wsgi [req-9fe1aabc-1b09-4d44-b828-75eaabaf5144 req-6ec4624c-f22d-41bf-a820-a7057d689bc0 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=73471846-4652-4749-ab52-2a8fd378a85e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1216 time: 0.0686538 May 25 07:38:54.602974 dv-cinder-825492-15-iscsi neutron-server[104526]: INFO neutron.wsgi [req-283fff97-41f2-442e-abb3-560b84a26c32 req-918670a5-2195-4b5a-983f-c2cc5d19afb5 service neutron] 10.222.0.41 "GET /v2.0/networks/f39d85d3-0173-4496-879c-2b83e234d364?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1903081 May 25 07:38:54.613583 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c61144fc-cad6-4add-81b4-dc9eb33258a7 req-9613773e-c814-4ada-a15b-051afb84bc04 tempest-AttachVolumeNegativeTest-1464534600 tempest-AttachVolumeNegativeTest-1464534600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 07:38:54.615063 dv-cinder-825492-15-iscsi neutron-server[104526]: INFO neutron.wsgi [req-c61144fc-cad6-4add-81b4-dc9eb33258a7 req-9613773e-c814-4ada-a15b-051afb84bc04 tempest-AttachVolumeNegativeTest-1464534600 tempest-AttachVolumeNegativeTest-1464534600-project] 10.222.0.24 "GET /v2.0/ports?device_id=93f35115-ef0f-4ed9-b573-04bd28bed194 HTTP/1.1" status: 200 len: 944 time: 0.0746031 May 25 07:38:54.616873 dv-cinder-825492-15-iscsi neutron-server[104526]: INFO neutron.wsgi [req-9fe1aabc-1b09-4d44-b828-75eaabaf5144 req-09edd0ba-7b94-40ba-b40f-5831a566985f service neutron] 10.222.0.41 "GET /v2.0/networks/73471846-4652-4749-ab52-2a8fd378a85e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2031450 May 25 07:38:54.665272 dv-cinder-825492-15-iscsi neutron-server[104526]: INFO neutron.wsgi [req-c61144fc-cad6-4add-81b4-dc9eb33258a7 req-6921aea9-a319-4521-8863-4ebddd54a30e tempest-AttachVolumeNegativeTest-1464534600 tempest-AttachVolumeNegativeTest-1464534600-project] 10.222.0.24 "GET /v2.0/security-groups?id=24df0c0e-4da1-45ed-a85b-55978bfebe26&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443060 May 25 07:38:54.808287 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG dbcounter [-] [104526] Writing DB stats neutron:SELECT=100 {{(pid=104526) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 07:38:54.821483 dv-cinder-825492-15-iscsi neutron-server[104526]: INFO neutron.wsgi [req-283fff97-41f2-442e-abb3-560b84a26c32 req-e9382c04-0a24-4c09-912f-f804f4df61e1 service neutron] 10.222.0.41 "GET /v2.0/networks/f39d85d3-0173-4496-879c-2b83e234d364?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1596651 May 25 07:38:54.823527 dv-cinder-825492-15-iscsi neutron-server[104526]: INFO neutron.wsgi [req-9fe1aabc-1b09-4d44-b828-75eaabaf5144 req-49bb1a24-a8cc-443a-a008-77d17d89ff3d service neutron] 10.222.0.41 "GET /v2.0/networks/73471846-4652-4749-ab52-2a8fd378a85e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1574612 May 25 07:38:54.899308 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bba73dd7-faa1-4ce6-af08-a6e2c49543cc req-40baa2c2-0ce4-4ce6-8838-80020977809f tempest-AttachVolumeShelveTestJSON-605607613 tempest-AttachVolumeShelveTestJSON-605607613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 07:38:54.900844 dv-cinder-825492-15-iscsi neutron-server[104525]: INFO neutron.wsgi [req-bba73dd7-faa1-4ce6-af08-a6e2c49543cc req-40baa2c2-0ce4-4ce6-8838-80020977809f tempest-AttachVolumeShelveTestJSON-605607613 tempest-AttachVolumeShelveTestJSON-605607613-project] 10.222.0.24 "GET /v2.0/ports?device_id=6d360341-449d-4b49-8b66-a02a969171fd HTTP/1.1" status: 200 len: 946 time: 0.0474417 May 25 07:38:54.952677 dv-cinder-825492-15-iscsi neutron-server[104525]: INFO neutron.wsgi [req-bba73dd7-faa1-4ce6-af08-a6e2c49543cc req-925b420a-86f6-460f-b5ed-c63f506ba916 tempest-AttachVolumeShelveTestJSON-605607613 tempest-AttachVolumeShelveTestJSON-605607613-project] 10.222.0.24 "GET /v2.0/security-groups?id=36a790ea-6395-4759-aea0-9e848582607a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0460653 May 25 07:38:55.096705 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.plugins.ml2.rpc [None req-798242cc-9ea0-464c-9109-86bd7997349e None None] Device 14d0c437-f7e3-486f-860a-7d02ab291df3 details requested by agent hyperv_hv-cinder-82549 with host hv-cinder-82549 {{(pid=104527) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 25 07:38:55.316117 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.plugins.ml2.db [None req-798242cc-9ea0-464c-9109-86bd7997349e None None] For port 14d0c437-f7e3-486f-860a-7d02ab291df3, host hv-cinder-82549, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82549',level=0,port_id=14d0c437-f7e3-486f-860a-7d02ab291df3,segment=NetworkSegment(a280169f-cd62-40b1-b23e-40cb603d4abb),segment_id=a280169f-cd62-40b1-b23e-40cb603d4abb)] {{(pid=104527) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 07:38:55.327936 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.plugins.ml2.rpc [None req-798242cc-9ea0-464c-9109-86bd7997349e None None] Returning: {'device': '14d0c437-f7e3-486f-860a-7d02ab291df3', 'network_id': 'f39d85d3-0173-4496-879c-2b83e234d364', 'port_id': '14d0c437-f7e3-486f-860a-7d02ab291df3', 'mac_address': 'fa:16:3e:40:09:5e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 267, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4aef3d06-f4fb-4751-a5a8-ab68314fa54a', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104527) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 25 07:38:55.371280 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG dbcounter [-] [104527] Writing DB stats neutron:DELETE=1,neutron:SELECT=97,neutron:UPDATE=2 {{(pid=104527) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 07:38:55.372387 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.plugins.ml2.plugin [None req-798242cc-9ea0-464c-9109-86bd7997349e None None] Current status of the port 14d0c437-f7e3-486f-860a-7d02ab291df3 is: DOWN; New status is: BUILD {{(pid=104527) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 25 07:38:55.373083 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron_lib.callbacks.manager [None req-798242cc-9ea0-464c-9109-86bd7997349e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-616651'] for port (14d0c437-f7e3-486f-860a-7d02ab291df3), before_update {{(pid=104527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:38:55.391311 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.notifiers.nova [None req-798242cc-9ea0-464c-9109-86bd7997349e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 14d0c437-f7e3-486f-860a-7d02ab291df3 {{(pid=104527) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 25 07:38:55.424908 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.plugins.ml2.db [None req-798242cc-9ea0-464c-9109-86bd7997349e None None] For port 14d0c437-f7e3-486f-860a-7d02ab291df3, host hv-cinder-82549, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82549',level=0,port_id=14d0c437-f7e3-486f-860a-7d02ab291df3,segment=NetworkSegment(a280169f-cd62-40b1-b23e-40cb603d4abb),segment_id=a280169f-cd62-40b1-b23e-40cb603d4abb)] {{(pid=104527) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 07:38:55.442861 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG dbcounter [-] [104525] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104525) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 07:38:55.443532 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd093d4fa-b50b-40f9-af51-7236aeadccfd', 'tag': 'a6400c0b-243f-4dfe-92e5-459b82cb0f08'}] {{(pid=104526) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 25 07:38:55.445696 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db633a5f02cadde147c9bc1566607705b0433b891c7275f259bdbd209e6b6683" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cebc4f9f-b337-4a15-bd8d-5081450b62fe" -d '{"events": [{"name": "network-changed", "server_uuid": "d093d4fa-b50b-40f9-af51-7236aeadccfd", "tag": "a6400c0b-243f-4dfe-92e5-459b82cb0f08"}]}' {{(pid=104526) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 25 07:38:55.464673 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68ae33da-cd5b-4b9b-a7a7-8d2c385b4004 req-5338a860-37d4-4b6a-8316-69bd81a55330 tempest-VolumesNegativeTest-118865852 tempest-VolumesNegativeTest-118865852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 07:38:55.466596 dv-cinder-825492-15-iscsi neutron-server[104525]: INFO neutron.wsgi [req-68ae33da-cd5b-4b9b-a7a7-8d2c385b4004 req-5338a860-37d4-4b6a-8316-69bd81a55330 tempest-VolumesNegativeTest-118865852 tempest-VolumesNegativeTest-118865852-project] 10.222.0.24 "GET /v2.0/ports?device_id=d093d4fa-b50b-40f9-af51-7236aeadccfd HTTP/1.1" status: 200 len: 948 time: 0.0571330 May 25 07:38:55.467436 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-715bc530-99d7-47f1-bf13-205b36c54da7 req-33491ab2-32bf-47a2-a65f-2fafacaa119f tempest-AttachVolumeTestJSON-631109292 tempest-AttachVolumeTestJSON-631109292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 07:38:55.468912 dv-cinder-825492-15-iscsi neutron-server[104526]: INFO neutron.wsgi [req-715bc530-99d7-47f1-bf13-205b36c54da7 req-33491ab2-32bf-47a2-a65f-2fafacaa119f tempest-AttachVolumeTestJSON-631109292 tempest-AttachVolumeTestJSON-631109292-project] 10.222.0.24 "GET /v2.0/ports?device_id=a8b10bee-95b1-4bfb-a9c5-6c15db78ba25 HTTP/1.1" status: 200 len: 945 time: 0.0623524 May 25 07:38:55.517227 dv-cinder-825492-15-iscsi neutron-server[104526]: INFO neutron.wsgi [req-715bc530-99d7-47f1-bf13-205b36c54da7 req-d3fdd5ee-8100-44ad-aa5f-faefa2654c77 tempest-AttachVolumeTestJSON-631109292 tempest-AttachVolumeTestJSON-631109292-project] 10.222.0.24 "GET /v2.0/security-groups?id=25c619ea-31ec-4346-9d90-41bcc95d8e89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420055 May 25 07:38:55.518068 dv-cinder-825492-15-iscsi neutron-server[104525]: INFO neutron.wsgi [req-68ae33da-cd5b-4b9b-a7a7-8d2c385b4004 req-18f198a5-902f-43f2-ae03-b76a5fabaaea tempest-VolumesNegativeTest-118865852 tempest-VolumesNegativeTest-118865852-project] 10.222.0.24 "GET /v2.0/security-groups?id=b0ee2437-5eb6-4364-a1cb-5e0de437a106&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460150 May 25 07:38:55.558965 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron_lib.callbacks.manager [None req-798242cc-9ea0-464c-9109-86bd7997349e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-617841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612926', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754056714442', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754056173882', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754056173900'] for port (14d0c437-f7e3-486f-860a-7d02ab291df3), after_update {{(pid=104527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:38:55.564759 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 25 May 2022 07:38:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4e1f3d80-f086-4aed-b519-1d8141ec34f8 x-openstack-request-id: req-4e1f3d80-f086-4aed-b519-1d8141ec34f8 {{(pid=104526) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 25 07:38:55.564759 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d093d4fa-b50b-40f9-af51-7236aeadccfd", "tag": "a6400c0b-243f-4dfe-92e5-459b82cb0f08", "status": "completed", "code": 200}]} {{(pid=104526) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 25 07:38:55.564759 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-4e1f3d80-f086-4aed-b519-1d8141ec34f8 {{(pid=104526) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 25 07:38:55.564759 dv-cinder-825492-15-iscsi neutron-server[104526]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4e1f3d80-f086-4aed-b519-1d8141ec34f8'] response: {'name': 'network-changed', 'server_uuid': 'd093d4fa-b50b-40f9-af51-7236aeadccfd', 'tag': 'a6400c0b-243f-4dfe-92e5-459b82cb0f08', 'status': 'completed', 'code': 200} May 25 07:38:55.606166 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-798242cc-9ea0-464c-9109-86bd7997349e None None] Pushing event updated for resources: {'Port': ['ID=14d0c437-f7e3-486f-860a-7d02ab291df3,revision_number=4']} {{(pid=104527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 07:38:55.917495 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.plugins.ml2.db [None req-798242cc-9ea0-464c-9109-86bd7997349e None None] get_ports_and_sgs() called for port_ids ['14d0c437-f7e3-486f-860a-7d02ab291df3'] {{(pid=104527) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 25 07:38:56.062386 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cf70f90-d5e9-492c-810d-c6221b202add req-1c3c9882-6388-4b92-955e-e7b0e9f25903 tempest-AttachVolumeNegativeTest-1464534600 tempest-AttachVolumeNegativeTest-1464534600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 07:38:56.063986 dv-cinder-825492-15-iscsi neutron-server[104526]: INFO neutron.wsgi [req-0cf70f90-d5e9-492c-810d-c6221b202add req-1c3c9882-6388-4b92-955e-e7b0e9f25903 tempest-AttachVolumeNegativeTest-1464534600 tempest-AttachVolumeNegativeTest-1464534600-project] 10.222.0.24 "GET /v2.0/ports?device_id=93f35115-ef0f-4ed9-b573-04bd28bed194 HTTP/1.1" status: 200 len: 945 time: 0.3295407 May 25 07:38:56.067897 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cebc4f9f-b337-4a15-bd8d-5081450b62fe req-1a13cf11-e859-491b-893a-793e113dd269 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 07:38:56.069376 dv-cinder-825492-15-iscsi neutron-server[104526]: INFO neutron.wsgi [req-cebc4f9f-b337-4a15-bd8d-5081450b62fe req-1a13cf11-e859-491b-893a-793e113dd269 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=200c28fbfe02445e947d289ab4d36793&device_id=d093d4fa-b50b-40f9-af51-7236aeadccfd HTTP/1.1" status: 200 len: 1132 time: 0.0556562 May 25 07:38:56.093502 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19feccae-7513-44f3-ba4c-74be737baa4b req-f7694e2c-2fcf-4e64-a487-00b47124e769 tempest-AttachVolumeShelveTestJSON-605607613 tempest-AttachVolumeShelveTestJSON-605607613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 07:38:56.095592 dv-cinder-825492-15-iscsi neutron-server[104525]: INFO neutron.wsgi [req-19feccae-7513-44f3-ba4c-74be737baa4b req-f7694e2c-2fcf-4e64-a487-00b47124e769 tempest-AttachVolumeShelveTestJSON-605607613 tempest-AttachVolumeShelveTestJSON-605607613-project] 10.222.0.24 "GET /v2.0/ports?device_id=6d360341-449d-4b49-8b66-a02a969171fd HTTP/1.1" status: 200 len: 946 time: 0.0563948 May 25 07:38:56.141063 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG dbcounter [-] [104525] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104525) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 07:38:56.160872 dv-cinder-825492-15-iscsi neutron-server[104525]: INFO neutron.wsgi [req-19feccae-7513-44f3-ba4c-74be737baa4b req-f00edaeb-3630-4ea7-ae62-2dec1d5d5d8a tempest-AttachVolumeShelveTestJSON-605607613 tempest-AttachVolumeShelveTestJSON-605607613-project] 10.222.0.24 "GET /v2.0/security-groups?id=36a790ea-6395-4759-aea0-9e848582607a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0572455 May 25 07:38:56.195836 dv-cinder-825492-15-iscsi neutron-server[104526]: INFO neutron.wsgi [req-0cf70f90-d5e9-492c-810d-c6221b202add req-362e5f86-d15b-47a6-adc2-a29d454767e5 tempest-AttachVolumeNegativeTest-1464534600 tempest-AttachVolumeNegativeTest-1464534600-project] 10.222.0.24 "GET /v2.0/security-groups?id=24df0c0e-4da1-45ed-a85b-55978bfebe26&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1240921 May 25 07:38:56.222043 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cebc4f9f-b337-4a15-bd8d-5081450b62fe req-7fd8c4c3-4545-44da-8c46-faab29b0c933 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 07:38:56.223785 dv-cinder-825492-15-iscsi neutron-server[104526]: INFO neutron.wsgi [req-cebc4f9f-b337-4a15-bd8d-5081450b62fe req-7fd8c4c3-4545-44da-8c46-faab29b0c933 service neutron] 10.222.0.41 "GET /v2.0/networks?id=73471846-4652-4749-ab52-2a8fd378a85e HTTP/1.1" status: 200 len: 870 time: 0.1446600 May 25 07:38:56.278651 dv-cinder-825492-15-iscsi neutron-server[104526]: INFO neutron.wsgi [req-cebc4f9f-b337-4a15-bd8d-5081450b62fe req-46e33011-f03f-4a8b-a648-e0d5d233e1ae service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.129&port_id=a6400c0b-243f-4dfe-92e5-459b82cb0f08 HTTP/1.1" status: 200 len: 217 time: 0.0486226 May 25 07:38:56.331292 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cebc4f9f-b337-4a15-bd8d-5081450b62fe req-8a370d6f-c634-4eee-bf5e-1d3b9bd4f329 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 07:38:56.333601 dv-cinder-825492-15-iscsi neutron-server[104526]: INFO neutron.wsgi [req-cebc4f9f-b337-4a15-bd8d-5081450b62fe req-8a370d6f-c634-4eee-bf5e-1d3b9bd4f329 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=c95e822d-3851-4cf1-97c4-3268fc2d2ed8 HTTP/1.1" status: 200 len: 843 time: 0.0493596 May 25 07:38:56.382332 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cebc4f9f-b337-4a15-bd8d-5081450b62fe req-2821a95d-31fd-4541-a29e-202bbc9cf0d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 07:38:56.383810 dv-cinder-825492-15-iscsi neutron-server[104526]: INFO neutron.wsgi [req-cebc4f9f-b337-4a15-bd8d-5081450b62fe req-2821a95d-31fd-4541-a29e-202bbc9cf0d7 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=73471846-4652-4749-ab52-2a8fd378a85e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1216 time: 0.0430498 May 25 07:38:56.487539 dv-cinder-825492-15-iscsi neutron-server[104526]: INFO neutron.wsgi [req-cebc4f9f-b337-4a15-bd8d-5081450b62fe req-cf2b5443-7c34-47f2-897e-5b3e3d86db75 service neutron] 10.222.0.41 "GET /v2.0/networks/73471846-4652-4749-ab52-2a8fd378a85e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0943000 May 25 07:38:56.602380 dv-cinder-825492-15-iscsi neutron-server[104526]: INFO neutron.wsgi [req-cebc4f9f-b337-4a15-bd8d-5081450b62fe req-9bb1c7b8-c4fa-42d1-9e82-891313c4cd07 service neutron] 10.222.0.41 "GET /v2.0/networks/73471846-4652-4749-ab52-2a8fd378a85e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1071119 May 25 07:38:56.670094 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-053071ab-5170-4c5a-98bb-9a06ed4641ef req-5cf0ffa4-9468-4b68-b284-78b1942ad358 tempest-AttachVolumeTestJSON-631109292 tempest-AttachVolumeTestJSON-631109292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 07:38:56.671714 dv-cinder-825492-15-iscsi neutron-server[104526]: INFO neutron.wsgi [req-053071ab-5170-4c5a-98bb-9a06ed4641ef req-5cf0ffa4-9468-4b68-b284-78b1942ad358 tempest-AttachVolumeTestJSON-631109292 tempest-AttachVolumeTestJSON-631109292-project] 10.222.0.24 "GET /v2.0/ports?device_id=a8b10bee-95b1-4bfb-a9c5-6c15db78ba25 HTTP/1.1" status: 200 len: 945 time: 0.0610387 May 25 07:38:56.673586 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3f4a9c7-3308-4eea-b96f-8adc09b775f0 req-5d735862-0580-495d-8fe7-8b08f3638dc6 tempest-VolumesNegativeTest-118865852 tempest-VolumesNegativeTest-118865852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 07:38:56.675365 dv-cinder-825492-15-iscsi neutron-server[104525]: INFO neutron.wsgi [req-b3f4a9c7-3308-4eea-b96f-8adc09b775f0 req-5d735862-0580-495d-8fe7-8b08f3638dc6 tempest-VolumesNegativeTest-118865852 tempest-VolumesNegativeTest-118865852-project] 10.222.0.24 "GET /v2.0/ports?device_id=d093d4fa-b50b-40f9-af51-7236aeadccfd HTTP/1.1" status: 200 len: 948 time: 0.0649254 May 25 07:38:56.720275 dv-cinder-825492-15-iscsi neutron-server[104526]: INFO neutron.wsgi [req-053071ab-5170-4c5a-98bb-9a06ed4641ef req-09d04ab0-498f-4f55-8c25-938d5b793e80 tempest-AttachVolumeTestJSON-631109292 tempest-AttachVolumeTestJSON-631109292-project] 10.222.0.24 "GET /v2.0/security-groups?id=25c619ea-31ec-4346-9d90-41bcc95d8e89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425971 May 25 07:38:56.723960 dv-cinder-825492-15-iscsi neutron-server[104525]: INFO neutron.wsgi [req-b3f4a9c7-3308-4eea-b96f-8adc09b775f0 req-7c5f8e31-03a7-4dcb-8f68-bc4a4ec82a33 tempest-VolumesNegativeTest-118865852 tempest-VolumesNegativeTest-118865852-project] 10.222.0.24 "GET /v2.0/security-groups?id=b0ee2437-5eb6-4364-a1cb-5e0de437a106&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430040 May 25 07:38:57.117846 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.plugins.ml2.rpc [None req-798242cc-9ea0-464c-9109-86bd7997349e None None] Device a6400c0b-243f-4dfe-92e5-459b82cb0f08 details requested by agent hyperv_hv-cinder-82549 with host hv-cinder-82549 {{(pid=104527) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 25 07:38:57.128133 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.plugins.ml2.rpc [None req-798242cc-9ea0-464c-9109-86bd7997349e None None] Device 14d0c437-f7e3-486f-860a-7d02ab291df3 up at agent hyperv_hv-cinder-82549 {{(pid=104527) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 25 07:38:57.133442 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG dbcounter [-] [104527] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104527) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 07:38:57.227676 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.db.provisioning_blocks [None req-798242cc-9ea0-464c-9109-86bd7997349e None None] Provisioning for port 14d0c437-f7e3-486f-860a-7d02ab291df3 completed by entity L2. {{(pid=104527) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 25 07:38:57.282357 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.plugins.ml2.db [None req-798242cc-9ea0-464c-9109-86bd7997349e None None] For port a6400c0b-243f-4dfe-92e5-459b82cb0f08, host hv-cinder-82549, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82549',level=0,port_id=a6400c0b-243f-4dfe-92e5-459b82cb0f08,segment=NetworkSegment(fe855807-d686-445d-a2a9-ebe3613bddb0),segment_id=fe855807-d686-445d-a2a9-ebe3613bddb0)] {{(pid=104527) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 07:38:57.300857 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.plugins.ml2.rpc [None req-798242cc-9ea0-464c-9109-86bd7997349e None None] Returning: {'device': 'a6400c0b-243f-4dfe-92e5-459b82cb0f08', 'network_id': '73471846-4652-4749-ab52-2a8fd378a85e', 'port_id': 'a6400c0b-243f-4dfe-92e5-459b82cb0f08', 'mac_address': 'fa:16:3e:c5:73:68', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 256, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c95e822d-3851-4cf1-97c4-3268fc2d2ed8', 'ip_address': '192.168.233.129'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104527) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 25 07:38:57.304361 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f07fa95-bf34-4a31-8651-bfa2174f3f9f req-42699f56-cb7f-40e5-be2a-dbce8f68aec5 tempest-AttachVolumeShelveTestJSON-605607613 tempest-AttachVolumeShelveTestJSON-605607613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 07:38:57.306825 dv-cinder-825492-15-iscsi neutron-server[104526]: INFO neutron.wsgi [req-6f07fa95-bf34-4a31-8651-bfa2174f3f9f req-42699f56-cb7f-40e5-be2a-dbce8f68aec5 tempest-AttachVolumeShelveTestJSON-605607613 tempest-AttachVolumeShelveTestJSON-605607613-project] 10.222.0.24 "GET /v2.0/ports?device_id=6d360341-449d-4b49-8b66-a02a969171fd HTTP/1.1" status: 200 len: 946 time: 0.0658157 May 25 07:38:57.309550 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.db.provisioning_blocks [None req-798242cc-9ea0-464c-9109-86bd7997349e None None] Provisioning complete for port 14d0c437-f7e3-486f-860a-7d02ab291df3 triggered by entity L2. {{(pid=104527) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 25 07:38:57.309932 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron_lib.callbacks.manager [None req-798242cc-9ea0-464c-9109-86bd7997349e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1490782'] for port (14d0c437-f7e3-486f-860a-7d02ab291df3), provisioning_complete {{(pid=104527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:38:57.349263 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7e6b652-5579-4318-aa95-eabec534de83 req-59236547-e11c-46bc-821c-2bd7003a431f tempest-AttachVolumeNegativeTest-1464534600 tempest-AttachVolumeNegativeTest-1464534600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 07:38:57.351553 dv-cinder-825492-15-iscsi neutron-server[104525]: INFO neutron.wsgi [req-e7e6b652-5579-4318-aa95-eabec534de83 req-59236547-e11c-46bc-821c-2bd7003a431f tempest-AttachVolumeNegativeTest-1464534600 tempest-AttachVolumeNegativeTest-1464534600-project] 10.222.0.24 "GET /v2.0/ports?device_id=93f35115-ef0f-4ed9-b573-04bd28bed194 HTTP/1.1" status: 200 len: 945 time: 0.0671961 May 25 07:38:57.389522 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.plugins.ml2.plugin [None req-798242cc-9ea0-464c-9109-86bd7997349e None None] Current status of the port a6400c0b-243f-4dfe-92e5-459b82cb0f08 is: DOWN; New status is: BUILD {{(pid=104527) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 25 07:38:57.389906 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron_lib.callbacks.manager [None req-798242cc-9ea0-464c-9109-86bd7997349e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-616651'] for port (a6400c0b-243f-4dfe-92e5-459b82cb0f08), before_update {{(pid=104527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:38:57.391117 dv-cinder-825492-15-iscsi neutron-server[104526]: INFO neutron.wsgi [req-6f07fa95-bf34-4a31-8651-bfa2174f3f9f req-957251d2-a61f-4a58-87b4-f8fd17c927e5 tempest-AttachVolumeShelveTestJSON-605607613 tempest-AttachVolumeShelveTestJSON-605607613-project] 10.222.0.24 "GET /v2.0/security-groups?id=36a790ea-6395-4759-aea0-9e848582607a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0784595 May 25 07:38:57.416542 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.notifiers.nova [None req-798242cc-9ea0-464c-9109-86bd7997349e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a6400c0b-243f-4dfe-92e5-459b82cb0f08 {{(pid=104527) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 25 07:38:57.423601 dv-cinder-825492-15-iscsi neutron-server[104525]: INFO neutron.wsgi [req-e7e6b652-5579-4318-aa95-eabec534de83 req-5608a960-74fc-49ca-bd18-27eaeddc6c1f tempest-AttachVolumeNegativeTest-1464534600 tempest-AttachVolumeNegativeTest-1464534600-project] 10.222.0.24 "GET /v2.0/security-groups?id=24df0c0e-4da1-45ed-a85b-55978bfebe26&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0655634 May 25 07:38:57.429952 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG dbcounter [-] [104527] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=104527) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 07:38:57.458543 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.plugins.ml2.db [None req-798242cc-9ea0-464c-9109-86bd7997349e None None] For port a6400c0b-243f-4dfe-92e5-459b82cb0f08, host hv-cinder-82549, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82549',level=0,port_id=a6400c0b-243f-4dfe-92e5-459b82cb0f08,segment=NetworkSegment(fe855807-d686-445d-a2a9-ebe3613bddb0),segment_id=fe855807-d686-445d-a2a9-ebe3613bddb0)] {{(pid=104527) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 07:38:57.471039 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.plugins.ml2.plugin [None req-798242cc-9ea0-464c-9109-86bd7997349e None None] Current status of the port 14d0c437-f7e3-486f-860a-7d02ab291df3 is: BUILD; New status is: ACTIVE {{(pid=104527) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 25 07:38:57.471448 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron_lib.callbacks.manager [None req-798242cc-9ea0-464c-9109-86bd7997349e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-616651'] for port (14d0c437-f7e3-486f-860a-7d02ab291df3), before_update {{(pid=104527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:38:57.500987 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '93f35115-ef0f-4ed9-b573-04bd28bed194', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '14d0c437-f7e3-486f-860a-7d02ab291df3'}] {{(pid=104527) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 25 07:38:57.504084 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b7b9631292b9c3281c46c063e828ef1e98938590bf5356102cacde7abf71fd6b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bd79101f-c786-4bb4-af2f-ab4df3939565" -d '{"events": [{"server_uuid": "93f35115-ef0f-4ed9-b573-04bd28bed194", "name": "network-vif-plugged", "status": "completed", "tag": "14d0c437-f7e3-486f-860a-7d02ab291df3"}]}' {{(pid=104527) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 25 07:38:57.516942 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.plugins.ml2.db [None req-798242cc-9ea0-464c-9109-86bd7997349e None None] For port 14d0c437-f7e3-486f-860a-7d02ab291df3, host hv-cinder-82549, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82549',level=0,port_id=14d0c437-f7e3-486f-860a-7d02ab291df3,segment=NetworkSegment(a280169f-cd62-40b1-b23e-40cb603d4abb),segment_id=a280169f-cd62-40b1-b23e-40cb603d4abb)] {{(pid=104527) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 07:38:57.525464 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron_lib.callbacks.manager [None req-798242cc-9ea0-464c-9109-86bd7997349e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-617841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612926', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754056714442', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754056173882', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754056173900'] for port (a6400c0b-243f-4dfe-92e5-459b82cb0f08), after_update {{(pid=104527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:38:57.553826 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 25 May 2022 07:38:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6dc19a60-d7bd-4850-8c7b-e864d41661c5 x-openstack-request-id: req-6dc19a60-d7bd-4850-8c7b-e864d41661c5 {{(pid=104527) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 25 07:38:57.554121 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "93f35115-ef0f-4ed9-b573-04bd28bed194", "name": "network-vif-plugged", "status": "completed", "tag": "14d0c437-f7e3-486f-860a-7d02ab291df3", "code": 200}]} {{(pid=104527) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 25 07:38:57.554369 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-6dc19a60-d7bd-4850-8c7b-e864d41661c5 {{(pid=104527) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 25 07:38:57.554749 dv-cinder-825492-15-iscsi neutron-server[104527]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6dc19a60-d7bd-4850-8c7b-e864d41661c5'] response: {'server_uuid': '93f35115-ef0f-4ed9-b573-04bd28bed194', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '14d0c437-f7e3-486f-860a-7d02ab291df3', 'code': 200} May 25 07:38:57.583019 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron_lib.callbacks.manager [None req-798242cc-9ea0-464c-9109-86bd7997349e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-617841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612926', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754056714442', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754056173882', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754056173900'] for port (14d0c437-f7e3-486f-860a-7d02ab291df3), after_update {{(pid=104527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:38:57.590776 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-798242cc-9ea0-464c-9109-86bd7997349e None None] Pushing event updated for resources: {'Port': ['ID=a6400c0b-243f-4dfe-92e5-459b82cb0f08,revision_number=4']} {{(pid=104527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 07:38:57.649034 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-798242cc-9ea0-464c-9109-86bd7997349e None None] Pushing event updated for resources: {'Port': ['ID=14d0c437-f7e3-486f-860a-7d02ab291df3,revision_number=5']} {{(pid=104527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 07:38:57.837716 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14ac6ed7-b5cf-49f7-a037-b3914db6631f req-5ef1edaa-8985-4fc3-a6ba-742e32b9792b tempest-AttachVolumeTestJSON-631109292 tempest-AttachVolumeTestJSON-631109292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 07:38:57.842022 dv-cinder-825492-15-iscsi neutron-server[104525]: INFO neutron.wsgi [req-14ac6ed7-b5cf-49f7-a037-b3914db6631f req-5ef1edaa-8985-4fc3-a6ba-742e32b9792b tempest-AttachVolumeTestJSON-631109292 tempest-AttachVolumeTestJSON-631109292-project] 10.222.0.24 "GET /v2.0/ports?device_id=a8b10bee-95b1-4bfb-a9c5-6c15db78ba25 HTTP/1.1" status: 200 len: 945 time: 0.0500562 May 25 07:38:57.843458 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f662c1d9-7b04-40a8-8765-79db61b13ded req-3e5616ce-2028-4c67-a699-09b7857eedac tempest-VolumesNegativeTest-118865852 tempest-VolumesNegativeTest-118865852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 07:38:57.844962 dv-cinder-825492-15-iscsi neutron-server[104526]: INFO neutron.wsgi [req-f662c1d9-7b04-40a8-8765-79db61b13ded req-3e5616ce-2028-4c67-a699-09b7857eedac tempest-VolumesNegativeTest-118865852 tempest-VolumesNegativeTest-118865852-project] 10.222.0.24 "GET /v2.0/ports?device_id=d093d4fa-b50b-40f9-af51-7236aeadccfd HTTP/1.1" status: 200 len: 949 time: 0.0485604 May 25 07:38:57.886884 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG dbcounter [-] [104526] Writing DB stats neutron:SELECT=100 {{(pid=104526) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 07:38:57.894138 dv-cinder-825492-15-iscsi neutron-server[104525]: INFO neutron.wsgi [req-14ac6ed7-b5cf-49f7-a037-b3914db6631f req-dd12b82a-83eb-4092-b511-2b5735ec72c7 tempest-AttachVolumeTestJSON-631109292 tempest-AttachVolumeTestJSON-631109292-project] 10.222.0.24 "GET /v2.0/security-groups?id=25c619ea-31ec-4346-9d90-41bcc95d8e89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449390 May 25 07:38:57.900939 dv-cinder-825492-15-iscsi neutron-server[104526]: INFO neutron.wsgi [req-f662c1d9-7b04-40a8-8765-79db61b13ded req-b184969b-7ef8-4566-b905-4066c55c5044 tempest-VolumesNegativeTest-118865852 tempest-VolumesNegativeTest-118865852-project] 10.222.0.24 "GET /v2.0/security-groups?id=b0ee2437-5eb6-4364-a1cb-5e0de437a106&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468645 May 25 07:38:57.955156 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-991a1892-b912-4d08-8182-e35921e52d17 req-e7c8fd85-7148-44fb-b32e-c32551b2ece8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 07:38:57.956715 dv-cinder-825492-15-iscsi neutron-server[104526]: INFO neutron.wsgi [req-991a1892-b912-4d08-8182-e35921e52d17 req-e7c8fd85-7148-44fb-b32e-c32551b2ece8 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=93f35115-ef0f-4ed9-b573-04bd28bed194 HTTP/1.1" status: 200 len: 1130 time: 0.0382059 May 25 07:38:57.975308 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG dbcounter [-] [104526] Writing DB stats neutron:SELECT=100 {{(pid=104526) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 07:38:58.002416 dv-cinder-825492-15-iscsi neutron-server[104526]: INFO neutron.wsgi [req-991a1892-b912-4d08-8182-e35921e52d17 req-bd5405ee-bcf0-462e-8c78-869b8aa17ed1 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=24df0c0e-4da1-45ed-a85b-55978bfebe26&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393789 May 25 07:38:58.003077 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.plugins.ml2.db [None req-798242cc-9ea0-464c-9109-86bd7997349e None None] get_ports_and_sgs() called for port_ids ['a6400c0b-243f-4dfe-92e5-459b82cb0f08'] {{(pid=104527) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 25 07:38:58.516445 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1c937a5-5c66-4ac7-8065-087a05acc992 req-e04d1a0b-4fac-4194-babb-afb27bf4fe75 tempest-AttachVolumeShelveTestJSON-605607613 tempest-AttachVolumeShelveTestJSON-605607613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 07:38:58.517988 dv-cinder-825492-15-iscsi neutron-server[104525]: INFO neutron.wsgi [req-b1c937a5-5c66-4ac7-8065-087a05acc992 req-e04d1a0b-4fac-4194-babb-afb27bf4fe75 tempest-AttachVolumeShelveTestJSON-605607613 tempest-AttachVolumeShelveTestJSON-605607613-project] 10.222.0.24 "GET /v2.0/ports?device_id=6d360341-449d-4b49-8b66-a02a969171fd HTTP/1.1" status: 200 len: 946 time: 0.0474100 May 25 07:38:58.549714 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-814d2e2a-5578-4511-9b22-ac9a45d5801e req-82d06d83-cb73-4947-8c76-0f4230f462c5 tempest-AttachVolumeNegativeTest-1464534600 tempest-AttachVolumeNegativeTest-1464534600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 07:38:58.551981 dv-cinder-825492-15-iscsi neutron-server[104526]: INFO neutron.wsgi [req-814d2e2a-5578-4511-9b22-ac9a45d5801e req-82d06d83-cb73-4947-8c76-0f4230f462c5 tempest-AttachVolumeNegativeTest-1464534600 tempest-AttachVolumeNegativeTest-1464534600-project] 10.222.0.24 "GET /v2.0/ports?device_id=93f35115-ef0f-4ed9-b573-04bd28bed194 HTTP/1.1" status: 200 len: 946 time: 0.0532548 May 25 07:38:58.567512 dv-cinder-825492-15-iscsi neutron-server[104525]: INFO neutron.wsgi [req-b1c937a5-5c66-4ac7-8065-087a05acc992 req-dae1adf7-164b-434d-9c0c-5f67bbb93532 tempest-AttachVolumeShelveTestJSON-605607613 tempest-AttachVolumeShelveTestJSON-605607613-project] 10.222.0.24 "GET /v2.0/security-groups?id=36a790ea-6395-4759-aea0-9e848582607a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0430198 May 25 07:38:58.607692 dv-cinder-825492-15-iscsi neutron-server[104526]: INFO neutron.wsgi [req-814d2e2a-5578-4511-9b22-ac9a45d5801e req-227e6213-b82b-4f58-9d79-a86127638646 tempest-AttachVolumeNegativeTest-1464534600 tempest-AttachVolumeNegativeTest-1464534600-project] 10.222.0.24 "GET /v2.0/security-groups?id=24df0c0e-4da1-45ed-a85b-55978bfebe26&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0501313 May 25 07:38:59.013885 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e3d1892-0642-4cd1-937e-7ed32e7b01de req-4b01fa90-6270-42a4-9b9b-4883211f2cbd tempest-AttachVolumeTestJSON-631109292 tempest-AttachVolumeTestJSON-631109292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 07:38:59.014754 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e5721f2-8682-4085-bf8e-fae670882bac req-65cc1d95-b59e-462f-b0d0-455f94998bc8 tempest-VolumesNegativeTest-118865852 tempest-VolumesNegativeTest-118865852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 07:38:59.015324 dv-cinder-825492-15-iscsi neutron-server[104525]: INFO neutron.wsgi [req-3e3d1892-0642-4cd1-937e-7ed32e7b01de req-4b01fa90-6270-42a4-9b9b-4883211f2cbd tempest-AttachVolumeTestJSON-631109292 tempest-AttachVolumeTestJSON-631109292-project] 10.222.0.24 "GET /v2.0/ports?device_id=a8b10bee-95b1-4bfb-a9c5-6c15db78ba25 HTTP/1.1" status: 200 len: 945 time: 0.0516317 May 25 07:38:59.016385 dv-cinder-825492-15-iscsi neutron-server[104526]: INFO neutron.wsgi [req-9e5721f2-8682-4085-bf8e-fae670882bac req-65cc1d95-b59e-462f-b0d0-455f94998bc8 tempest-VolumesNegativeTest-118865852 tempest-VolumesNegativeTest-118865852-project] 10.222.0.24 "GET /v2.0/ports?device_id=d093d4fa-b50b-40f9-af51-7236aeadccfd HTTP/1.1" status: 200 len: 949 time: 0.0481100 May 25 07:38:59.067777 dv-cinder-825492-15-iscsi neutron-server[104525]: INFO neutron.wsgi [req-3e3d1892-0642-4cd1-937e-7ed32e7b01de req-2651c76c-64d1-432a-8235-6578c4aa5ab4 tempest-AttachVolumeTestJSON-631109292 tempest-AttachVolumeTestJSON-631109292-project] 10.222.0.24 "GET /v2.0/security-groups?id=25c619ea-31ec-4346-9d90-41bcc95d8e89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462244 May 25 07:38:59.068962 dv-cinder-825492-15-iscsi neutron-server[104526]: INFO neutron.wsgi [req-9e5721f2-8682-4085-bf8e-fae670882bac req-ca7a4243-ffd6-4211-9204-bc7cdc1ca63d tempest-VolumesNegativeTest-118865852 tempest-VolumesNegativeTest-118865852-project] 10.222.0.24 "GET /v2.0/security-groups?id=b0ee2437-5eb6-4364-a1cb-5e0de437a106&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466640 May 25 07:38:59.245096 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.plugins.ml2.rpc [None req-798242cc-9ea0-464c-9109-86bd7997349e None None] Device 5b9220dd-eeaa-4ea1-a0cd-e54c1dbfe455 details requested by agent hyperv_hv-cinder-82549 with host hv-cinder-82549 {{(pid=104527) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 25 07:38:59.263281 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.plugins.ml2.rpc [None req-798242cc-9ea0-464c-9109-86bd7997349e None None] Device a6400c0b-243f-4dfe-92e5-459b82cb0f08 up at agent hyperv_hv-cinder-82549 {{(pid=104527) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 25 07:38:59.302704 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG dbcounter [-] [104527] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104527) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 07:38:59.357092 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.db.provisioning_blocks [None req-798242cc-9ea0-464c-9109-86bd7997349e None None] Provisioning for port a6400c0b-243f-4dfe-92e5-459b82cb0f08 completed by entity L2. {{(pid=104527) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 25 07:38:59.391497 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.plugins.ml2.db [None req-798242cc-9ea0-464c-9109-86bd7997349e None None] For port 5b9220dd-eeaa-4ea1-a0cd-e54c1dbfe455, host hv-cinder-82549, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82549',level=0,port_id=5b9220dd-eeaa-4ea1-a0cd-e54c1dbfe455,segment=NetworkSegment(5e8ca1f8-871e-422d-b246-85fba594b2cb),segment_id=5e8ca1f8-871e-422d-b246-85fba594b2cb)] {{(pid=104527) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 07:38:59.403579 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.plugins.ml2.rpc [None req-798242cc-9ea0-464c-9109-86bd7997349e None None] Returning: {'device': '5b9220dd-eeaa-4ea1-a0cd-e54c1dbfe455', 'network_id': '7eef0ae9-55de-48c4-ada3-da713e1942b9', 'port_id': '5b9220dd-eeaa-4ea1-a0cd-e54c1dbfe455', 'mac_address': 'fa:16:3e:b3:a4:16', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 250, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e7796ec7-ead3-485d-a16b-d9ef7a0a8b85', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104527) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 25 07:38:59.440421 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.plugins.ml2.plugin [None req-798242cc-9ea0-464c-9109-86bd7997349e None None] Current status of the port 5b9220dd-eeaa-4ea1-a0cd-e54c1dbfe455 is: ACTIVE; New status is: BUILD {{(pid=104527) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 25 07:38:59.440832 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron_lib.callbacks.manager [None req-798242cc-9ea0-464c-9109-86bd7997349e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-616651'] for port (5b9220dd-eeaa-4ea1-a0cd-e54c1dbfe455), before_update {{(pid=104527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:38:59.451497 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.db.provisioning_blocks [None req-798242cc-9ea0-464c-9109-86bd7997349e None None] Provisioning complete for port a6400c0b-243f-4dfe-92e5-459b82cb0f08 triggered by entity L2. {{(pid=104527) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 25 07:38:59.451857 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron_lib.callbacks.manager [None req-798242cc-9ea0-464c-9109-86bd7997349e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1490782'] for port (a6400c0b-243f-4dfe-92e5-459b82cb0f08), provisioning_complete {{(pid=104527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:38:59.456363 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.notifiers.nova [None req-798242cc-9ea0-464c-9109-86bd7997349e None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 5b9220dd-eeaa-4ea1-a0cd-e54c1dbfe455 {{(pid=104527) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 25 07:38:59.499944 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.plugins.ml2.db [None req-798242cc-9ea0-464c-9109-86bd7997349e None None] For port 5b9220dd-eeaa-4ea1-a0cd-e54c1dbfe455, host hv-cinder-82549, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82549',level=0,port_id=5b9220dd-eeaa-4ea1-a0cd-e54c1dbfe455,segment=NetworkSegment(5e8ca1f8-871e-422d-b246-85fba594b2cb),segment_id=5e8ca1f8-871e-422d-b246-85fba594b2cb)] {{(pid=104527) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 07:38:59.545785 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.plugins.ml2.plugin [None req-798242cc-9ea0-464c-9109-86bd7997349e None None] Current status of the port a6400c0b-243f-4dfe-92e5-459b82cb0f08 is: BUILD; New status is: ACTIVE {{(pid=104527) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 25 07:38:59.546417 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron_lib.callbacks.manager [None req-798242cc-9ea0-464c-9109-86bd7997349e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-616651'] for port (a6400c0b-243f-4dfe-92e5-459b82cb0f08), before_update {{(pid=104527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:38:59.566673 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron_lib.callbacks.manager [None req-798242cc-9ea0-464c-9109-86bd7997349e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-617841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612926', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754056714442', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754056173882', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754056173900'] for port (5b9220dd-eeaa-4ea1-a0cd-e54c1dbfe455), after_update {{(pid=104527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:38:59.573769 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd093d4fa-b50b-40f9-af51-7236aeadccfd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a6400c0b-243f-4dfe-92e5-459b82cb0f08'}] {{(pid=104527) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 25 07:38:59.577035 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b7b9631292b9c3281c46c063e828ef1e98938590bf5356102cacde7abf71fd6b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cd824abb-c4bb-4263-ace2-0e7f73c2eab7" -d '{"events": [{"server_uuid": "d093d4fa-b50b-40f9-af51-7236aeadccfd", "name": "network-vif-plugged", "status": "completed", "tag": "a6400c0b-243f-4dfe-92e5-459b82cb0f08"}]}' {{(pid=104527) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 25 07:38:59.614496 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.plugins.ml2.db [None req-798242cc-9ea0-464c-9109-86bd7997349e None None] For port a6400c0b-243f-4dfe-92e5-459b82cb0f08, host hv-cinder-82549, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82549',level=0,port_id=a6400c0b-243f-4dfe-92e5-459b82cb0f08,segment=NetworkSegment(fe855807-d686-445d-a2a9-ebe3613bddb0),segment_id=fe855807-d686-445d-a2a9-ebe3613bddb0)] {{(pid=104527) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 07:38:59.635380 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 25 May 2022 07:38:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5d7cec3a-8aa5-4ff8-8101-9a2aaabdd44d x-openstack-request-id: req-5d7cec3a-8aa5-4ff8-8101-9a2aaabdd44d {{(pid=104527) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 25 07:38:59.635666 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d093d4fa-b50b-40f9-af51-7236aeadccfd", "name": "network-vif-plugged", "status": "completed", "tag": "a6400c0b-243f-4dfe-92e5-459b82cb0f08", "code": 200}]} {{(pid=104527) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 25 07:38:59.635910 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-5d7cec3a-8aa5-4ff8-8101-9a2aaabdd44d {{(pid=104527) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 25 07:38:59.636292 dv-cinder-825492-15-iscsi neutron-server[104527]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5d7cec3a-8aa5-4ff8-8101-9a2aaabdd44d'] response: {'server_uuid': 'd093d4fa-b50b-40f9-af51-7236aeadccfd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a6400c0b-243f-4dfe-92e5-459b82cb0f08', 'code': 200} May 25 07:38:59.639143 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-798242cc-9ea0-464c-9109-86bd7997349e None None] Pushing event updated for resources: {'Port': ['ID=5b9220dd-eeaa-4ea1-a0cd-e54c1dbfe455,revision_number=6']} {{(pid=104527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 07:38:59.679201 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron_lib.callbacks.manager [None req-798242cc-9ea0-464c-9109-86bd7997349e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-617841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612926', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754056714442', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754056173882', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754056173900'] for port (a6400c0b-243f-4dfe-92e5-459b82cb0f08), after_update {{(pid=104527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:38:59.697236 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-866f3ff6-bbb8-4acd-8f35-835b32129b13 req-d754a54c-1289-4da1-a4c5-515b195ad148 tempest-AttachVolumeShelveTestJSON-605607613 tempest-AttachVolumeShelveTestJSON-605607613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 07:38:59.701563 dv-cinder-825492-15-iscsi neutron-server[104526]: INFO neutron.wsgi [req-866f3ff6-bbb8-4acd-8f35-835b32129b13 req-d754a54c-1289-4da1-a4c5-515b195ad148 tempest-AttachVolumeShelveTestJSON-605607613 tempest-AttachVolumeShelveTestJSON-605607613-project] 10.222.0.24 "GET /v2.0/ports?device_id=6d360341-449d-4b49-8b66-a02a969171fd HTTP/1.1" status: 200 len: 945 time: 0.0511203 May 25 07:38:59.747365 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb10d383-6d0f-4fcb-a053-db66f3ff1d12 req-69ea305e-cbec-4e36-9b05-3bc59b149762 tempest-AttachVolumeNegativeTest-1464534600 tempest-AttachVolumeNegativeTest-1464534600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 07:38:59.749496 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-798242cc-9ea0-464c-9109-86bd7997349e None None] Pushing event updated for resources: {'Port': ['ID=a6400c0b-243f-4dfe-92e5-459b82cb0f08,revision_number=5']} {{(pid=104527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 07:38:59.749665 dv-cinder-825492-15-iscsi neutron-server[104525]: INFO neutron.wsgi [req-fb10d383-6d0f-4fcb-a053-db66f3ff1d12 req-69ea305e-cbec-4e36-9b05-3bc59b149762 tempest-AttachVolumeNegativeTest-1464534600 tempest-AttachVolumeNegativeTest-1464534600-project] 10.222.0.24 "GET /v2.0/ports?device_id=93f35115-ef0f-4ed9-b573-04bd28bed194 HTTP/1.1" status: 200 len: 946 time: 0.0663044 May 25 07:38:59.752985 dv-cinder-825492-15-iscsi neutron-server[104526]: INFO neutron.wsgi [req-866f3ff6-bbb8-4acd-8f35-835b32129b13 req-a88b481c-503e-44b7-a5d4-730c2523695f tempest-AttachVolumeShelveTestJSON-605607613 tempest-AttachVolumeShelveTestJSON-605607613-project] 10.222.0.24 "GET /v2.0/security-groups?id=36a790ea-6395-4759-aea0-9e848582607a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0479238 May 25 07:38:59.801868 dv-cinder-825492-15-iscsi neutron-server[104525]: INFO neutron.wsgi [req-fb10d383-6d0f-4fcb-a053-db66f3ff1d12 req-0e030de4-4f36-4b21-ae5c-6f06952854be tempest-AttachVolumeNegativeTest-1464534600 tempest-AttachVolumeNegativeTest-1464534600-project] 10.222.0.24 "GET /v2.0/security-groups?id=24df0c0e-4da1-45ed-a85b-55978bfebe26&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437562 May 25 07:38:59.833134 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.plugins.ml2.db [None req-798242cc-9ea0-464c-9109-86bd7997349e None None] get_ports_and_sgs() called for port_ids ['5b9220dd-eeaa-4ea1-a0cd-e54c1dbfe455'] {{(pid=104527) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 25 07:39:00.019222 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG dbcounter [-] [104527] Writing DB stats neutron:SELECT=96,neutron:DELETE=1,neutron:UPDATE=3 {{(pid=104527) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 07:39:00.196148 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76ff248e-52fa-4594-9c40-68c9251f7a92 req-196df760-2233-48b0-bb63-b446b12a2203 tempest-VolumesNegativeTest-118865852 tempest-VolumesNegativeTest-118865852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 07:39:00.198197 dv-cinder-825492-15-iscsi neutron-server[104526]: INFO neutron.wsgi [req-76ff248e-52fa-4594-9c40-68c9251f7a92 req-196df760-2233-48b0-bb63-b446b12a2203 tempest-VolumesNegativeTest-118865852 tempest-VolumesNegativeTest-118865852-project] 10.222.0.24 "GET /v2.0/ports?device_id=d093d4fa-b50b-40f9-af51-7236aeadccfd HTTP/1.1" status: 200 len: 950 time: 0.0523405 May 25 07:39:00.203854 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-234dc28a-d9a7-49a7-a3d2-1fe75eb262c1 req-6d529b16-0867-409d-867d-9b51460bf082 tempest-AttachVolumeTestJSON-631109292 tempest-AttachVolumeTestJSON-631109292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 07:39:00.206014 dv-cinder-825492-15-iscsi neutron-server[104525]: INFO neutron.wsgi [req-234dc28a-d9a7-49a7-a3d2-1fe75eb262c1 req-6d529b16-0867-409d-867d-9b51460bf082 tempest-AttachVolumeTestJSON-631109292 tempest-AttachVolumeTestJSON-631109292-project] 10.222.0.24 "GET /v2.0/ports?device_id=a8b10bee-95b1-4bfb-a9c5-6c15db78ba25 HTTP/1.1" status: 200 len: 945 time: 0.0535359 May 25 07:39:00.259487 dv-cinder-825492-15-iscsi neutron-server[104526]: INFO neutron.wsgi [req-76ff248e-52fa-4594-9c40-68c9251f7a92 req-9901147f-9082-4fda-81c0-745d0d242647 tempest-VolumesNegativeTest-118865852 tempest-VolumesNegativeTest-118865852-project] 10.222.0.24 "GET /v2.0/security-groups?id=b0ee2437-5eb6-4364-a1cb-5e0de437a106&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551715 May 25 07:39:00.278865 dv-cinder-825492-15-iscsi neutron-server[104525]: INFO neutron.wsgi [req-234dc28a-d9a7-49a7-a3d2-1fe75eb262c1 req-10f64327-d777-492b-8894-5e620c84899b tempest-AttachVolumeTestJSON-631109292 tempest-AttachVolumeTestJSON-631109292-project] 10.222.0.24 "GET /v2.0/security-groups?id=25c619ea-31ec-4346-9d90-41bcc95d8e89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0643642 May 25 07:39:00.566876 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1209da38-efeb-4193-9e88-9dfc445641a8 req-1f1fae43-1008-4ea3-8f31-2edb88f886bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 07:39:00.568371 dv-cinder-825492-15-iscsi neutron-server[104526]: INFO neutron.wsgi [req-1209da38-efeb-4193-9e88-9dfc445641a8 req-1f1fae43-1008-4ea3-8f31-2edb88f886bc service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=d093d4fa-b50b-40f9-af51-7236aeadccfd HTTP/1.1" status: 200 len: 1134 time: 0.0389380 May 25 07:39:00.615356 dv-cinder-825492-15-iscsi neutron-server[104526]: INFO neutron.wsgi [req-1209da38-efeb-4193-9e88-9dfc445641a8 req-cfffdc69-5212-47e0-87ad-72ee59b4e854 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=b0ee2437-5eb6-4364-a1cb-5e0de437a106&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387077 May 25 07:39:00.883780 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bf06047-8038-4374-9aa0-9aef617eb138 req-d6bce24b-b654-4718-a30d-100eec48ae8b tempest-AttachVolumeShelveTestJSON-605607613 tempest-AttachVolumeShelveTestJSON-605607613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 07:39:00.885327 dv-cinder-825492-15-iscsi neutron-server[104526]: INFO neutron.wsgi [req-9bf06047-8038-4374-9aa0-9aef617eb138 req-d6bce24b-b654-4718-a30d-100eec48ae8b tempest-AttachVolumeShelveTestJSON-605607613 tempest-AttachVolumeShelveTestJSON-605607613-project] 10.222.0.24 "GET /v2.0/ports?device_id=6d360341-449d-4b49-8b66-a02a969171fd HTTP/1.1" status: 200 len: 945 time: 0.0582170 May 25 07:39:00.940703 dv-cinder-825492-15-iscsi neutron-server[104526]: INFO neutron.wsgi [req-9bf06047-8038-4374-9aa0-9aef617eb138 req-bd287f9d-98d4-417a-9b13-b8ac5925b89b tempest-AttachVolumeShelveTestJSON-605607613 tempest-AttachVolumeShelveTestJSON-605607613-project] 10.222.0.24 "GET /v2.0/security-groups?id=36a790ea-6395-4759-aea0-9e848582607a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0444317 May 25 07:39:00.942476 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a998b7f8-cc80-4185-903b-dc6eab908cab req-0a8f836c-25b2-426d-a4b0-74e2c76eee41 tempest-AttachVolumeNegativeTest-1464534600 tempest-AttachVolumeNegativeTest-1464534600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 07:39:00.944600 dv-cinder-825492-15-iscsi neutron-server[104525]: INFO neutron.wsgi [req-a998b7f8-cc80-4185-903b-dc6eab908cab req-0a8f836c-25b2-426d-a4b0-74e2c76eee41 tempest-AttachVolumeNegativeTest-1464534600 tempest-AttachVolumeNegativeTest-1464534600-project] 10.222.0.24 "GET /v2.0/ports?device_id=93f35115-ef0f-4ed9-b573-04bd28bed194 HTTP/1.1" status: 200 len: 946 time: 0.0627193 May 25 07:39:00.997721 dv-cinder-825492-15-iscsi neutron-server[104525]: INFO neutron.wsgi [req-a998b7f8-cc80-4185-903b-dc6eab908cab req-65fb6af4-f669-449e-af0c-421c5fa65099 tempest-AttachVolumeNegativeTest-1464534600 tempest-AttachVolumeNegativeTest-1464534600-project] 10.222.0.24 "GET /v2.0/security-groups?id=24df0c0e-4da1-45ed-a85b-55978bfebe26&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473948 May 25 07:39:01.109698 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fea2a803-72e8-47e5-9800-7b687e1ca803 req-f21602fe-bce8-4d9e-a810-08d7f00c9072 tempest-AttachVolumeNegativeTest-1464534600 tempest-AttachVolumeNegativeTest-1464534600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 07:39:01.111572 dv-cinder-825492-15-iscsi neutron-server[104526]: INFO neutron.wsgi [req-fea2a803-72e8-47e5-9800-7b687e1ca803 req-f21602fe-bce8-4d9e-a810-08d7f00c9072 tempest-AttachVolumeNegativeTest-1464534600 tempest-AttachVolumeNegativeTest-1464534600-project] 10.222.0.24 "GET /v2.0/ports?device_id=93f35115-ef0f-4ed9-b573-04bd28bed194 HTTP/1.1" status: 200 len: 946 time: 0.0501373 May 25 07:39:01.120830 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.wsgi [-] (104526) accepted ('10.222.0.24', 44932) {{(pid=104526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 07:39:01.125419 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.api.v2.base [None req-86343bbe-c815-4fb0-a77e-cf0d6fcc0a94 tempest-AttachVolumeNegativeTest-1464534600 tempest-AttachVolumeNegativeTest-1464534600-project] Request body: {'floatingip': {'port_id': '14d0c437-f7e3-486f-860a-7d02ab291df3'}} {{(pid=104526) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 25 07:39:01.167119 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-86343bbe-c815-4fb0-a77e-cf0d6fcc0a94 tempest-AttachVolumeNegativeTest-1464534600 tempest-AttachVolumeNegativeTest-1464534600-project] Publish callbacks [] for floatingip (1c0a2fda-8eb5-4c9b-ade5-5d99351b56e3), before_update {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:39:01.261057 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.plugins.ml2.rpc [None req-798242cc-9ea0-464c-9109-86bd7997349e None None] Device 5b9220dd-eeaa-4ea1-a0cd-e54c1dbfe455 up at agent hyperv_hv-cinder-82549 {{(pid=104527) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 25 07:39:01.335897 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.db.provisioning_blocks [None req-798242cc-9ea0-464c-9109-86bd7997349e None None] Provisioning complete for port 5b9220dd-eeaa-4ea1-a0cd-e54c1dbfe455 triggered by entity L2. {{(pid=104527) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 25 07:39:01.337166 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron_lib.callbacks.manager [None req-798242cc-9ea0-464c-9109-86bd7997349e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1490782'] for port (5b9220dd-eeaa-4ea1-a0cd-e54c1dbfe455), provisioning_complete {{(pid=104527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:39:01.420422 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f1fcff4-307a-428e-affb-f725f3184745 req-e3388f59-f72d-4d44-a694-cffb7c32fb07 tempest-VolumesNegativeTest-118865852 tempest-VolumesNegativeTest-118865852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 07:39:01.423979 dv-cinder-825492-15-iscsi neutron-server[104525]: INFO neutron.wsgi [req-4f1fcff4-307a-428e-affb-f725f3184745 req-e3388f59-f72d-4d44-a694-cffb7c32fb07 tempest-VolumesNegativeTest-118865852 tempest-VolumesNegativeTest-118865852-project] 10.222.0.24 "GET /v2.0/ports?device_id=d093d4fa-b50b-40f9-af51-7236aeadccfd HTTP/1.1" status: 200 len: 950 time: 0.0873370 May 25 07:39:01.447964 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG dbcounter [-] [104527] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104527) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 07:39:01.452872 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.plugins.ml2.plugin [None req-798242cc-9ea0-464c-9109-86bd7997349e None None] Current status of the port 5b9220dd-eeaa-4ea1-a0cd-e54c1dbfe455 is: BUILD; New status is: ACTIVE {{(pid=104527) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 25 07:39:01.453450 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron_lib.callbacks.manager [None req-798242cc-9ea0-464c-9109-86bd7997349e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-616651'] for port (5b9220dd-eeaa-4ea1-a0cd-e54c1dbfe455), before_update {{(pid=104527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:39:01.491942 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.plugins.ml2.db [None req-798242cc-9ea0-464c-9109-86bd7997349e None None] For port 5b9220dd-eeaa-4ea1-a0cd-e54c1dbfe455, host hv-cinder-82549, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82549',level=0,port_id=5b9220dd-eeaa-4ea1-a0cd-e54c1dbfe455,segment=NetworkSegment(5e8ca1f8-871e-422d-b246-85fba594b2cb),segment_id=5e8ca1f8-871e-422d-b246-85fba594b2cb)] {{(pid=104527) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 07:39:01.500249 dv-cinder-825492-15-iscsi neutron-server[104525]: INFO neutron.wsgi [req-4f1fcff4-307a-428e-affb-f725f3184745 req-5258808a-f62b-49ab-9041-a2148f333c43 tempest-VolumesNegativeTest-118865852 tempest-VolumesNegativeTest-118865852-project] 10.222.0.24 "GET /v2.0/security-groups?id=b0ee2437-5eb6-4364-a1cb-5e0de437a106&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0638111 May 25 07:39:01.553531 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7b7b4b2-8f19-4e5a-85d4-55d5374a0c39 req-025814d7-36f9-4e1b-b2cb-d68397b620a7 tempest-AttachVolumeTestJSON-631109292 tempest-AttachVolumeTestJSON-631109292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 07:39:01.555090 dv-cinder-825492-15-iscsi neutron-server[104526]: INFO neutron.wsgi [req-b7b7b4b2-8f19-4e5a-85d4-55d5374a0c39 req-025814d7-36f9-4e1b-b2cb-d68397b620a7 tempest-AttachVolumeTestJSON-631109292 tempest-AttachVolumeTestJSON-631109292-project] 10.222.0.24 "GET /v2.0/ports?device_id=a8b10bee-95b1-4bfb-a9c5-6c15db78ba25 HTTP/1.1" status: 200 len: 945 time: 0.1474576 May 25 07:39:01.571205 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron_lib.callbacks.manager [None req-798242cc-9ea0-464c-9109-86bd7997349e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-617841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612926', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754056714442', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754056173882', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754056173900'] for port (5b9220dd-eeaa-4ea1-a0cd-e54c1dbfe455), after_update {{(pid=104527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:39:01.610748 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG dbcounter [-] [104526] Writing DB stats neutron:SELECT=100 {{(pid=104526) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 07:39:01.637851 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6d360341-449d-4b49-8b66-a02a969171fd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5b9220dd-eeaa-4ea1-a0cd-e54c1dbfe455'}] {{(pid=104527) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 25 07:39:01.640828 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b7b9631292b9c3281c46c063e828ef1e98938590bf5356102cacde7abf71fd6b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d41fa04c-968a-4f94-9ca6-b5f87891e283" -d '{"events": [{"server_uuid": "6d360341-449d-4b49-8b66-a02a969171fd", "name": "network-vif-plugged", "status": "completed", "tag": "5b9220dd-eeaa-4ea1-a0cd-e54c1dbfe455"}]}' {{(pid=104527) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 25 07:39:01.659299 dv-cinder-825492-15-iscsi neutron-server[104526]: INFO neutron.wsgi [req-b7b7b4b2-8f19-4e5a-85d4-55d5374a0c39 req-bed8982b-747f-4773-9651-0ae5dcecaa69 tempest-AttachVolumeTestJSON-631109292 tempest-AttachVolumeTestJSON-631109292-project] 10.222.0.24 "GET /v2.0/security-groups?id=25c619ea-31ec-4346-9d90-41bcc95d8e89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0721805 May 25 07:39:01.663666 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-798242cc-9ea0-464c-9109-86bd7997349e None None] Pushing event updated for resources: {'Port': ['ID=5b9220dd-eeaa-4ea1-a0cd-e54c1dbfe455,revision_number=7']} {{(pid=104527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 07:39:01.726403 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 25 May 2022 07:39:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bd32b8a6-e7b9-49d5-a053-15eba3ec10a0 x-openstack-request-id: req-bd32b8a6-e7b9-49d5-a053-15eba3ec10a0 {{(pid=104527) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 25 07:39:01.726788 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6d360341-449d-4b49-8b66-a02a969171fd", "name": "network-vif-plugged", "status": "completed", "tag": "5b9220dd-eeaa-4ea1-a0cd-e54c1dbfe455", "code": 200}]} {{(pid=104527) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 25 07:39:01.727181 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-bd32b8a6-e7b9-49d5-a053-15eba3ec10a0 {{(pid=104527) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 25 07:39:01.727668 dv-cinder-825492-15-iscsi neutron-server[104527]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bd32b8a6-e7b9-49d5-a053-15eba3ec10a0'] response: {'server_uuid': '6d360341-449d-4b49-8b66-a02a969171fd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5b9220dd-eeaa-4ea1-a0cd-e54c1dbfe455', 'code': 200} May 25 07:39:01.747007 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG dbcounter [-] [104526] Writing DB stats neutron:SELECT=100 {{(pid=104526) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 07:39:01.852884 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-86343bbe-c815-4fb0-a77e-cf0d6fcc0a94 tempest-AttachVolumeNegativeTest-1464534600 tempest-AttachVolumeNegativeTest-1464534600-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:39:01.942664 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-86343bbe-c815-4fb0-a77e-cf0d6fcc0a94 tempest-AttachVolumeNegativeTest-1464534600 tempest-AttachVolumeNegativeTest-1464534600-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1617316'] for floatingip (1c0a2fda-8eb5-4c9b-ade5-5d99351b56e3), after_update {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:39:02.069066 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron_lib.callbacks.manager [None req-798242cc-9ea0-464c-9109-86bd7997349e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754056472917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490168'] for agent (bbf5dc8c-5103-4973-a6b6-76af4660c126), after_update {{(pid=104527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:39:02.132821 dv-cinder-825492-15-iscsi neutron-server[104526]: INFO neutron.db.l3_db [None req-86343bbe-c815-4fb0-a77e-cf0d6fcc0a94 tempest-AttachVolumeNegativeTest-1464534600 tempest-AttachVolumeNegativeTest-1464534600-project] Floating IP 1c0a2fda-8eb5-4c9b-ade5-5d99351b56e3 associated. External IP: 172.27.3.16, port: 14d0c437-f7e3-486f-860a-7d02ab291df3. May 25 07:39:02.154183 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebfa464c-504f-4bba-b814-98cf3268cf0c req-3684879e-4946-4789-9910-bc499517a453 tempest-AttachVolumeTestJSON-631109292 tempest-AttachVolumeTestJSON-631109292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 07:39:02.156278 dv-cinder-825492-15-iscsi neutron-server[104525]: INFO neutron.wsgi [req-ebfa464c-504f-4bba-b814-98cf3268cf0c req-3684879e-4946-4789-9910-bc499517a453 tempest-AttachVolumeTestJSON-631109292 tempest-AttachVolumeTestJSON-631109292-project] 10.222.0.24 "GET /v2.0/ports?device_id=a8b10bee-95b1-4bfb-a9c5-6c15db78ba25 HTTP/1.1" status: 200 len: 945 time: 0.0854907 May 25 07:39:02.185210 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aa53304-b99b-4f2f-9727-08e86b1acda7 req-7f5d9804-6ea1-433e-a510-5c1d6469e4a2 tempest-AttachVolumeShelveTestJSON-605607613 tempest-AttachVolumeShelveTestJSON-605607613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 07:39:02.187138 dv-cinder-825492-15-iscsi neutron-server[104526]: INFO neutron.wsgi [req-5aa53304-b99b-4f2f-9727-08e86b1acda7 req-7f5d9804-6ea1-433e-a510-5c1d6469e4a2 tempest-AttachVolumeShelveTestJSON-605607613 tempest-AttachVolumeShelveTestJSON-605607613-project] 10.222.0.24 "GET /v2.0/ports?device_id=6d360341-449d-4b49-8b66-a02a969171fd HTTP/1.1" status: 200 len: 946 time: 0.0990796 May 25 07:39:02.202548 dv-cinder-825492-15-iscsi neutron-server[104528]: DEBUG dbcounter [-] [104528] Writing DB stats neutron:SELECT=83 {{(pid=104528) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 07:39:02.204740 dv-cinder-825492-15-iscsi neutron-server[104528]: DEBUG dbcounter [-] [104528] Writing DB stats neutron:SELECT=67 {{(pid=104528) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 07:39:02.234141 dv-cinder-825492-15-iscsi neutron-server[104525]: INFO neutron.wsgi [req-ebfa464c-504f-4bba-b814-98cf3268cf0c req-74d6e043-6578-4baf-af4b-d002ae2ea6e0 tempest-AttachVolumeTestJSON-631109292 tempest-AttachVolumeTestJSON-631109292-project] 10.222.0.24 "GET /v2.0/security-groups?id=25c619ea-31ec-4346-9d90-41bcc95d8e89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0671115 May 25 07:39:02.297018 dv-cinder-825492-15-iscsi neutron-server[104526]: INFO neutron.wsgi [req-5aa53304-b99b-4f2f-9727-08e86b1acda7 req-4b02264c-2b52-4f4d-96e1-b5fa9ccdbe85 tempest-AttachVolumeShelveTestJSON-605607613 tempest-AttachVolumeShelveTestJSON-605607613-project] 10.222.0.24 "GET /v2.0/security-groups?id=36a790ea-6395-4759-aea0-9e848582607a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1003835 May 25 07:39:02.431962 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-86343bbe-c815-4fb0-a77e-cf0d6fcc0a94 tempest-AttachVolumeNegativeTest-1464534600 tempest-AttachVolumeNegativeTest-1464534600-project] Router 27856324-98d4-4244-bd01-93343ae31478 has already been hosted by L3 agent 54ff4013-997e-4376-a4e9-e6c98cf37cc7 {{(pid=104526) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 25 07:39:02.558272 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-86343bbe-c815-4fb0-a77e-cf0d6fcc0a94 tempest-AttachVolumeNegativeTest-1464534600 tempest-AttachVolumeNegativeTest-1464534600-project] Notify agent at l3_agent.dv-cinder-825492-15-iscsi the message routers_updated {{(pid=104526) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 25 07:39:02.569946 dv-cinder-825492-15-iscsi neutron-server[104528]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-793c63c6-65bb-4c58-9229-ae7569a58b36 None None] Sync routers for ids ['27856324-98d4-4244-bd01-93343ae31478'] in dv-cinder-825492-15-iscsi {{(pid=104528) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 25 07:39:02.575419 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-86343bbe-c815-4fb0-a77e-cf0d6fcc0a94 tempest-AttachVolumeNegativeTest-1464534600 tempest-AttachVolumeNegativeTest-1464534600-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93885'] for floatingip (None), before_response {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:39:02.593603 dv-cinder-825492-15-iscsi neutron-server[104528]: DEBUG neutron.db.l3_dvrscheduler_db [None req-793c63c6-65bb-4c58-9229-ae7569a58b36 None None] Routers {'27856324-98d4-4244-bd01-93343ae31478'} bound to L3 agent in host dv-cinder-825492-15-iscsi {{(pid=104528) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 25 07:39:02.599028 dv-cinder-825492-15-iscsi neutron-server[104528]: DEBUG neutron.db.l3_hamode_db [None req-793c63c6-65bb-4c58-9229-ae7569a58b36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825492-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-25T07:27:37Z,description=,heartbeat_timestamp=2022-05-25T07:38:37Z,host='dv-cinder-825492-15-iscsi',id=54ff4013-997e-4376-a4e9-e6c98cf37cc7,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T07:27:38Z,topic='l3_agent')) {'router_ids': ['27856324-98d4-4244-bd01-93343ae31478'], 'active': True} {{(pid=104528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 07:39:02.620862 dv-cinder-825492-15-iscsi neutron-server[104526]: INFO neutron.wsgi [None req-86343bbe-c815-4fb0-a77e-cf0d6fcc0a94 tempest-AttachVolumeNegativeTest-1464534600 tempest-AttachVolumeNegativeTest-1464534600-project] 10.222.0.24 "PUT /v2.0/floatingips/1c0a2fda-8eb5-4c9b-ade5-5d99351b56e3 HTTP/1.1" status: 200 len: 991 time: 1.4987748 May 25 07:39:02.621629 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '93f35115-ef0f-4ed9-b573-04bd28bed194', 'tag': '14d0c437-f7e3-486f-860a-7d02ab291df3'}] {{(pid=104526) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 25 07:39:02.623985 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db633a5f02cadde147c9bc1566607705b0433b891c7275f259bdbd209e6b6683" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e1752f16-f94c-4181-aa9d-2d849b9e3180" -d '{"events": [{"name": "network-changed", "server_uuid": "93f35115-ef0f-4ed9-b573-04bd28bed194", "tag": "14d0c437-f7e3-486f-860a-7d02ab291df3"}]}' {{(pid=104526) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 25 07:39:02.755626 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG dbcounter [-] [104525] Writing DB stats neutron:SELECT=100 {{(pid=104525) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 07:39:02.759684 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 25 May 2022 07:39:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-977a0291-ccd4-4ad5-a351-ade8c01401b6 x-openstack-request-id: req-977a0291-ccd4-4ad5-a351-ade8c01401b6 {{(pid=104526) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 25 07:39:02.760087 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "93f35115-ef0f-4ed9-b573-04bd28bed194", "tag": "14d0c437-f7e3-486f-860a-7d02ab291df3", "status": "completed", "code": 200}]} {{(pid=104526) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 25 07:39:02.760434 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-977a0291-ccd4-4ad5-a351-ade8c01401b6 {{(pid=104526) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 25 07:39:02.760997 dv-cinder-825492-15-iscsi neutron-server[104526]: INFO neutron.notifiers.nova [-] Nova event matching ['req-977a0291-ccd4-4ad5-a351-ade8c01401b6'] response: {'name': 'network-changed', 'server_uuid': '93f35115-ef0f-4ed9-b573-04bd28bed194', 'tag': '14d0c437-f7e3-486f-860a-7d02ab291df3', 'status': 'completed', 'code': 200} May 25 07:39:02.770184 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a5797ce-799f-4a5e-a184-6bf794576043 req-01806dd1-3438-40b3-98c3-7eeb1c293126 tempest-VolumesNegativeTest-118865852 tempest-VolumesNegativeTest-118865852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 07:39:02.778197 dv-cinder-825492-15-iscsi neutron-server[104525]: INFO neutron.wsgi [req-4a5797ce-799f-4a5e-a184-6bf794576043 req-01806dd1-3438-40b3-98c3-7eeb1c293126 tempest-VolumesNegativeTest-118865852 tempest-VolumesNegativeTest-118865852-project] 10.222.0.24 "GET /v2.0/ports?device_id=d093d4fa-b50b-40f9-af51-7236aeadccfd HTTP/1.1" status: 200 len: 950 time: 0.1412508 May 25 07:39:02.807561 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG dbcounter [-] [104525] Writing DB stats neutron:SELECT=100 {{(pid=104525) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 07:39:02.846399 dv-cinder-825492-15-iscsi neutron-server[104528]: DEBUG neutron.db.l3_dvr_db [None req-793c63c6-65bb-4c58-9229-ae7569a58b36 None None] Set router 27856324-98d4-4244-bd01-93343ae31478 gateway port host: dv-cinder-825492-15-iscsi {{(pid=104528) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 25 07:39:02.880028 dv-cinder-825492-15-iscsi neutron-server[104525]: INFO neutron.wsgi [req-4a5797ce-799f-4a5e-a184-6bf794576043 req-6ca3ac32-2082-4bde-98bc-c633b752c760 tempest-VolumesNegativeTest-118865852 tempest-VolumesNegativeTest-118865852-project] 10.222.0.24 "GET /v2.0/security-groups?id=b0ee2437-5eb6-4364-a1cb-5e0de437a106&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1005840 May 25 07:39:02.917941 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1752f16-f94c-4181-aa9d-2d849b9e3180 req-b5e94a91-0381-4022-b59b-336b3f664c27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 07:39:02.919503 dv-cinder-825492-15-iscsi neutron-server[104526]: INFO neutron.wsgi [req-e1752f16-f94c-4181-aa9d-2d849b9e3180 req-b5e94a91-0381-4022-b59b-336b3f664c27 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=2d8e35800ce043acbcb027ce406ed2e7&device_id=93f35115-ef0f-4ed9-b573-04bd28bed194 HTTP/1.1" status: 200 len: 1130 time: 0.0702798 May 25 07:39:02.959373 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d05d04b-c526-463b-bdff-27d30d265c79 req-1816dea3-fc5a-4f6a-b142-1fd1454064ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 07:39:02.960821 dv-cinder-825492-15-iscsi neutron-server[104526]: INFO neutron.wsgi [req-9d05d04b-c526-463b-bdff-27d30d265c79 req-1816dea3-fc5a-4f6a-b142-1fd1454064ef service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=294afe2c36184564a80fb6bef7b32359&device_id=a8b10bee-95b1-4bfb-a9c5-6c15db78ba25 HTTP/1.1" status: 200 len: 1129 time: 0.0403588 May 25 07:39:03.107942 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG dbcounter [-] [104526] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104526) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 07:39:03.152030 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1752f16-f94c-4181-aa9d-2d849b9e3180 req-119d631c-36d8-4225-91e6-6df2db9df297 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 07:39:03.153572 dv-cinder-825492-15-iscsi neutron-server[104526]: INFO neutron.wsgi [req-e1752f16-f94c-4181-aa9d-2d849b9e3180 req-119d631c-36d8-4225-91e6-6df2db9df297 service neutron] 10.222.0.41 "GET /v2.0/networks?id=f39d85d3-0173-4496-879c-2b83e234d364 HTTP/1.1" status: 200 len: 916 time: 0.1918640 May 25 07:39:03.154925 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d05d04b-c526-463b-bdff-27d30d265c79 req-1e5140a7-c6f4-436d-9f45-fee9a958d95d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 07:39:03.156240 dv-cinder-825492-15-iscsi neutron-server[104526]: INFO neutron.wsgi [req-9d05d04b-c526-463b-bdff-27d30d265c79 req-1e5140a7-c6f4-436d-9f45-fee9a958d95d service neutron] 10.222.0.41 "GET /v2.0/networks?id=f85a9936-18a2-497c-90b9-ba6df25b9b6e HTTP/1.1" status: 200 len: 911 time: 0.1826835 May 25 07:39:03.190033 dv-cinder-825492-15-iscsi neutron-server[104528]: DEBUG neutron.db.l3_hamode_db [None req-793c63c6-65bb-4c58-9229-ae7569a58b36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '27856324-98d4-4244-bd01-93343ae31478', 'name': 'tempest-AttachVolumeNegativeTest-2135659387-router', 'tenant_id': '2d8e35800ce043acbcb027ce406ed2e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '29c629bd-3f50-4535-bfbc-a047608d6fb6', 'external_fixed_ips': [{'subnet_id': '7934ff5a-43f1-4f76-b9d8-e4343ace34f5', 'ip_address': '172.27.3.226'}], 'enable_snat': True}, 'gw_port_id': '22f8fc27-9589-49b7-a3d1-f53043acd5a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T07:36:27Z', 'updated_at': '2022-05-25T07:36:37Z', 'revision_number': 4, 'project_id': '2d8e35800ce043acbcb027ce406ed2e7', 'gw_port': {'id': '22f8fc27-9589-49b7-a3d1-f53043acd5a2', 'name': '', 'network_id': '29c629bd-3f50-4535-bfbc-a047608d6fb6', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:51:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27856324-98d4-4244-bd01-93343ae31478', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '7934ff5a-43f1-4f76-b9d8-e4343ace34f5', 'ip_address': '172.27.3.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825492-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T07:36:28Z', 'updated_at': '2022-05-25T07:36:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7934ff5a-43f1-4f76-b9d8-e4343ace34f5', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825492-15-iscsi', '_floatingips': [{'id': '1c0a2fda-8eb5-4c9b-ade5-5d99351b56e3', 'tenant_id': '2d8e35800ce043acbcb027ce406ed2e7', 'floating_ip_address': '172.27.3.16', 'floating_network_id': '29c629bd-3f50-4535-bfbc-a047608d6fb6', 'router_id': '27856324-98d4-4244-bd01-93343ae31478', 'port_id': '14d0c437-f7e3-486f-860a-7d02ab291df3', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 364, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f39d85d3-0173-4496-879c-2b83e234d364', 'mac_address': 'fa:16:3e:40:09:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93f35115-ef0f-4ed9-b573-04bd28bed194', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-25T07:38:42Z', 'updated_at': '2022-05-25T07:39:01Z', 'revision_number': 1, 'project_id': '2d8e35800ce043acbcb027ce406ed2e7', 'fixed_ip_address_scope': None}, {'id': '85e286a7-b436-4145-84d6-9a3239633c72', 'tenant_id': '2d8e35800ce043acbcb027ce406ed2e7', 'floating_ip_address': '172.27.3.230', 'floating_network_id': '29c629bd-3f50-4535-bfbc-a047608d6fb6', 'router_id': '27856324-98d4-4244-bd01-93343ae31478', 'port_id': '8914df61-0be3-41f5-849d-98c808f21db2', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 136, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f39d85d3-0173-4496-879c-2b83e234d364', 'mac_address': 'fa:16:3e:62:bc:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7f15090-8fe0-4ebd-b4e6-2aad101f417b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-25T07:36:53Z', 'updated_at': '2022-05-25T07:37:25Z', 'revision_number': 2, 'project_id': '2d8e35800ce043acbcb027ce406ed2e7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '521b8e74-ff39-43eb-be41-5f6b4257049b', 'name': '', 'network_id': 'f39d85d3-0173-4496-879c-2b83e234d364', 'tenant_id': '2d8e35800ce043acbcb027ce406ed2e7', 'mac_address': 'fa:16:3e:38:3d:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27856324-98d4-4244-bd01-93343ae31478', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '4aef3d06-f4fb-4751-a5a8-ab68314fa54a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825492-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T07:36:36Z', 'updated_at': '2022-05-25T07:36:49Z', 'revision_number': 5, 'project_id': '2d8e35800ce043acbcb027ce406ed2e7', 'subnets': [{'id': '4aef3d06-f4fb-4751-a5a8-ab68314fa54a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-825492-15-iscsi', False) {} {{(pid=104528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 07:39:03.222229 dv-cinder-825492-15-iscsi neutron-server[104528]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-793c63c6-65bb-4c58-9229-ae7569a58b36 None None] Checking router: 27856324-98d4-4244-bd01-93343ae31478 for host: dv-cinder-825492-15-iscsi {{(pid=104528) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 25 07:39:03.235771 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG dbcounter [-] [104526] Writing DB stats neutron:SELECT=100 {{(pid=104526) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 07:39:03.236559 dv-cinder-825492-15-iscsi neutron-server[104528]: DEBUG neutron.db.l3_dvrscheduler_db [None req-793c63c6-65bb-4c58-9229-ae7569a58b36 None None] Routers {'27856324-98d4-4244-bd01-93343ae31478'} bound to L3 agent in host dv-cinder-825492-15-iscsi {{(pid=104528) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 25 07:39:03.237308 dv-cinder-825492-15-iscsi neutron-server[104528]: DEBUG neutron.db.l3_hamode_db [None req-793c63c6-65bb-4c58-9229-ae7569a58b36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825492-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-25T07:27:37Z,description=,heartbeat_timestamp=2022-05-25T07:38:37Z,host='dv-cinder-825492-15-iscsi',id=54ff4013-997e-4376-a4e9-e6c98cf37cc7,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T07:27:38Z,topic='l3_agent')) {'router_ids': ['27856324-98d4-4244-bd01-93343ae31478'], 'active': True} {{(pid=104528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 07:39:03.274042 dv-cinder-825492-15-iscsi neutron-server[104526]: INFO neutron.wsgi [req-9d05d04b-c526-463b-bdff-27d30d265c79 req-6e8d6cc6-6eb0-4ab4-8939-338045042991 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=afc7174b-1940-457e-9abc-fe45a8d98d61 HTTP/1.1" status: 200 len: 1001 time: 0.1086419 May 25 07:39:03.275662 dv-cinder-825492-15-iscsi neutron-server[104526]: INFO neutron.wsgi [req-e1752f16-f94c-4181-aa9d-2d849b9e3180 req-e4a4fc60-4154-451a-8fc6-be5b736cbcdd service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=14d0c437-f7e3-486f-860a-7d02ab291df3 HTTP/1.1" status: 200 len: 999 time: 0.1115105 May 25 07:39:03.357993 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1752f16-f94c-4181-aa9d-2d849b9e3180 req-487b15a5-1793-45fa-8739-dd7fe23ae0d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 07:39:03.357993 dv-cinder-825492-15-iscsi neutron-server[104526]: INFO neutron.wsgi [req-e1752f16-f94c-4181-aa9d-2d849b9e3180 req-487b15a5-1793-45fa-8739-dd7fe23ae0d3 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=4aef3d06-f4fb-4751-a5a8-ab68314fa54a HTTP/1.1" status: 200 len: 854 time: 0.0500879 May 25 07:39:03.424140 dv-cinder-825492-15-iscsi neutron-server[104528]: DEBUG neutron.db.l3_dvr_db [None req-793c63c6-65bb-4c58-9229-ae7569a58b36 None None] Set router 27856324-98d4-4244-bd01-93343ae31478 gateway port host: dv-cinder-825492-15-iscsi {{(pid=104528) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 25 07:39:03.438120 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1752f16-f94c-4181-aa9d-2d849b9e3180 req-1cba51c0-4e2f-41a3-8678-0a9694d5b395 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 07:39:03.444574 dv-cinder-825492-15-iscsi neutron-server[104526]: INFO neutron.wsgi [req-e1752f16-f94c-4181-aa9d-2d849b9e3180 req-1cba51c0-4e2f-41a3-8678-0a9694d5b395 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=f39d85d3-0173-4496-879c-2b83e234d364&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0682669 May 25 07:39:03.444574 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d05d04b-c526-463b-bdff-27d30d265c79 req-bfe49c61-dd27-48ab-af4c-e87b52e1c847 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 07:39:03.446012 dv-cinder-825492-15-iscsi neutron-server[104526]: INFO neutron.wsgi [req-9d05d04b-c526-463b-bdff-27d30d265c79 req-bfe49c61-dd27-48ab-af4c-e87b52e1c847 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=fdef845a-6670-4f1a-9c6b-2e789510998b HTTP/1.1" status: 200 len: 849 time: 0.1519561 May 25 07:39:03.466526 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0dcf580-c32c-4df5-ab8b-1999122cd457 req-ac485af6-366b-4e4e-a4c2-3175dd0cd4fc tempest-AttachVolumeTestJSON-631109292 tempest-AttachVolumeTestJSON-631109292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 07:39:03.475197 dv-cinder-825492-15-iscsi neutron-server[104525]: INFO neutron.wsgi [req-a0dcf580-c32c-4df5-ab8b-1999122cd457 req-ac485af6-366b-4e4e-a4c2-3175dd0cd4fc tempest-AttachVolumeTestJSON-631109292 tempest-AttachVolumeTestJSON-631109292-project] 10.222.0.24 "GET /v2.0/ports?device_id=a8b10bee-95b1-4bfb-a9c5-6c15db78ba25 HTTP/1.1" status: 200 len: 945 time: 0.1372013 May 25 07:39:03.549676 dv-cinder-825492-15-iscsi neutron-server[104525]: INFO neutron.wsgi [req-a0dcf580-c32c-4df5-ab8b-1999122cd457 req-531acba5-486a-45cd-85b1-a7521c1f0a8a tempest-AttachVolumeTestJSON-631109292 tempest-AttachVolumeTestJSON-631109292-project] 10.222.0.24 "GET /v2.0/security-groups?id=25c619ea-31ec-4346-9d90-41bcc95d8e89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0728598 May 25 07:39:03.569223 dv-cinder-825492-15-iscsi neutron-server[104526]: INFO neutron.wsgi [req-e1752f16-f94c-4181-aa9d-2d849b9e3180 req-a048393a-b2de-40ac-9508-821b7a015bce service neutron] 10.222.0.41 "GET /v2.0/networks/f39d85d3-0173-4496-879c-2b83e234d364?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1084518 May 25 07:39:03.642391 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d05d04b-c526-463b-bdff-27d30d265c79 req-8adf60b5-6f84-428e-bb1c-5815d40400d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 07:39:03.643920 dv-cinder-825492-15-iscsi neutron-server[104526]: INFO neutron.wsgi [req-9d05d04b-c526-463b-bdff-27d30d265c79 req-8adf60b5-6f84-428e-bb1c-5815d40400d0 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=f85a9936-18a2-497c-90b9-ba6df25b9b6e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.1816614 May 25 07:39:03.665539 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-670c7b0e-7a27-4c01-aa3b-2392ec3f03cf req-b4f63c4a-ccf5-4af6-b9b7-91d57fd661da tempest-AttachVolumeShelveTestJSON-605607613 tempest-AttachVolumeShelveTestJSON-605607613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 07:39:03.667487 dv-cinder-825492-15-iscsi neutron-server[104526]: INFO neutron.wsgi [req-670c7b0e-7a27-4c01-aa3b-2392ec3f03cf req-b4f63c4a-ccf5-4af6-b9b7-91d57fd661da tempest-AttachVolumeShelveTestJSON-605607613 tempest-AttachVolumeShelveTestJSON-605607613-project] 10.222.0.24 "GET /v2.0/ports?device_id=6d360341-449d-4b49-8b66-a02a969171fd HTTP/1.1" status: 200 len: 946 time: 0.0628014 May 25 07:39:03.699414 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cea63c6e-cf76-4f0a-ba4e-d79b12999f85 req-cf3c01bb-ccbf-4878-9432-f755dd48db20 tempest-VolumesNegativeTest-118865852 tempest-VolumesNegativeTest-118865852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 07:39:03.716531 dv-cinder-825492-15-iscsi neutron-server[104525]: INFO neutron.wsgi [req-cea63c6e-cf76-4f0a-ba4e-d79b12999f85 req-cf3c01bb-ccbf-4878-9432-f755dd48db20 tempest-VolumesNegativeTest-118865852 tempest-VolumesNegativeTest-118865852-project] 10.222.0.24 "GET /v2.0/ports?device_id=d093d4fa-b50b-40f9-af51-7236aeadccfd HTTP/1.1" status: 200 len: 950 time: 0.0631542 May 25 07:39:03.745211 dv-cinder-825492-15-iscsi neutron-server[104526]: INFO neutron.wsgi [req-670c7b0e-7a27-4c01-aa3b-2392ec3f03cf req-30735d5a-19e7-43b9-835e-c44adade507e tempest-AttachVolumeShelveTestJSON-605607613 tempest-AttachVolumeShelveTestJSON-605607613-project] 10.222.0.24 "GET /v2.0/security-groups?id=36a790ea-6395-4759-aea0-9e848582607a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0676830 May 25 07:39:03.759218 dv-cinder-825492-15-iscsi neutron-server[104528]: DEBUG neutron.db.l3_hamode_db [None req-793c63c6-65bb-4c58-9229-ae7569a58b36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '27856324-98d4-4244-bd01-93343ae31478', 'name': 'tempest-AttachVolumeNegativeTest-2135659387-router', 'tenant_id': '2d8e35800ce043acbcb027ce406ed2e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '29c629bd-3f50-4535-bfbc-a047608d6fb6', 'external_fixed_ips': [{'subnet_id': '7934ff5a-43f1-4f76-b9d8-e4343ace34f5', 'ip_address': '172.27.3.226'}], 'enable_snat': True}, 'gw_port_id': '22f8fc27-9589-49b7-a3d1-f53043acd5a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T07:36:27Z', 'updated_at': '2022-05-25T07:36:37Z', 'revision_number': 4, 'project_id': '2d8e35800ce043acbcb027ce406ed2e7', 'gw_port': {'id': '22f8fc27-9589-49b7-a3d1-f53043acd5a2', 'name': '', 'network_id': '29c629bd-3f50-4535-bfbc-a047608d6fb6', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:51:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27856324-98d4-4244-bd01-93343ae31478', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '7934ff5a-43f1-4f76-b9d8-e4343ace34f5', 'ip_address': '172.27.3.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825492-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T07:36:28Z', 'updated_at': '2022-05-25T07:36:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7934ff5a-43f1-4f76-b9d8-e4343ace34f5', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825492-15-iscsi', '_floatingips': [{'id': '1c0a2fda-8eb5-4c9b-ade5-5d99351b56e3', 'tenant_id': '2d8e35800ce043acbcb027ce406ed2e7', 'floating_ip_address': '172.27.3.16', 'floating_network_id': '29c629bd-3f50-4535-bfbc-a047608d6fb6', 'router_id': '27856324-98d4-4244-bd01-93343ae31478', 'port_id': '14d0c437-f7e3-486f-860a-7d02ab291df3', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 364, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f39d85d3-0173-4496-879c-2b83e234d364', 'mac_address': 'fa:16:3e:40:09:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93f35115-ef0f-4ed9-b573-04bd28bed194', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-25T07:38:42Z', 'updated_at': '2022-05-25T07:39:01Z', 'revision_number': 1, 'project_id': '2d8e35800ce043acbcb027ce406ed2e7', 'fixed_ip_address_scope': None}, {'id': '85e286a7-b436-4145-84d6-9a3239633c72', 'tenant_id': '2d8e35800ce043acbcb027ce406ed2e7', 'floating_ip_address': '172.27.3.230', 'floating_network_id': '29c629bd-3f50-4535-bfbc-a047608d6fb6', 'router_id': '27856324-98d4-4244-bd01-93343ae31478', 'port_id': '8914df61-0be3-41f5-849d-98c808f21db2', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 136, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f39d85d3-0173-4496-879c-2b83e234d364', 'mac_address': 'fa:16:3e:62:bc:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7f15090-8fe0-4ebd-b4e6-2aad101f417b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-25T07:36:53Z', 'updated_at': '2022-05-25T07:37:25Z', 'revision_number': 2, 'project_id': '2d8e35800ce043acbcb027ce406ed2e7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '521b8e74-ff39-43eb-be41-5f6b4257049b', 'name': '', 'network_id': 'f39d85d3-0173-4496-879c-2b83e234d364', 'tenant_id': '2d8e35800ce043acbcb027ce406ed2e7', 'mac_address': 'fa:16:3e:38:3d:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27856324-98d4-4244-bd01-93343ae31478', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '4aef3d06-f4fb-4751-a5a8-ab68314fa54a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825492-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T07:36:36Z', 'updated_at': '2022-05-25T07:36:49Z', 'revision_number': 5, 'project_id': '2d8e35800ce043acbcb027ce406ed2e7', 'subnets': [{'id': '4aef3d06-f4fb-4751-a5a8-ab68314fa54a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-825492-15-iscsi', False) {} {{(pid=104528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 07:39:03.778593 dv-cinder-825492-15-iscsi neutron-server[104525]: INFO neutron.wsgi [req-cea63c6e-cf76-4f0a-ba4e-d79b12999f85 req-9c0c6d49-5315-4f64-9be9-f77fd3e7d175 tempest-VolumesNegativeTest-118865852 tempest-VolumesNegativeTest-118865852-project] 10.222.0.24 "GET /v2.0/security-groups?id=b0ee2437-5eb6-4364-a1cb-5e0de437a106&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0637269 May 25 07:39:03.796934 dv-cinder-825492-15-iscsi neutron-server[104528]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-793c63c6-65bb-4c58-9229-ae7569a58b36 None None] The sync data for ids ['27856324-98d4-4244-bd01-93343ae31478'] in dv-cinder-825492-15-iscsi is: [{'id': '27856324-98d4-4244-bd01-93343ae31478', 'name': 'tempest-AttachVolumeNegativeTest-2135659387-router', 'tenant_id': '2d8e35800ce043acbcb027ce406ed2e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '29c629bd-3f50-4535-bfbc-a047608d6fb6', 'external_fixed_ips': [{'subnet_id': '7934ff5a-43f1-4f76-b9d8-e4343ace34f5', 'ip_address': '172.27.3.226'}], 'enable_snat': True}, 'gw_port_id': '22f8fc27-9589-49b7-a3d1-f53043acd5a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T07:36:27Z', 'updated_at': '2022-05-25T07:36:37Z', 'revision_number': 4, 'project_id': '2d8e35800ce043acbcb027ce406ed2e7', 'gw_port': {'id': '22f8fc27-9589-49b7-a3d1-f53043acd5a2', 'name': '', 'network_id': '29c629bd-3f50-4535-bfbc-a047608d6fb6', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:51:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27856324-98d4-4244-bd01-93343ae31478', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '7934ff5a-43f1-4f76-b9d8-e4343ace34f5', 'ip_address': '172.27.3.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825492-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T07:36:28Z', 'updated_at': '2022-05-25T07:36:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7934ff5a-43f1-4f76-b9d8-e4343ace34f5', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825492-15-iscsi', '_floatingips': [{'id': '1c0a2fda-8eb5-4c9b-ade5-5d99351b56e3', 'tenant_id': '2d8e35800ce043acbcb027ce406ed2e7', 'floating_ip_address': '172.27.3.16', 'floating_network_id': '29c629bd-3f50-4535-bfbc-a047608d6fb6', 'router_id': '27856324-98d4-4244-bd01-93343ae31478', 'port_id': '14d0c437-f7e3-486f-860a-7d02ab291df3', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 364, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f39d85d3-0173-4496-879c-2b83e234d364', 'mac_address': 'fa:16:3e:40:09:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93f35115-ef0f-4ed9-b573-04bd28bed194', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-25T07:38:42Z', 'updated_at': '2022-05-25T07:39:01Z', 'revision_number': 1, 'project_id': '2d8e35800ce043acbcb027ce406ed2e7', 'fixed_ip_address_scope': None}, {'id': '85e286a7-b436-4145-84d6-9a3239633c72', 'tenant_id': '2d8e35800ce043acbcb027ce406ed2e7', 'floating_ip_address': '172.27.3.230', 'floating_network_id': '29c629bd-3f50-4535-bfbc-a047608d6fb6', 'router_id': '27856324-98d4-4244-bd01-93343ae31478', 'port_id': '8914df61-0be3-41f5-849d-98c808f21db2', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 136, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f39d85d3-0173-4496-879c-2b83e234d364', 'mac_address': 'fa:16:3e:62:bc:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7f15090-8fe0-4ebd-b4e6-2aad101f417b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-25T07:36:53Z', 'updated_at': '2022-05-25T07:37:25Z', 'revision_number': 2, 'project_id': '2d8e35800ce043acbcb027ce406ed2e7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '521b8e74-ff39-43eb-be41-5f6b4257049b', 'name': '', 'network_id': 'f39d85d3-0173-4496-879c-2b83e234d364', 'tenant_id': '2d8e35800ce043acbcb027ce406ed2e7', 'mac_address': 'fa:16:3e:38:3d:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27856324-98d4-4244-bd01-93343ae31478', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '4aef3d06-f4fb-4751-a5a8-ab68314fa54a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825492-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T07:36:36Z', 'updated_at': '2022-05-25T07:36:49Z', 'revision_number': 5, 'project_id': '2d8e35800ce043acbcb027ce406ed2e7', 'subnets': [{'id': '4aef3d06-f4fb-4751-a5a8-ab68314fa54a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104528) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 25 07:39:04.086317 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9aaa7d84-cbd7-4cda-bf19-9552198ed943 None None] New status for floating IP 1c0a2fda-8eb5-4c9b-ade5-5d99351b56e3: ACTIVE {{(pid=104527) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 25 07:39:04.707311 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba08b249-b304-401c-9c24-12b412b3c9ba req-65d699a5-fea4-4eeb-bbdf-7b16fa46ccce tempest-AttachVolumeTestJSON-631109292 tempest-AttachVolumeTestJSON-631109292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 07:39:04.714694 dv-cinder-825492-15-iscsi neutron-server[104526]: INFO neutron.wsgi [req-ba08b249-b304-401c-9c24-12b412b3c9ba req-65d699a5-fea4-4eeb-bbdf-7b16fa46ccce tempest-AttachVolumeTestJSON-631109292 tempest-AttachVolumeTestJSON-631109292-project] 10.222.0.24 "GET /v2.0/ports?device_id=a8b10bee-95b1-4bfb-a9c5-6c15db78ba25 HTTP/1.1" status: 200 len: 945 time: 0.0685620 May 25 07:39:04.769960 dv-cinder-825492-15-iscsi neutron-server[104526]: INFO neutron.wsgi [req-ba08b249-b304-401c-9c24-12b412b3c9ba req-d4655978-a4ab-4393-a37f-adb061d100b2 tempest-AttachVolumeTestJSON-631109292 tempest-AttachVolumeTestJSON-631109292-project] 10.222.0.24 "GET /v2.0/security-groups?id=25c619ea-31ec-4346-9d90-41bcc95d8e89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0533299 May 25 07:39:04.899755 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7abbd43e-854b-4056-8781-6d066fce83c7 req-0b9d7d0e-2b7d-4713-862d-4a5059b84ed7 tempest-AttachVolumeShelveTestJSON-605607613 tempest-AttachVolumeShelveTestJSON-605607613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 07:39:04.907459 dv-cinder-825492-15-iscsi neutron-server[104525]: INFO neutron.wsgi [req-7abbd43e-854b-4056-8781-6d066fce83c7 req-0b9d7d0e-2b7d-4713-862d-4a5059b84ed7 tempest-AttachVolumeShelveTestJSON-605607613 tempest-AttachVolumeShelveTestJSON-605607613-project] 10.222.0.24 "GET /v2.0/ports?device_id=6d360341-449d-4b49-8b66-a02a969171fd HTTP/1.1" status: 200 len: 946 time: 0.0605228 May 25 07:39:04.922198 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ffeb608-30be-4c39-b7e5-49a051225825 req-3238c597-c99b-430d-b4a3-49ce27436d08 tempest-VolumesNegativeTest-118865852 tempest-VolumesNegativeTest-118865852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 07:39:04.930710 dv-cinder-825492-15-iscsi neutron-server[104526]: INFO neutron.wsgi [req-4ffeb608-30be-4c39-b7e5-49a051225825 req-3238c597-c99b-430d-b4a3-49ce27436d08 tempest-VolumesNegativeTest-118865852 tempest-VolumesNegativeTest-118865852-project] 10.222.0.24 "GET /v2.0/ports?device_id=d093d4fa-b50b-40f9-af51-7236aeadccfd HTTP/1.1" status: 200 len: 950 time: 0.0608895 May 25 07:39:04.962763 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG dbcounter [-] [104526] Writing DB stats neutron:SELECT=100 {{(pid=104526) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 07:39:04.962994 dv-cinder-825492-15-iscsi neutron-server[104525]: INFO neutron.wsgi [req-7abbd43e-854b-4056-8781-6d066fce83c7 req-111eed0d-7a4d-470a-b422-40bab1752826 tempest-AttachVolumeShelveTestJSON-605607613 tempest-AttachVolumeShelveTestJSON-605607613-project] 10.222.0.24 "GET /v2.0/security-groups?id=36a790ea-6395-4759-aea0-9e848582607a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0540221 May 25 07:39:05.358393 dv-cinder-825492-15-iscsi neutron-server[104526]: INFO neutron.wsgi [req-4ffeb608-30be-4c39-b7e5-49a051225825 req-e7febaa3-f9be-4b75-9b3e-7b58c2c5617c tempest-VolumesNegativeTest-118865852 tempest-VolumesNegativeTest-118865852-project] 10.222.0.24 "GET /v2.0/security-groups?id=b0ee2437-5eb6-4364-a1cb-5e0de437a106&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4268119 May 25 07:39:05.391467 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58602e67-05ea-40a5-a631-8dba853457d8 req-4bbb2e3d-b04f-4802-b610-136777bb0792 tempest-VolumesNegativeTest-118865852 tempest-VolumesNegativeTest-118865852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 07:39:05.393002 dv-cinder-825492-15-iscsi neutron-server[104525]: INFO neutron.wsgi [req-58602e67-05ea-40a5-a631-8dba853457d8 req-4bbb2e3d-b04f-4802-b610-136777bb0792 tempest-VolumesNegativeTest-118865852 tempest-VolumesNegativeTest-118865852-project] 10.222.0.41 "GET /v2.0/ports?device_id=d093d4fa-b50b-40f9-af51-7236aeadccfd HTTP/1.1" status: 200 len: 950 time: 0.0496604 May 25 07:39:05.409506 dv-cinder-825492-15-iscsi neutron-server[104526]: INFO neutron.wsgi [req-9d05d04b-c526-463b-bdff-27d30d265c79 req-b9ab1242-c5ba-4efd-b0d2-eba833eaa327 service neutron] 10.222.0.41 "GET /v2.0/networks/f85a9936-18a2-497c-90b9-ba6df25b9b6e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4635942 May 25 07:39:05.415973 dv-cinder-825492-15-iscsi neutron-server[104526]: INFO neutron.wsgi [req-e1752f16-f94c-4181-aa9d-2d849b9e3180 req-3987cdc5-075d-4230-992c-a8f35e11c206 service neutron] 10.222.0.41 "GET /v2.0/networks/f39d85d3-0173-4496-879c-2b83e234d364?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4832721 May 25 07:39:05.582060 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron_lib.callbacks.manager [None req-d5f880e6-4b84-4a37-a7d9-c9c1425b481e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754056472917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490168'] for agent (6cf9466f-68ff-4d03-9bb6-0c8244fa88eb), after_update {{(pid=104527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:39:05.894153 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7729755-d1e4-4e4f-b299-b2a57c6d54af req-60c47c07-2dab-4d96-9333-a005181dd154 tempest-AttachVolumeTestJSON-631109292 tempest-AttachVolumeTestJSON-631109292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 07:39:05.896441 dv-cinder-825492-15-iscsi neutron-server[104525]: INFO neutron.wsgi [req-f7729755-d1e4-4e4f-b299-b2a57c6d54af req-60c47c07-2dab-4d96-9333-a005181dd154 tempest-AttachVolumeTestJSON-631109292 tempest-AttachVolumeTestJSON-631109292-project] 10.222.0.24 "GET /v2.0/ports?device_id=a8b10bee-95b1-4bfb-a9c5-6c15db78ba25 HTTP/1.1" status: 200 len: 945 time: 0.0546415 May 25 07:39:05.951383 dv-cinder-825492-15-iscsi neutron-server[104525]: INFO neutron.wsgi [req-f7729755-d1e4-4e4f-b299-b2a57c6d54af req-a31625fc-093d-462d-9d72-9563c4d83296 tempest-AttachVolumeTestJSON-631109292 tempest-AttachVolumeTestJSON-631109292-project] 10.222.0.24 "GET /v2.0/security-groups?id=25c619ea-31ec-4346-9d90-41bcc95d8e89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0492227 May 25 07:39:06.091568 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8126e77e-b6c2-455b-a408-1de935b5a4b0 req-1faa8f4f-ab6c-4cd1-bf36-ab5e96f8a088 tempest-AttachVolumeShelveTestJSON-605607613 tempest-AttachVolumeShelveTestJSON-605607613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 07:39:06.093133 dv-cinder-825492-15-iscsi neutron-server[104526]: INFO neutron.wsgi [req-8126e77e-b6c2-455b-a408-1de935b5a4b0 req-1faa8f4f-ab6c-4cd1-bf36-ab5e96f8a088 tempest-AttachVolumeShelveTestJSON-605607613 tempest-AttachVolumeShelveTestJSON-605607613-project] 10.222.0.24 "GET /v2.0/ports?device_id=6d360341-449d-4b49-8b66-a02a969171fd HTTP/1.1" status: 200 len: 946 time: 0.0507803 May 25 07:39:06.147631 dv-cinder-825492-15-iscsi neutron-server[104526]: INFO neutron.wsgi [req-8126e77e-b6c2-455b-a408-1de935b5a4b0 req-4a7a9eb7-23f9-4000-99a5-947e5a95a90d tempest-AttachVolumeShelveTestJSON-605607613 tempest-AttachVolumeShelveTestJSON-605607613-project] 10.222.0.24 "GET /v2.0/security-groups?id=36a790ea-6395-4759-aea0-9e848582607a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0473609 May 25 07:39:06.486550 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c7f0ab4-ebb1-4e98-add2-61182d19ff62 req-aade147d-382c-4524-b4c0-1bed5054f263 tempest-VolumesNegativeTest-118865852 tempest-VolumesNegativeTest-118865852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 07:39:06.488759 dv-cinder-825492-15-iscsi neutron-server[104525]: INFO neutron.wsgi [req-8c7f0ab4-ebb1-4e98-add2-61182d19ff62 req-aade147d-382c-4524-b4c0-1bed5054f263 tempest-VolumesNegativeTest-118865852 tempest-VolumesNegativeTest-118865852-project] 10.222.0.24 "GET /v2.0/ports?device_id=d093d4fa-b50b-40f9-af51-7236aeadccfd HTTP/1.1" status: 200 len: 950 time: 0.0549335 May 25 07:39:06.538435 dv-cinder-825492-15-iscsi neutron-server[104525]: INFO neutron.wsgi [req-8c7f0ab4-ebb1-4e98-add2-61182d19ff62 req-9f7dcb17-258d-42a1-9a84-515f419a7327 tempest-VolumesNegativeTest-118865852 tempest-VolumesNegativeTest-118865852-project] 10.222.0.24 "GET /v2.0/security-groups?id=b0ee2437-5eb6-4364-a1cb-5e0de437a106&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433924 May 25 07:39:07.092341 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ccedf22-f44a-47f4-a37e-ad4717f9202a req-df0fdd6f-d464-4465-a90e-ece40420262b tempest-AttachVolumeTestJSON-631109292 tempest-AttachVolumeTestJSON-631109292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 07:39:07.093963 dv-cinder-825492-15-iscsi neutron-server[104526]: INFO neutron.wsgi [req-4ccedf22-f44a-47f4-a37e-ad4717f9202a req-df0fdd6f-d464-4465-a90e-ece40420262b tempest-AttachVolumeTestJSON-631109292 tempest-AttachVolumeTestJSON-631109292-project] 10.222.0.24 "GET /v2.0/ports?device_id=a8b10bee-95b1-4bfb-a9c5-6c15db78ba25 HTTP/1.1" status: 200 len: 945 time: 0.0542045 May 25 07:39:07.161874 dv-cinder-825492-15-iscsi neutron-server[104526]: INFO neutron.wsgi [req-4ccedf22-f44a-47f4-a37e-ad4717f9202a req-fc0d5af0-2184-4403-b194-566f77b00a5a tempest-AttachVolumeTestJSON-631109292 tempest-AttachVolumeTestJSON-631109292-project] 10.222.0.24 "GET /v2.0/security-groups?id=25c619ea-31ec-4346-9d90-41bcc95d8e89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0618107 May 25 07:39:07.283235 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9ce89d3-73f2-4946-b3e4-8b8285c0942a req-2ef610d7-4889-4cec-b741-a74014addf63 tempest-AttachVolumeShelveTestJSON-605607613 tempest-AttachVolumeShelveTestJSON-605607613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 07:39:07.285009 dv-cinder-825492-15-iscsi neutron-server[104525]: INFO neutron.wsgi [req-a9ce89d3-73f2-4946-b3e4-8b8285c0942a req-2ef610d7-4889-4cec-b741-a74014addf63 tempest-AttachVolumeShelveTestJSON-605607613 tempest-AttachVolumeShelveTestJSON-605607613-project] 10.222.0.24 "GET /v2.0/ports?device_id=6d360341-449d-4b49-8b66-a02a969171fd HTTP/1.1" status: 200 len: 946 time: 0.0528355 May 25 07:39:07.343047 dv-cinder-825492-15-iscsi neutron-server[104525]: INFO neutron.wsgi [req-a9ce89d3-73f2-4946-b3e4-8b8285c0942a req-d0b99812-874d-417c-a8cc-b7d20b849069 tempest-AttachVolumeShelveTestJSON-605607613 tempest-AttachVolumeShelveTestJSON-605607613-project] 10.222.0.24 "GET /v2.0/security-groups?id=36a790ea-6395-4759-aea0-9e848582607a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0500538 May 25 07:39:07.541966 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron_lib.callbacks.manager [None req-7b9a0069-1bb5-4ec7-b1fc-35316b2bcc62 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754056472917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490168'] for agent (54ff4013-997e-4376-a4e9-e6c98cf37cc7), after_update {{(pid=104527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:39:07.676343 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b08c72f-0558-4e74-b52e-131975809ff6 req-8f332464-3d8a-48a7-a446-101445ee75b0 tempest-VolumesNegativeTest-118865852 tempest-VolumesNegativeTest-118865852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 07:39:07.677874 dv-cinder-825492-15-iscsi neutron-server[104526]: INFO neutron.wsgi [req-2b08c72f-0558-4e74-b52e-131975809ff6 req-8f332464-3d8a-48a7-a446-101445ee75b0 tempest-VolumesNegativeTest-118865852 tempest-VolumesNegativeTest-118865852-project] 10.222.0.24 "GET /v2.0/ports?device_id=d093d4fa-b50b-40f9-af51-7236aeadccfd HTTP/1.1" status: 200 len: 950 time: 0.0534928 May 25 07:39:07.741396 dv-cinder-825492-15-iscsi neutron-server[104526]: INFO neutron.wsgi [req-2b08c72f-0558-4e74-b52e-131975809ff6 req-9650691e-c65c-4741-af2f-ddfedc5854b8 tempest-VolumesNegativeTest-118865852 tempest-VolumesNegativeTest-118865852-project] 10.222.0.24 "GET /v2.0/security-groups?id=b0ee2437-5eb6-4364-a1cb-5e0de437a106&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573196 May 25 07:39:08.131323 dv-cinder-825492-15-iscsi neutron-server[104526]: INFO neutron.wsgi [req-9d05d04b-c526-463b-bdff-27d30d265c79 req-47ebacaa-4b2b-4dd0-8e1e-f6dbefcf2815 service neutron] 10.222.0.41 "GET /v2.0/networks/f85a9936-18a2-497c-90b9-ba6df25b9b6e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1161089 May 25 07:39:08.167064 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron.plugins.ml2.plugin [req-58602e67-05ea-40a5-a631-8dba853457d8 req-8d5c247a-cd96-4be4-ba6a-efa8d4837972 tempest-VolumesNegativeTest-118865852 tempest-VolumesNegativeTest-118865852-project] Deleting port a6400c0b-243f-4dfe-92e5-459b82cb0f08 {{(pid=104525) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 25 07:39:08.167554 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [req-58602e67-05ea-40a5-a631-8dba853457d8 req-8d5c247a-cd96-4be4-ba6a-efa8d4837972 tempest-VolumesNegativeTest-118865852 tempest-VolumesNegativeTest-118865852-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754056702922'] for port (a6400c0b-243f-4dfe-92e5-459b82cb0f08), before_delete {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:39:08.311010 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron.plugins.ml2.db [req-58602e67-05ea-40a5-a631-8dba853457d8 req-8d5c247a-cd96-4be4-ba6a-efa8d4837972 tempest-VolumesNegativeTest-118865852 tempest-VolumesNegativeTest-118865852-project] For port a6400c0b-243f-4dfe-92e5-459b82cb0f08, host hv-cinder-82549, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82549',level=0,port_id=a6400c0b-243f-4dfe-92e5-459b82cb0f08,segment=NetworkSegment(fe855807-d686-445d-a2a9-ebe3613bddb0),segment_id=fe855807-d686-445d-a2a9-ebe3613bddb0)] {{(pid=104525) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 07:39:08.311750 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [req-58602e67-05ea-40a5-a631-8dba853457d8 req-8d5c247a-cd96-4be4-ba6a-efa8d4837972 tempest-VolumesNegativeTest-118865852 tempest-VolumesNegativeTest-118865852-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625317'] for port (a6400c0b-243f-4dfe-92e5-459b82cb0f08), precommit_delete {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:39:08.327361 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08caba3b-bc00-4668-8c18-cd3217ff44a9 req-a4b0318c-af32-4805-bf08-ebc032cc8286 tempest-AttachVolumeTestJSON-631109292 tempest-AttachVolumeTestJSON-631109292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 07:39:08.328941 dv-cinder-825492-15-iscsi neutron-server[104525]: INFO neutron.wsgi [req-08caba3b-bc00-4668-8c18-cd3217ff44a9 req-a4b0318c-af32-4805-bf08-ebc032cc8286 tempest-AttachVolumeTestJSON-631109292 tempest-AttachVolumeTestJSON-631109292-project] 10.222.0.24 "GET /v2.0/ports?device_id=a8b10bee-95b1-4bfb-a9c5-6c15db78ba25 HTTP/1.1" status: 200 len: 945 time: 0.0804467 May 25 07:39:08.339930 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron.plugins.ml2.plugin [req-58602e67-05ea-40a5-a631-8dba853457d8 req-8d5c247a-cd96-4be4-ba6a-efa8d4837972 tempest-VolumesNegativeTest-118865852 tempest-VolumesNegativeTest-118865852-project] Calling delete_port for a6400c0b-243f-4dfe-92e5-459b82cb0f08 owned by compute:nova {{(pid=104525) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 25 07:39:08.354133 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG dbcounter [-] [104525] Writing DB stats neutron:SELECT=100 {{(pid=104525) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 07:39:08.466081 dv-cinder-825492-15-iscsi neutron-server[104525]: INFO neutron.wsgi [req-08caba3b-bc00-4668-8c18-cd3217ff44a9 req-c5cdd5d1-d936-4dcf-933e-225a9e7f3444 tempest-AttachVolumeTestJSON-631109292 tempest-AttachVolumeTestJSON-631109292-project] 10.222.0.24 "GET /v2.0/security-groups?id=25c619ea-31ec-4346-9d90-41bcc95d8e89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1280785 May 25 07:39:08.490638 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d750bec4-78e1-48a2-b188-4715b239636c req-11045633-5f77-485f-a193-3f2f6bdd7610 tempest-AttachVolumeShelveTestJSON-605607613 tempest-AttachVolumeShelveTestJSON-605607613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 07:39:08.490638 dv-cinder-825492-15-iscsi neutron-server[104526]: INFO neutron.wsgi [req-d750bec4-78e1-48a2-b188-4715b239636c req-11045633-5f77-485f-a193-3f2f6bdd7610 tempest-AttachVolumeShelveTestJSON-605607613 tempest-AttachVolumeShelveTestJSON-605607613-project] 10.222.0.24 "GET /v2.0/ports?device_id=6d360341-449d-4b49-8b66-a02a969171fd HTTP/1.1" status: 200 len: 946 time: 0.0562472 May 25 07:39:08.543227 dv-cinder-825492-15-iscsi neutron-server[104526]: INFO neutron.wsgi [req-d750bec4-78e1-48a2-b188-4715b239636c req-0528613e-06a8-4a23-b39b-ea63c80dad47 tempest-AttachVolumeShelveTestJSON-605607613 tempest-AttachVolumeShelveTestJSON-605607613-project] 10.222.0.24 "GET /v2.0/security-groups?id=36a790ea-6395-4759-aea0-9e848582607a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0481803 May 25 07:39:08.545945 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG dbcounter [-] [104525] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104525) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 07:39:08.864071 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af0cab51-3685-4811-8a4b-91297db296be req-0cabc4b7-02fd-44db-b065-5f2b616f7645 tempest-VolumesNegativeTest-118865852 tempest-VolumesNegativeTest-118865852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 07:39:08.865599 dv-cinder-825492-15-iscsi neutron-server[104525]: INFO neutron.wsgi [req-af0cab51-3685-4811-8a4b-91297db296be req-0cabc4b7-02fd-44db-b065-5f2b616f7645 tempest-VolumesNegativeTest-118865852 tempest-VolumesNegativeTest-118865852-project] 10.222.0.24 "GET /v2.0/ports?device_id=d093d4fa-b50b-40f9-af51-7236aeadccfd HTTP/1.1" status: 200 len: 950 time: 0.0482068 May 25 07:39:08.912571 dv-cinder-825492-15-iscsi neutron-server[104525]: INFO neutron.wsgi [req-af0cab51-3685-4811-8a4b-91297db296be req-1d752dcc-0e91-41b7-b467-15a29e72d12f tempest-VolumesNegativeTest-118865852 tempest-VolumesNegativeTest-118865852-project] 10.222.0.24 "GET /v2.0/security-groups?id=b0ee2437-5eb6-4364-a1cb-5e0de437a106&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414805 May 25 07:39:08.931281 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [req-58602e67-05ea-40a5-a631-8dba853457d8 req-8d5c247a-cd96-4be4-ba6a-efa8d4837972 tempest-VolumesNegativeTest-118865852 tempest-VolumesNegativeTest-118865852-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-617841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612926', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754056714424', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754056173873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59563715'] for port (a6400c0b-243f-4dfe-92e5-459b82cb0f08), after_delete {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:39:08.935381 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron_lib.callbacks.manager [None req-461c163e-e11a-425b-8a8d-f39fb153da48 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754056472917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490168'] for agent (fa5554a0-25df-434f-a0d0-5996d872220a), after_update {{(pid=104527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:39:08.962247 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d5c247a-cd96-4be4-ba6a-efa8d4837972 tempest-VolumesNegativeTest-118865852 tempest-VolumesNegativeTest-118865852-project] Pushing event deleted for resources: {'Port': ['ID=a6400c0b-243f-4dfe-92e5-459b82cb0f08,revision_number=None']} {{(pid=104525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 07:39:09.028795 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron.db.l3_dvrscheduler_db [req-58602e67-05ea-40a5-a631-8dba853457d8 req-8d5c247a-cd96-4be4-ba6a-efa8d4837972 tempest-VolumesNegativeTest-118865852 tempest-VolumesNegativeTest-118865852-project] No DVR routers for this DVR port a6400c0b-243f-4dfe-92e5-459b82cb0f08 on host hv-cinder-82549 {{(pid=104525) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 25 07:39:09.032325 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [req-58602e67-05ea-40a5-a631-8dba853457d8 req-8d5c247a-cd96-4be4-ba6a-efa8d4837972 tempest-VolumesNegativeTest-118865852 tempest-VolumesNegativeTest-118865852-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93885'] for port (None), before_response {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:39:09.036505 dv-cinder-825492-15-iscsi neutron-server[104525]: INFO neutron.wsgi [req-58602e67-05ea-40a5-a631-8dba853457d8 req-8d5c247a-cd96-4be4-ba6a-efa8d4837972 tempest-VolumesNegativeTest-118865852 tempest-VolumesNegativeTest-118865852-project] 10.222.0.41 "DELETE /v2.0/ports/a6400c0b-243f-4dfe-92e5-459b82cb0f08 HTTP/1.1" status: 204 len: 173 time: 1.0242679 May 25 07:39:09.037205 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd093d4fa-b50b-40f9-af51-7236aeadccfd', 'name': 'network-vif-deleted', 'tag': 'a6400c0b-243f-4dfe-92e5-459b82cb0f08'}] {{(pid=104525) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 25 07:39:09.039693 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d445ce38d91c6b292eb6894f597f8081be97d606cd6e8c01bc8cfabf5dd02ac1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-52b3637d-53cc-4b0c-ae62-6e1765374f02" -d '{"events": [{"server_uuid": "d093d4fa-b50b-40f9-af51-7236aeadccfd", "name": "network-vif-deleted", "tag": "a6400c0b-243f-4dfe-92e5-459b82cb0f08"}]}' {{(pid=104525) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 25 07:39:09.108278 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 25 May 2022 07:39:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d4ce9bb4-b8b7-4526-a46f-7d4a5653ebd4 x-openstack-request-id: req-d4ce9bb4-b8b7-4526-a46f-7d4a5653ebd4 {{(pid=104525) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 25 07:39:09.108588 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d093d4fa-b50b-40f9-af51-7236aeadccfd", "name": "network-vif-deleted", "tag": "a6400c0b-243f-4dfe-92e5-459b82cb0f08", "status": "completed", "code": 200}]} {{(pid=104525) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 25 07:39:09.108836 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-d4ce9bb4-b8b7-4526-a46f-7d4a5653ebd4 {{(pid=104525) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 25 07:39:09.109234 dv-cinder-825492-15-iscsi neutron-server[104525]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d4ce9bb4-b8b7-4526-a46f-7d4a5653ebd4'] response: {'server_uuid': 'd093d4fa-b50b-40f9-af51-7236aeadccfd', 'name': 'network-vif-deleted', 'tag': 'a6400c0b-243f-4dfe-92e5-459b82cb0f08', 'status': 'completed', 'code': 200} May 25 07:39:09.612899 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-755808ed-d6d0-459a-858b-3fce089b4d41 req-7e0ad234-93a8-4614-a7d3-ac254c81d5f0 tempest-AttachVolumeTestJSON-631109292 tempest-AttachVolumeTestJSON-631109292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 07:39:09.627423 dv-cinder-825492-15-iscsi neutron-server[104525]: INFO neutron.wsgi [req-755808ed-d6d0-459a-858b-3fce089b4d41 req-7e0ad234-93a8-4614-a7d3-ac254c81d5f0 tempest-AttachVolumeTestJSON-631109292 tempest-AttachVolumeTestJSON-631109292-project] 10.222.0.24 "GET /v2.0/ports?device_id=a8b10bee-95b1-4bfb-a9c5-6c15db78ba25 HTTP/1.1" status: 200 len: 945 time: 0.0863256 May 25 07:39:09.707302 dv-cinder-825492-15-iscsi neutron-server[104525]: INFO neutron.wsgi [req-755808ed-d6d0-459a-858b-3fce089b4d41 req-df317965-8c66-45de-8fda-2e550e7315b9 tempest-AttachVolumeTestJSON-631109292 tempest-AttachVolumeTestJSON-631109292-project] 10.222.0.24 "GET /v2.0/security-groups?id=25c619ea-31ec-4346-9d90-41bcc95d8e89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0782528 May 25 07:39:09.775487 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a4bf194-61e0-4af1-a932-14ae2c5bb4b3 req-adfb7ab6-2033-4211-b538-ef1321d3301b tempest-AttachVolumeShelveTestJSON-605607613 tempest-AttachVolumeShelveTestJSON-605607613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 07:39:09.782907 dv-cinder-825492-15-iscsi neutron-server[104526]: INFO neutron.wsgi [req-6a4bf194-61e0-4af1-a932-14ae2c5bb4b3 req-adfb7ab6-2033-4211-b538-ef1321d3301b tempest-AttachVolumeShelveTestJSON-605607613 tempest-AttachVolumeShelveTestJSON-605607613-project] 10.222.0.24 "GET /v2.0/ports?device_id=6d360341-449d-4b49-8b66-a02a969171fd HTTP/1.1" status: 200 len: 946 time: 0.1136513 May 25 07:39:09.839665 dv-cinder-825492-15-iscsi neutron-server[104526]: INFO neutron.wsgi [req-6a4bf194-61e0-4af1-a932-14ae2c5bb4b3 req-b4eda875-da76-4a9e-90aa-fe8c7fafaeaa tempest-AttachVolumeShelveTestJSON-605607613 tempest-AttachVolumeShelveTestJSON-605607613-project] 10.222.0.24 "GET /v2.0/security-groups?id=36a790ea-6395-4759-aea0-9e848582607a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0557034 May 25 07:39:10.028066 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.plugins.ml2.rpc [None req-798242cc-9ea0-464c-9109-86bd7997349e None None] Device a6400c0b-243f-4dfe-92e5-459b82cb0f08 no longer exists at agent hyperv_hv-cinder-82549 {{(pid=104527) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 25 07:39:10.041450 dv-cinder-825492-15-iscsi neutron-server[104525]: INFO neutron.wsgi [req-835aeaea-c142-4a8d-8f1f-c3aa0888485b req-cfd362e8-b8b0-4d0b-b6dc-cd22e9a0a5fe tempest-VolumesNegativeTest-118865852 tempest-VolumesNegativeTest-118865852-project] 10.222.0.24 "GET /v2.0/ports?device_id=d093d4fa-b50b-40f9-af51-7236aeadccfd HTTP/1.1" status: 200 len: 210 time: 0.0428350 May 25 07:39:10.054433 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.plugins.ml2.plugin [None req-798242cc-9ea0-464c-9109-86bd7997349e None None] No Port match for: a6400c0b-243f-4dfe-92e5-459b82cb0f08 {{(pid=104527) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 25 07:39:10.054776 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.plugins.ml2.rpc [None req-798242cc-9ea0-464c-9109-86bd7997349e None None] Device a6400c0b-243f-4dfe-92e5-459b82cb0f08 not bound to the agent host hv-cinder-82549 {{(pid=104527) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 25 07:39:10.108542 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron_lib.callbacks.manager [None req-f9cd7ad7-9657-4dc4-ab64-74b2d9455e3c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754056472917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490168'] for agent (749e0e2c-8e71-4175-9046-27a8fd2a3a0a), after_update {{(pid=104527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:39:10.846835 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-490e62e3-7dd4-4e63-a4b6-f8cfac0bc6a1 req-b55ff30e-b7eb-4f68-a888-11498370047e tempest-AttachVolumeTestJSON-631109292 tempest-AttachVolumeTestJSON-631109292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 07:39:10.850531 dv-cinder-825492-15-iscsi neutron-server[104526]: INFO neutron.wsgi [req-490e62e3-7dd4-4e63-a4b6-f8cfac0bc6a1 req-b55ff30e-b7eb-4f68-a888-11498370047e tempest-AttachVolumeTestJSON-631109292 tempest-AttachVolumeTestJSON-631109292-project] 10.222.0.24 "GET /v2.0/ports?device_id=a8b10bee-95b1-4bfb-a9c5-6c15db78ba25 HTTP/1.1" status: 200 len: 945 time: 0.0581350 May 25 07:39:10.879899 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG dbcounter [-] [104526] Writing DB stats neutron:SELECT=100 {{(pid=104526) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 07:39:10.928662 dv-cinder-825492-15-iscsi neutron-server[104526]: INFO neutron.wsgi [req-490e62e3-7dd4-4e63-a4b6-f8cfac0bc6a1 req-a6e583e2-ef45-46a0-8900-d9fb024619c6 tempest-AttachVolumeTestJSON-631109292 tempest-AttachVolumeTestJSON-631109292-project] 10.222.0.24 "GET /v2.0/security-groups?id=25c619ea-31ec-4346-9d90-41bcc95d8e89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0664077 May 25 07:39:10.970282 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d56e4e9f-f5cc-4e1b-9ce1-d5e371596125 req-1072eff5-d8f2-42d7-a993-e4995ecd8500 tempest-AttachVolumeShelveTestJSON-605607613 tempest-AttachVolumeShelveTestJSON-605607613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 07:39:10.971863 dv-cinder-825492-15-iscsi neutron-server[104525]: INFO neutron.wsgi [req-d56e4e9f-f5cc-4e1b-9ce1-d5e371596125 req-1072eff5-d8f2-42d7-a993-e4995ecd8500 tempest-AttachVolumeShelveTestJSON-605607613 tempest-AttachVolumeShelveTestJSON-605607613-project] 10.222.0.24 "GET /v2.0/ports?device_id=6d360341-449d-4b49-8b66-a02a969171fd HTTP/1.1" status: 200 len: 946 time: 0.0573716 May 25 07:39:11.025174 dv-cinder-825492-15-iscsi neutron-server[104525]: INFO neutron.wsgi [req-d56e4e9f-f5cc-4e1b-9ce1-d5e371596125 req-83eed64a-1631-442b-8b62-0213d7c469c4 tempest-AttachVolumeShelveTestJSON-605607613 tempest-AttachVolumeShelveTestJSON-605607613-project] 10.222.0.24 "GET /v2.0/security-groups?id=36a790ea-6395-4759-aea0-9e848582607a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0457811 May 25 07:39:11.554221 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron_lib.callbacks.manager [None req-4c581813-650f-4b4b-ac0f-82f585bea231 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754056472917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490168'] for agent (67455b2d-ff20-4068-8b38-73bd0628c5cb), after_update {{(pid=104527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:39:12.164348 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de6f6975-05cb-4978-a7dd-1b27e33ad757 req-ed9528f4-0457-44fc-a109-0e81eed9d8e0 tempest-AttachVolumeShelveTestJSON-605607613 tempest-AttachVolumeShelveTestJSON-605607613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 07:39:12.165963 dv-cinder-825492-15-iscsi neutron-server[104525]: INFO neutron.wsgi [req-de6f6975-05cb-4978-a7dd-1b27e33ad757 req-ed9528f4-0457-44fc-a109-0e81eed9d8e0 tempest-AttachVolumeShelveTestJSON-605607613 tempest-AttachVolumeShelveTestJSON-605607613-project] 10.222.0.24 "GET /v2.0/ports?device_id=6d360341-449d-4b49-8b66-a02a969171fd HTTP/1.1" status: 200 len: 946 time: 0.0508828 May 25 07:39:12.222860 dv-cinder-825492-15-iscsi neutron-server[104525]: INFO neutron.wsgi [req-de6f6975-05cb-4978-a7dd-1b27e33ad757 req-d89303b8-922f-4684-b588-d9454937ae22 tempest-AttachVolumeShelveTestJSON-605607613 tempest-AttachVolumeShelveTestJSON-605607613-project] 10.222.0.24 "GET /v2.0/security-groups?id=36a790ea-6395-4759-aea0-9e848582607a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0504825 May 25 07:39:13.383268 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7fcf403-f08e-40ac-a965-39e23431cbf8 req-d09afced-4242-4544-af20-3b39b1de2ec2 tempest-AttachVolumeShelveTestJSON-605607613 tempest-AttachVolumeShelveTestJSON-605607613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 07:39:13.385458 dv-cinder-825492-15-iscsi neutron-server[104526]: INFO neutron.wsgi [req-b7fcf403-f08e-40ac-a965-39e23431cbf8 req-d09afced-4242-4544-af20-3b39b1de2ec2 tempest-AttachVolumeShelveTestJSON-605607613 tempest-AttachVolumeShelveTestJSON-605607613-project] 10.222.0.24 "GET /v2.0/ports?device_id=6d360341-449d-4b49-8b66-a02a969171fd HTTP/1.1" status: 200 len: 946 time: 0.0547988 May 25 07:39:13.458736 dv-cinder-825492-15-iscsi neutron-server[104526]: INFO neutron.wsgi [req-b7fcf403-f08e-40ac-a965-39e23431cbf8 req-8121349a-d10f-43a0-bad1-0866cf137d35 tempest-AttachVolumeShelveTestJSON-605607613 tempest-AttachVolumeShelveTestJSON-605607613-project] 10.222.0.24 "GET /v2.0/security-groups?id=36a790ea-6395-4759-aea0-9e848582607a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0647576 May 25 07:39:14.582187 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2de570df-d0e2-4446-a836-0473eb641921 req-28050760-0de6-4a1e-ab10-77025c0bae66 tempest-AttachVolumeShelveTestJSON-605607613 tempest-AttachVolumeShelveTestJSON-605607613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 07:39:14.586919 dv-cinder-825492-15-iscsi neutron-server[104525]: INFO neutron.wsgi [req-2de570df-d0e2-4446-a836-0473eb641921 req-28050760-0de6-4a1e-ab10-77025c0bae66 tempest-AttachVolumeShelveTestJSON-605607613 tempest-AttachVolumeShelveTestJSON-605607613-project] 10.222.0.24 "GET /v2.0/ports?device_id=6d360341-449d-4b49-8b66-a02a969171fd HTTP/1.1" status: 200 len: 946 time: 0.0489850 May 25 07:39:14.631068 dv-cinder-825492-15-iscsi neutron-server[104525]: INFO neutron.wsgi [req-2de570df-d0e2-4446-a836-0473eb641921 req-cc794349-1196-4ef4-9c94-d891e52479fd tempest-AttachVolumeShelveTestJSON-605607613 tempest-AttachVolumeShelveTestJSON-605607613-project] 10.222.0.24 "GET /v2.0/security-groups?id=36a790ea-6395-4759-aea0-9e848582607a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0417249 May 25 07:39:14.994481 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e562ccf6-2ad0-4e67-8172-e6d4fe853907 req-70e44de7-0fab-4f85-ad42-dbd4673880ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 07:39:14.995965 dv-cinder-825492-15-iscsi neutron-server[104525]: INFO neutron.wsgi [req-e562ccf6-2ad0-4e67-8172-e6d4fe853907 req-70e44de7-0fab-4f85-ad42-dbd4673880ab service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=c4406d5d0e2347f1b96c34496f5ba5ae&device_id=6d360341-449d-4b49-8b66-a02a969171fd HTTP/1.1" status: 200 len: 1130 time: 0.0382166 May 25 07:39:15.093977 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e562ccf6-2ad0-4e67-8172-e6d4fe853907 req-901b96a1-79b0-4269-801f-08c327d64373 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 07:39:15.093977 dv-cinder-825492-15-iscsi neutron-server[104525]: INFO neutron.wsgi [req-e562ccf6-2ad0-4e67-8172-e6d4fe853907 req-901b96a1-79b0-4269-801f-08c327d64373 service neutron] 10.222.0.41 "GET /v2.0/networks?id=7eef0ae9-55de-48c4-ada3-da713e1942b9 HTTP/1.1" status: 200 len: 918 time: 0.0875664 May 25 07:39:15.152497 dv-cinder-825492-15-iscsi neutron-server[104525]: INFO neutron.wsgi [req-e562ccf6-2ad0-4e67-8172-e6d4fe853907 req-6752c3d6-e867-437b-a26c-a5da01e135a1 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=5b9220dd-eeaa-4ea1-a0cd-e54c1dbfe455 HTTP/1.1" status: 200 len: 1001 time: 0.0539894 May 25 07:39:15.202672 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG dbcounter [-] [104525] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104525) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 07:39:15.214808 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e562ccf6-2ad0-4e67-8172-e6d4fe853907 req-2c6ce6f6-4d6d-49bd-9a44-4a2b2ecaaedd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 07:39:15.216449 dv-cinder-825492-15-iscsi neutron-server[104525]: INFO neutron.wsgi [req-e562ccf6-2ad0-4e67-8172-e6d4fe853907 req-2c6ce6f6-4d6d-49bd-9a44-4a2b2ecaaedd service neutron] 10.222.0.41 "GET /v2.0/subnets?id=e7796ec7-ead3-485d-a16b-d9ef7a0a8b85 HTTP/1.1" status: 200 len: 856 time: 0.0485337 May 25 07:39:15.261601 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e562ccf6-2ad0-4e67-8172-e6d4fe853907 req-383c0df9-c4d1-4d0c-978d-e082315ac421 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 07:39:15.263147 dv-cinder-825492-15-iscsi neutron-server[104525]: INFO neutron.wsgi [req-e562ccf6-2ad0-4e67-8172-e6d4fe853907 req-383c0df9-c4d1-4d0c-978d-e082315ac421 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=7eef0ae9-55de-48c4-ada3-da713e1942b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0398726 May 25 07:39:15.355460 dv-cinder-825492-15-iscsi neutron-server[104525]: INFO neutron.wsgi [req-e562ccf6-2ad0-4e67-8172-e6d4fe853907 req-196fdd67-7e2f-43d7-9e63-59c4d7ae83d3 service neutron] 10.222.0.41 "GET /v2.0/networks/7eef0ae9-55de-48c4-ada3-da713e1942b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831962 May 25 07:39:15.410843 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG dbcounter [-] [104525] Writing DB stats neutron:SELECT=100 {{(pid=104525) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 07:39:15.459996 dv-cinder-825492-15-iscsi neutron-server[104525]: INFO neutron.wsgi [req-e562ccf6-2ad0-4e67-8172-e6d4fe853907 req-59c96b06-e50b-422e-82d2-caef8ae13800 service neutron] 10.222.0.41 "GET /v2.0/networks/7eef0ae9-55de-48c4-ada3-da713e1942b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0976746 May 25 07:39:15.739064 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG dbcounter [-] [104526] Writing DB stats neutron:SELECT=100 {{(pid=104526) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 07:39:15.754495 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2ccb3a6-1d31-4b93-8e29-ee71f71bfdb2 req-7206fddf-bc64-4f7c-9514-73faf7c55ac7 tempest-AttachVolumeShelveTestJSON-605607613 tempest-AttachVolumeShelveTestJSON-605607613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 07:39:15.756044 dv-cinder-825492-15-iscsi neutron-server[104526]: INFO neutron.wsgi [req-a2ccb3a6-1d31-4b93-8e29-ee71f71bfdb2 req-7206fddf-bc64-4f7c-9514-73faf7c55ac7 tempest-AttachVolumeShelveTestJSON-605607613 tempest-AttachVolumeShelveTestJSON-605607613-project] 10.222.0.24 "GET /v2.0/ports?device_id=6d360341-449d-4b49-8b66-a02a969171fd HTTP/1.1" status: 200 len: 946 time: 0.0489826 May 25 07:39:15.804929 dv-cinder-825492-15-iscsi neutron-server[104526]: INFO neutron.wsgi [req-a2ccb3a6-1d31-4b93-8e29-ee71f71bfdb2 req-20629a04-26db-48ce-86e4-e4d96fb83108 tempest-AttachVolumeShelveTestJSON-605607613 tempest-AttachVolumeShelveTestJSON-605607613-project] 10.222.0.24 "GET /v2.0/security-groups?id=36a790ea-6395-4759-aea0-9e848582607a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0415635 May 25 07:39:16.927764 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-249cf3f5-98f3-492e-ac34-2081dd081bce req-5281b5ad-5812-4a4d-97c7-e9298e2e9c7c tempest-AttachVolumeShelveTestJSON-605607613 tempest-AttachVolumeShelveTestJSON-605607613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 07:39:16.929292 dv-cinder-825492-15-iscsi neutron-server[104525]: INFO neutron.wsgi [req-249cf3f5-98f3-492e-ac34-2081dd081bce req-5281b5ad-5812-4a4d-97c7-e9298e2e9c7c tempest-AttachVolumeShelveTestJSON-605607613 tempest-AttachVolumeShelveTestJSON-605607613-project] 10.222.0.24 "GET /v2.0/ports?device_id=6d360341-449d-4b49-8b66-a02a969171fd HTTP/1.1" status: 200 len: 946 time: 0.0517936 May 25 07:39:16.980373 dv-cinder-825492-15-iscsi neutron-server[104525]: INFO neutron.wsgi [req-249cf3f5-98f3-492e-ac34-2081dd081bce req-9a4a863e-7229-4345-9f9a-1408804ff9dd tempest-AttachVolumeShelveTestJSON-605607613 tempest-AttachVolumeShelveTestJSON-605607613-project] 10.222.0.24 "GET /v2.0/security-groups?id=36a790ea-6395-4759-aea0-9e848582607a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0454316 May 25 07:39:18.108942 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48cc529a-8ba3-455e-baa7-e750069e83b5 req-364c18a3-32ab-4013-9f41-8d7a15dfbbd2 tempest-AttachVolumeShelveTestJSON-605607613 tempest-AttachVolumeShelveTestJSON-605607613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 07:39:18.110482 dv-cinder-825492-15-iscsi neutron-server[104526]: INFO neutron.wsgi [req-48cc529a-8ba3-455e-baa7-e750069e83b5 req-364c18a3-32ab-4013-9f41-8d7a15dfbbd2 tempest-AttachVolumeShelveTestJSON-605607613 tempest-AttachVolumeShelveTestJSON-605607613-project] 10.222.0.24 "GET /v2.0/ports?device_id=6d360341-449d-4b49-8b66-a02a969171fd HTTP/1.1" status: 200 len: 946 time: 0.0526764 May 25 07:39:18.163649 dv-cinder-825492-15-iscsi neutron-server[104526]: INFO neutron.wsgi [req-48cc529a-8ba3-455e-baa7-e750069e83b5 req-c2e3194c-1a88-40ac-b0aa-c0758a218d46 tempest-AttachVolumeShelveTestJSON-605607613 tempest-AttachVolumeShelveTestJSON-605607613-project] 10.222.0.24 "GET /v2.0/security-groups?id=36a790ea-6395-4759-aea0-9e848582607a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0449185 May 25 07:39:18.980861 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron.wsgi [-] (104525) accepted ('10.222.0.24', 45430) {{(pid=104525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 07:39:19.118837 dv-cinder-825492-15-iscsi neutron-server[104525]: INFO neutron.wsgi [None req-05622100-cd0a-4f5b-8cd7-982b0ab22e0b admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=200c28fbfe02445e947d289ab4d36793&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1368225 May 25 07:39:19.121251 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron.wsgi [-] (104525) accepted ('10.222.0.24', 45434) {{(pid=104525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 07:39:19.172707 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-beecb02a-420f-4c08-8f9f-9f5e30c731af admin admin] Publish callbacks [] for security_group (b0ee2437-5eb6-4364-a1cb-5e0de437a106), before_delete {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:39:19.194762 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-beecb02a-420f-4c08-8f9f-9f5e30c731af admin admin] Publish callbacks [] for security_group (b0ee2437-5eb6-4364-a1cb-5e0de437a106), precommit_delete {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:39:19.360034 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-beecb02a-420f-4c08-8f9f-9f5e30c731af admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-278753'] for security_group (b0ee2437-5eb6-4364-a1cb-5e0de437a106), after_delete {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:39:19.363148 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-beecb02a-420f-4c08-8f9f-9f5e30c731af admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:39:19.364959 dv-cinder-825492-15-iscsi neutron-server[104525]: INFO neutron.wsgi [None req-beecb02a-420f-4c08-8f9f-9f5e30c731af admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/b0ee2437-5eb6-4364-a1cb-5e0de437a106 HTTP/1.1" status: 204 len: 168 time: 0.2426600 May 25 07:39:19.374223 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beecb02a-420f-4c08-8f9f-9f5e30c731af admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b0ee2437-5eb6-4364-a1cb-5e0de437a106,revision_number=None']} {{(pid=104525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 07:39:19.496064 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.wsgi [req-b0eaffb6-1a6a-484e-abdb-392a7b86a9ca req-19bf4a47-6421-44fb-a763-785731258261 service neutron] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=104526) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 25 07:39:19.497157 dv-cinder-825492-15-iscsi neutron-server[104526]: INFO neutron.wsgi [req-b0eaffb6-1a6a-484e-abdb-392a7b86a9ca req-19bf4a47-6421-44fb-a763-785731258261 service neutron] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0059047 May 25 07:39:19.848022 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9925e90-a408-44e4-86a4-15436e9f4d8b req-bb0e2ba9-eee8-431f-ba6e-17244b4ccf15 tempest-AttachVolumeShelveTestJSON-605607613 tempest-AttachVolumeShelveTestJSON-605607613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 07:39:19.849731 dv-cinder-825492-15-iscsi neutron-server[104525]: INFO neutron.wsgi [req-d9925e90-a408-44e4-86a4-15436e9f4d8b req-bb0e2ba9-eee8-431f-ba6e-17244b4ccf15 tempest-AttachVolumeShelveTestJSON-605607613 tempest-AttachVolumeShelveTestJSON-605607613-project] 10.222.0.24 "GET /v2.0/ports?device_id=6d360341-449d-4b49-8b66-a02a969171fd HTTP/1.1" status: 200 len: 946 time: 0.0501170 May 25 07:39:19.888696 dv-cinder-825492-15-iscsi neutron-server[104528]: DEBUG dbcounter [-] [104528] Writing DB stats neutron:SELECT=61 {{(pid=104528) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 07:39:19.894536 dv-cinder-825492-15-iscsi neutron-server[104528]: DEBUG dbcounter [-] [104528] Writing DB stats neutron:SELECT=93 {{(pid=104528) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 07:39:19.898926 dv-cinder-825492-15-iscsi neutron-server[104525]: INFO neutron.wsgi [req-d9925e90-a408-44e4-86a4-15436e9f4d8b req-3d600d2f-a08b-4307-9912-99d5b10c1c28 tempest-AttachVolumeShelveTestJSON-605607613 tempest-AttachVolumeShelveTestJSON-605607613-project] 10.222.0.24 "GET /v2.0/security-groups?id=36a790ea-6395-4759-aea0-9e848582607a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0435989 May 25 07:39:20.066916 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.plugins.ml2.rpc [None req-798242cc-9ea0-464c-9109-86bd7997349e None None] Device 5b9220dd-eeaa-4ea1-a0cd-e54c1dbfe455 no longer exists at agent hyperv_hv-cinder-82549 {{(pid=104527) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 25 07:39:20.142510 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.plugins.ml2.plugin [None req-798242cc-9ea0-464c-9109-86bd7997349e None None] Current status of the port 5b9220dd-eeaa-4ea1-a0cd-e54c1dbfe455 is: ACTIVE; New status is: DOWN {{(pid=104527) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 25 07:39:20.142985 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron_lib.callbacks.manager [None req-798242cc-9ea0-464c-9109-86bd7997349e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-616651'] for port (5b9220dd-eeaa-4ea1-a0cd-e54c1dbfe455), before_update {{(pid=104527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:39:20.166554 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6d360341-449d-4b49-8b66-a02a969171fd', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5b9220dd-eeaa-4ea1-a0cd-e54c1dbfe455'}] {{(pid=104527) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 25 07:39:20.168884 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b7b9631292b9c3281c46c063e828ef1e98938590bf5356102cacde7abf71fd6b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c541a475-a1eb-4352-a821-f684ae409eb5" -d '{"events": [{"server_uuid": "6d360341-449d-4b49-8b66-a02a969171fd", "name": "network-vif-unplugged", "status": "completed", "tag": "5b9220dd-eeaa-4ea1-a0cd-e54c1dbfe455"}]}' {{(pid=104527) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 25 07:39:20.185364 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.plugins.ml2.db [None req-798242cc-9ea0-464c-9109-86bd7997349e None None] For port 5b9220dd-eeaa-4ea1-a0cd-e54c1dbfe455, host hv-cinder-82549, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82549',level=0,port_id=5b9220dd-eeaa-4ea1-a0cd-e54c1dbfe455,segment=NetworkSegment(5e8ca1f8-871e-422d-b246-85fba594b2cb),segment_id=5e8ca1f8-871e-422d-b246-85fba594b2cb)] {{(pid=104527) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 07:39:20.205923 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Wed, 25 May 2022 07:39:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3c2d0196-b720-47c0-93b7-bbe180b20cff x-openstack-request-id: req-3c2d0196-b720-47c0-93b7-bbe180b20cff {{(pid=104527) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 25 07:39:20.205923 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6d360341-449d-4b49-8b66-a02a969171fd", "name": "network-vif-unplugged", "status": "failed", "tag": "5b9220dd-eeaa-4ea1-a0cd-e54c1dbfe455", "code": 422}]} {{(pid=104527) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 25 07:39:20.206130 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-3c2d0196-b720-47c0-93b7-bbe180b20cff {{(pid=104527) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 25 07:39:20.206558 dv-cinder-825492-15-iscsi neutron-server[104527]: WARNING neutron.notifiers.nova [-] Nova event matching ['req-3c2d0196-b720-47c0-93b7-bbe180b20cff']: {'server_uuid': '6d360341-449d-4b49-8b66-a02a969171fd', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '5b9220dd-eeaa-4ea1-a0cd-e54c1dbfe455', 'code': 422} returned with failed status May 25 07:39:20.285292 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron_lib.callbacks.manager [None req-798242cc-9ea0-464c-9109-86bd7997349e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-617841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612926', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754056714442', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754056173882', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754056173900'] for port (5b9220dd-eeaa-4ea1-a0cd-e54c1dbfe455), after_update {{(pid=104527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:39:20.339842 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-798242cc-9ea0-464c-9109-86bd7997349e None None] Pushing event updated for resources: {'Port': ['ID=5b9220dd-eeaa-4ea1-a0cd-e54c1dbfe455,revision_number=8']} {{(pid=104527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 07:39:20.545443 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron.wsgi [-] (104525) accepted ('10.222.0.24', 45488) {{(pid=104525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 07:39:20.593065 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron.wsgi [-] (104525) accepted ('10.222.0.24', 45492) {{(pid=104525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 07:39:20.665844 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron.api.v2.base [None req-fa083545-4184-40f8-b960-68613bc816c4 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1950752323-network', 'tenant_id': 'f13c4f9ee9c444d9b9a0d2c2e3ec9142'}} {{(pid=104525) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 25 07:39:20.694220 dv-cinder-825492-15-iscsi neutron-server[104525]: INFO neutron.wsgi [req-34d0cadb-aa44-4081-9948-ad8d8fb62f75 req-fd10f5ea-629b-4963-a71d-0406e9a20094 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=6d360341-449d-4b49-8b66-a02a969171fd&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0993049 May 25 07:39:20.703205 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron.wsgi [req-34d0cadb-aa44-4081-9948-ad8d8fb62f75 req-d44e305a-0c28-46b9-85c5-01070bee8966 service neutron] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=104525) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 25 07:39:20.708040 dv-cinder-825492-15-iscsi neutron-server[104525]: INFO neutron.wsgi [req-34d0cadb-aa44-4081-9948-ad8d8fb62f75 req-d44e305a-0c28-46b9-85c5-01070bee8966 service neutron] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0051911 May 25 07:39:20.757909 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fa083545-4184-40f8-b960-68613bc816c4 admin admin] Made reservation on behalf of f13c4f9ee9c444d9b9a0d2c2e3ec9142 for: {'network': 1} {{(pid=104525) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 07:39:20.760319 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-fa083545-4184-40f8-b960-68613bc816c4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-616651'] for network (None), before_create {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:39:20.768977 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-fa083545-4184-40f8-b960-68613bc816c4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:39:20.845528 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.wsgi [-] (104526) accepted ('10.222.0.24', 45502) {{(pid=104526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 07:39:20.854248 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-fa083545-4184-40f8-b960-68613bc816c4 admin admin] Publish callbacks [] for security_group (ff97dbdc-01d2-4600-9169-a57142f6ace6), precommit_create {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:39:20.942611 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-fa083545-4184-40f8-b960-68613bc816c4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-278753'] for security_group (ff97dbdc-01d2-4600-9169-a57142f6ace6), after_create {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:39:20.948642 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34d0cadb-aa44-4081-9948-ad8d8fb62f75 req-c543c59d-e9bd-4751-917a-69603a0b590a tempest-AttachVolumeShelveTestJSON-605607613 tempest-AttachVolumeShelveTestJSON-605607613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 07:39:20.964755 dv-cinder-825492-15-iscsi neutron-server[104526]: INFO neutron.wsgi [req-34d0cadb-aa44-4081-9948-ad8d8fb62f75 req-c543c59d-e9bd-4751-917a-69603a0b590a tempest-AttachVolumeShelveTestJSON-605607613 tempest-AttachVolumeShelveTestJSON-605607613-project] 10.222.0.24 "GET /v2.0/ports/5b9220dd-eeaa-4ea1-a0cd-e54c1dbfe455 HTTP/1.1" status: 200 len: 941 time: 0.1102109 May 25 07:39:20.970234 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fa083545-4184-40f8-b960-68613bc816c4 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 286} {{(pid=104525) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 25 07:39:20.984994 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa083545-4184-40f8-b960-68613bc816c4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ff97dbdc-01d2-4600-9169-a57142f6ace6,revision_number=1']} {{(pid=104525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 07:39:20.988351 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-fa083545-4184-40f8-b960-68613bc816c4 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8754056472926', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1513389'] for segment (ed9b260d-18a6-47d6-b09f-f8e237c3b8ef), precommit_create {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:39:20.988801 dv-cinder-825492-15-iscsi neutron-server[104525]: INFO neutron.db.segments_db [None req-fa083545-4184-40f8-b960-68613bc816c4 admin admin] Added segment ed9b260d-18a6-47d6-b09f-f8e237c3b8ef of type vlan for network 865acc30-354d-443a-90ac-e550f16275c5 May 25 07:39:21.067720 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef342ca8-fafd-414d-a8e9-8c021107705d req-065a3167-2ca6-4f52-889e-b73e04088b9e tempest-AttachVolumeShelveTestJSON-605607613 tempest-AttachVolumeShelveTestJSON-605607613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 07:39:21.074550 dv-cinder-825492-15-iscsi neutron-server[104525]: INFO neutron.wsgi [req-ef342ca8-fafd-414d-a8e9-8c021107705d req-065a3167-2ca6-4f52-889e-b73e04088b9e tempest-AttachVolumeShelveTestJSON-605607613 tempest-AttachVolumeShelveTestJSON-605607613-project] 10.222.0.24 "GET /v2.0/ports?device_id=6d360341-449d-4b49-8b66-a02a969171fd HTTP/1.1" status: 200 len: 944 time: 0.0823660 May 25 07:39:21.079061 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-fa083545-4184-40f8-b960-68613bc816c4 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754056145246'] for network (865acc30-354d-443a-90ac-e550f16275c5), precommit_create {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:39:21.118597 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG dbcounter [-] [104525] Writing DB stats neutron:SELECT=86,neutron:DELETE=3,neutron:INSERT=9,neutron:UPDATE=2 {{(pid=104525) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 07:39:21.119193 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG dbcounter [-] [104525] Writing DB stats neutron:SELECT=88,neutron:DELETE=1,neutron:INSERT=9,neutron:UPDATE=2 {{(pid=104525) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 07:39:21.143932 dv-cinder-825492-15-iscsi neutron-server[104525]: INFO neutron.wsgi [req-ef342ca8-fafd-414d-a8e9-8c021107705d req-baae490b-5345-4668-ae8b-0c75a3722e6f tempest-AttachVolumeShelveTestJSON-605607613 tempest-AttachVolumeShelveTestJSON-605607613-project] 10.222.0.24 "GET /v2.0/security-groups?id=36a790ea-6395-4759-aea0-9e848582607a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0666723 May 25 07:39:21.234780 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-fa083545-4184-40f8-b960-68613bc816c4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-278710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612926'] for network (865acc30-354d-443a-90ac-e550f16275c5), after_create {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:39:21.235962 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa083545-4184-40f8-b960-68613bc816c4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 07:39:21.236525 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-fa083545-4184-40f8-b960-68613bc816c4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1612908'] for network (None), before_response {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:39:21.297797 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa083545-4184-40f8-b960-68613bc816c4 admin admin] Pushing event updated for resources: {'Network': ['ID=865acc30-354d-443a-90ac-e550f16275c5,revision_number=1']} {{(pid=104525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 07:39:21.308406 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.plugins.ml2.rpc [None req-4c581813-650f-4b4b-ac0f-82f585bea231 None None] Network 865acc30-354d-443a-90ac-e550f16275c5 details requested by agent ovs-agent-dv-cinder-825492-15-iscsi with host dv-cinder-825492-15-iscsi {{(pid=104527) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 25 07:39:21.374557 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.wsgi [-] (104526) accepted ('10.222.0.24', 45516) {{(pid=104526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 07:39:21.375119 dv-cinder-825492-15-iscsi neutron-server[104525]: INFO neutron.wsgi [None req-fa083545-4184-40f8-b960-68613bc816c4 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 0.8283265 May 25 07:39:21.380006 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.api.v2.base [None req-2e295dc1-c1af-4cfc-ad08-8ca501f2e9f0 admin admin] Request body: {'subnet': {'network_id': '865acc30-354d-443a-90ac-e550f16275c5', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1950752323-subnet', 'tenant_id': 'f13c4f9ee9c444d9b9a0d2c2e3ec9142', 'ip_version': 4}} {{(pid=104526) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 25 07:39:21.496683 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2e295dc1-c1af-4cfc-ad08-8ca501f2e9f0 admin admin] Made reservation on behalf of f13c4f9ee9c444d9b9a0d2c2e3ec9142 for: {'subnet': 1} {{(pid=104526) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 07:39:21.499080 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-2e295dc1-c1af-4cfc-ad08-8ca501f2e9f0 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58838961'] for subnet (None), before_create {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:39:21.764429 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-2e295dc1-c1af-4cfc-ad08-8ca501f2e9f0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-280644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2909966', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58838851'] for subnet (6ebf3ac6-955c-49f9-997f-8aa2353df952), after_create {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:39:21.822805 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e295dc1-c1af-4cfc-ad08-8ca501f2e9f0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6ebf3ac6-955c-49f9-997f-8aa2353df952,revision_number=0']} {{(pid=104526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 07:39:21.834365 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e295dc1-c1af-4cfc-ad08-8ca501f2e9f0 admin admin] Checking segment: {'id': 'ed9b260d-18a6-47d6-b09f-f8e237c3b8ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 286, 'network_id': '865acc30-354d-443a-90ac-e550f16275c5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104526) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 25 07:39:21.834861 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e295dc1-c1af-4cfc-ad08-8ca501f2e9f0 admin admin] Network hostable DHCP agents. Network: 865acc30-354d-443a-90ac-e550f16275c5, hostable agents: ['6cf9466f-68ff-4d03-9bb6-0c8244fa88eb'], hosted agents: [] {{(pid=104526) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 25 07:39:21.937006 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e295dc1-c1af-4cfc-ad08-8ca501f2e9f0 admin admin] Network 865acc30-354d-443a-90ac-e550f16275c5 is scheduled to be hosted by DHCP agent 6cf9466f-68ff-4d03-9bb6-0c8244fa88eb with binding_index 1 {{(pid=104526) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 25 07:39:22.045824 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.scheduler.base_scheduler [None req-2e295dc1-c1af-4cfc-ad08-8ca501f2e9f0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-825492-15-iscsi, 865acc30-354d-443a-90ac-e550f16275c5) {{(pid=104526) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 07:39:22.050427 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e295dc1-c1af-4cfc-ad08-8ca501f2e9f0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 07:39:22.051163 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-2e295dc1-c1af-4cfc-ad08-8ca501f2e9f0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1612908'] for subnet (None), before_response {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:39:22.057089 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f98a70b-c9f2-4513-8f6c-f72aa049f42c None None] Network 865acc30-354d-443a-90ac-e550f16275c5 requested from dv-cinder-825492-15-iscsi {{(pid=104527) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 25 07:39:22.115376 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG dbcounter [-] [104527] Writing DB stats neutron:SELECT=94,neutron:UPDATE=6 {{(pid=104527) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 07:39:22.170691 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9de9a70-6de8-4142-9992-9d8edd699551 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpffcd8e1d-abc4-5fc1-a873-fed7d59917e2-865acc30-354d-443a-90ac-e550f16275c5', 'network_id': '865acc30-354d-443a-90ac-e550f16275c5', 'project_id': 'f13c4f9ee9c444d9b9a0d2c2e3ec9142', 'fixed_ips': [{'subnet_id': '6ebf3ac6-955c-49f9-997f-8aa2353df952'}]}} from dv-cinder-825492-15-iscsi. {{(pid=104527) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 25 07:39:22.170691 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron_lib.callbacks.manager [None req-b9de9a70-6de8-4142-9992-9d8edd699551 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-616651'] for port (None), before_create {{(pid=104527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:39:22.203343 dv-cinder-825492-15-iscsi neutron-server[104526]: INFO neutron.wsgi [None req-2e295dc1-c1af-4cfc-ad08-8ca501f2e9f0 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.8272026 May 25 07:39:22.206743 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron.wsgi [-] (104525) accepted ('10.222.0.24', 45520) {{(pid=104525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 07:39:22.211419 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron.api.v2.base [None req-0cc49abd-e3d1-472b-b267-1cb1475d811c admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1950752323-router', 'tenant_id': 'f13c4f9ee9c444d9b9a0d2c2e3ec9142', 'external_gateway_info': {'network_id': '29c629bd-3f50-4535-bfbc-a047608d6fb6'}}} {{(pid=104525) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 25 07:39:22.274418 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a29c151d-2a1d-4fc8-8de2-11856302c396 req-bdab4696-b72c-4144-9894-b58907ec93ce tempest-AttachVolumeShelveTestJSON-605607613 tempest-AttachVolumeShelveTestJSON-605607613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 07:39:22.276009 dv-cinder-825492-15-iscsi neutron-server[104526]: INFO neutron.wsgi [req-a29c151d-2a1d-4fc8-8de2-11856302c396 req-bdab4696-b72c-4144-9894-b58907ec93ce tempest-AttachVolumeShelveTestJSON-605607613 tempest-AttachVolumeShelveTestJSON-605607613-project] 10.222.0.24 "GET /v2.0/ports?device_id=6d360341-449d-4b49-8b66-a02a969171fd HTTP/1.1" status: 200 len: 944 time: 0.0543714 May 25 07:39:22.328509 dv-cinder-825492-15-iscsi neutron-server[104526]: INFO neutron.wsgi [req-a29c151d-2a1d-4fc8-8de2-11856302c396 req-25d6753a-40b0-40a4-8509-bc5913cfa49d tempest-AttachVolumeShelveTestJSON-605607613 tempest-AttachVolumeShelveTestJSON-605607613-project] 10.222.0.24 "GET /v2.0/security-groups?id=36a790ea-6395-4759-aea0-9e848582607a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0463448 May 25 07:39:22.354563 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-0cc49abd-e3d1-472b-b267-1cb1475d811c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1616943', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4883'] for router (3e3c894b-9d5c-4c79-a14b-def167031996), before_create {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:39:22.356233 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-0cc49abd-e3d1-472b-b267-1cb1475d811c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1616063', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1614895', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-299349', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4888'] for router (3e3c894b-9d5c-4c79-a14b-def167031996), precommit_create {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:39:22.412999 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-0cc49abd-e3d1-472b-b267-1cb1475d811c admin admin] Publish callbacks [] for router_controller (3e3c894b-9d5c-4c79-a14b-def167031996), precommit_add_association {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:39:22.435574 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.db.db_base_plugin_common [None req-b9de9a70-6de8-4142-9992-9d8edd699551 None None] Allocated IP 172.20.0.2 (865acc30-354d-443a-90ac-e550f16275c5/6ebf3ac6-955c-49f9-997f-8aa2353df952/4d832fd4-7262-4207-af23-bfbeb1add235) {{(pid=104527) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 07:39:22.444233 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG dbcounter [-] [104527] Writing DB stats neutron:SELECT=87,neutron:UPDATE=9,neutron:INSERT=4 {{(pid=104527) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 07:39:22.588176 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron_lib.callbacks.manager [None req-b9de9a70-6de8-4142-9992-9d8edd699551 None None] Publish callbacks [] for port (4d832fd4-7262-4207-af23-bfbeb1add235), precommit_create {{(pid=104527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:39:22.610511 dv-cinder-825492-15-iscsi neutron-server[104528]: DEBUG neutron.db.agents_db [None req-434abceb-772f-4043-8698-cfe4a44654b9 None None] Agent healthcheck: found 6 active agents {{(pid=104528) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 25 07:39:22.657556 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron_lib.callbacks.manager [None req-b9de9a70-6de8-4142-9992-9d8edd699551 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-617841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612926', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754056173864'] for port (4d832fd4-7262-4207-af23-bfbeb1add235), after_create {{(pid=104527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:39:22.700579 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9de9a70-6de8-4142-9992-9d8edd699551 None None] Network 865acc30-354d-443a-90ac-e550f16275c5 is already hosted by enough agents. {{(pid=104527) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 07:39:22.705381 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.scheduler.base_scheduler [None req-b9de9a70-6de8-4142-9992-9d8edd699551 None None] Resources bound (agent type, host, resource id): {{(pid=104527) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 07:39:22.710255 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9de9a70-6de8-4142-9992-9d8edd699551 None None] Received port after_create {{(pid=104527) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 25 07:39:22.718831 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9de9a70-6de8-4142-9992-9d8edd699551 None None] Pushing event updated for resources: {'Port': ['ID=4d832fd4-7262-4207-af23-bfbeb1add235,revision_number=1']} {{(pid=104527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 07:39:22.773368 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.plugins.ml2.managers [None req-b9de9a70-6de8-4142-9992-9d8edd699551 None None] Attempting to bind port 4d832fd4-7262-4207-af23-bfbeb1add235 on host dv-cinder-825492-15-iscsi for vnic_type normal with profile {{(pid=104527) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 25 07:39:22.773752 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.plugins.ml2.managers [None req-b9de9a70-6de8-4142-9992-9d8edd699551 None None] Attempting to bind port 4d832fd4-7262-4207-af23-bfbeb1add235 by drivers openvswitch,hyperv on host dv-cinder-825492-15-iscsi at level 0 using segments [{'id': 'ed9b260d-18a6-47d6-b09f-f8e237c3b8ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 286, 'network_id': '865acc30-354d-443a-90ac-e550f16275c5'}] {{(pid=104527) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 25 07:39:22.774108 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9de9a70-6de8-4142-9992-9d8edd699551 None None] Attempting to bind port 4d832fd4-7262-4207-af23-bfbeb1add235 on network 865acc30-354d-443a-90ac-e550f16275c5 {{(pid=104527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 25 07:39:22.779610 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9de9a70-6de8-4142-9992-9d8edd699551 None None] Checking agent: {'id': '67455b2d-ff20-4068-8b38-73bd0628c5cb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-825492-15-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 25, 7, 27, 41), 'started_at': datetime.datetime(2022, 5, 25, 7, 28, 11), 'heartbeat_timestamp': datetime.datetime(2022, 5, 25, 7, 39, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-825492-15-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 25 07:39:22.780019 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9de9a70-6de8-4142-9992-9d8edd699551 None None] Checking segment: {'id': 'ed9b260d-18a6-47d6-b09f-f8e237c3b8ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 286, 'network_id': '865acc30-354d-443a-90ac-e550f16275c5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104527) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 25 07:39:22.780425 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron_lib.callbacks.manager [None req-b9de9a70-6de8-4142-9992-9d8edd699551 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:39:22.780829 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9de9a70-6de8-4142-9992-9d8edd699551 None None] Bound using segment: {'id': 'ed9b260d-18a6-47d6-b09f-f8e237c3b8ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 286, 'network_id': '865acc30-354d-443a-90ac-e550f16275c5'} {{(pid=104527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 25 07:39:22.781287 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.plugins.ml2.managers [None req-b9de9a70-6de8-4142-9992-9d8edd699551 None None] Bound port: 4d832fd4-7262-4207-af23-bfbeb1add235, host: dv-cinder-825492-15-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ed9b260d-18a6-47d6-b09f-f8e237c3b8ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 286, 'network_id': '865acc30-354d-443a-90ac-e550f16275c5'}}] {{(pid=104527) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 25 07:39:22.781659 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron_lib.callbacks.manager [None req-b9de9a70-6de8-4142-9992-9d8edd699551 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-616651'] for port (4d832fd4-7262-4207-af23-bfbeb1add235), before_update {{(pid=104527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:39:22.840553 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-0cc49abd-e3d1-472b-b267-1cb1475d811c admin admin] Publish callbacks [] for router_gateway (3e3c894b-9d5c-4c79-a14b-def167031996), precommit_update {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:39:22.850067 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.plugins.ml2.db [None req-b9de9a70-6de8-4142-9992-9d8edd699551 None None] For port 4d832fd4-7262-4207-af23-bfbeb1add235, host dv-cinder-825492-15-iscsi, cleared binding levels {{(pid=104527) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 25 07:39:22.853443 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.plugins.ml2.db [None req-b9de9a70-6de8-4142-9992-9d8edd699551 None None] For port 4d832fd4-7262-4207-af23-bfbeb1add235, host dv-cinder-825492-15-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825492-15-iscsi',level=0,port_id=4d832fd4-7262-4207-af23-bfbeb1add235,segment=NetworkSegment(ed9b260d-18a6-47d6-b09f-f8e237c3b8ef),segment_id=ed9b260d-18a6-47d6-b09f-f8e237c3b8ef)] {{(pid=104527) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 25 07:39:23.017133 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron_lib.callbacks.manager [None req-b9de9a70-6de8-4142-9992-9d8edd699551 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-617841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612926', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754056714442', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754056173882', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754056173900'] for port (4d832fd4-7262-4207-af23-bfbeb1add235), after_update {{(pid=104527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:39:23.073418 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9de9a70-6de8-4142-9992-9d8edd699551 None None] Pushing event updated for resources: {'Port': ['ID=4d832fd4-7262-4207-af23-bfbeb1add235,revision_number=2']} {{(pid=104527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 07:39:23.186959 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-0cc49abd-e3d1-472b-b267-1cb1475d811c admin admin] Publish callbacks [] for router_gateway (3e3c894b-9d5c-4c79-a14b-def167031996), before_create {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:39:23.207528 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-0cc49abd-e3d1-472b-b267-1cb1475d811c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-616651'] for port (None), before_create {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:39:23.348983 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron.db.db_base_plugin_common [None req-0cc49abd-e3d1-472b-b267-1cb1475d811c admin admin] Allocated IP 172.27.3.151 (29c629bd-3f50-4535-bfbc-a047608d6fb6/7934ff5a-43f1-4f76-b9d8-e4343ace34f5/9da543db-6561-42d0-9db7-d28a4645a5cb) {{(pid=104525) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 07:39:23.475120 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07e54eca-1d79-469c-98b7-d2a93fb3fded req-cce9453d-3bc1-4c42-ac87-91a899bd9a6f tempest-AttachVolumeShelveTestJSON-605607613 tempest-AttachVolumeShelveTestJSON-605607613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 07:39:23.476643 dv-cinder-825492-15-iscsi neutron-server[104525]: INFO neutron.wsgi [req-07e54eca-1d79-469c-98b7-d2a93fb3fded req-cce9453d-3bc1-4c42-ac87-91a899bd9a6f tempest-AttachVolumeShelveTestJSON-605607613 tempest-AttachVolumeShelveTestJSON-605607613-project] 10.222.0.24 "GET /v2.0/ports?device_id=6d360341-449d-4b49-8b66-a02a969171fd HTTP/1.1" status: 200 len: 944 time: 0.0612762 May 25 07:39:23.523304 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG dbcounter [-] [104525] Writing DB stats neutron:SELECT=89,neutron:DELETE=2,neutron:INSERT=5,neutron:UPDATE=4 {{(pid=104525) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 07:39:23.532845 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-0cc49abd-e3d1-472b-b267-1cb1475d811c admin admin] Publish callbacks [] for port (9da543db-6561-42d0-9db7-d28a4645a5cb), precommit_create {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:39:23.555835 dv-cinder-825492-15-iscsi neutron-server[104525]: INFO neutron.wsgi [req-07e54eca-1d79-469c-98b7-d2a93fb3fded req-c0a20b03-a722-40e6-af39-7eb539c30018 tempest-AttachVolumeShelveTestJSON-605607613 tempest-AttachVolumeShelveTestJSON-605607613-project] 10.222.0.24 "GET /v2.0/security-groups?id=36a790ea-6395-4759-aea0-9e848582607a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0728424 May 25 07:39:23.656950 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-0cc49abd-e3d1-472b-b267-1cb1475d811c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-617841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612926', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754056173864', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59563715'] for port (9da543db-6561-42d0-9db7-d28a4645a5cb), after_create {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:39:23.693624 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG dbcounter [-] [104525] Writing DB stats neutron:SELECT=91,neutron:INSERT=7,neutron:UPDATE=2 {{(pid=104525) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 07:39:23.705881 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0cc49abd-e3d1-472b-b267-1cb1475d811c admin admin] Network 29c629bd-3f50-4535-bfbc-a047608d6fb6 is already hosted by enough agents. {{(pid=104525) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 07:39:23.711046 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron.scheduler.base_scheduler [None req-0cc49abd-e3d1-472b-b267-1cb1475d811c admin admin] Resources bound (agent type, host, resource id): {{(pid=104525) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 07:39:23.713210 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cc49abd-e3d1-472b-b267-1cb1475d811c admin admin] Pushing event updated for resources: {'Port': ['ID=9da543db-6561-42d0-9db7-d28a4645a5cb,revision_number=1']} {{(pid=104525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 07:39:23.717745 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cc49abd-e3d1-472b-b267-1cb1475d811c admin admin] Received port after_create {{(pid=104525) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 25 07:39:23.829265 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.plugins.ml2.rpc [None req-4c581813-650f-4b4b-ac0f-82f585bea231 None None] Device 4d832fd4-7262-4207-af23-bfbeb1add235 up at agent ovs-agent-dv-cinder-825492-15-iscsi {{(pid=104527) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 25 07:39:23.881186 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.db.provisioning_blocks [None req-4c581813-650f-4b4b-ac0f-82f585bea231 None None] Provisioning complete for port 4d832fd4-7262-4207-af23-bfbeb1add235 triggered by entity L2. {{(pid=104527) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 25 07:39:23.881553 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron_lib.callbacks.manager [None req-4c581813-650f-4b4b-ac0f-82f585bea231 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1490782'] for port (4d832fd4-7262-4207-af23-bfbeb1add235), provisioning_complete {{(pid=104527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:39:23.883695 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG dbcounter [-] [104527] Writing DB stats neutron:UPDATE=5,neutron:SELECT=92,neutron:INSERT=3 {{(pid=104527) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 07:39:23.970492 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.plugins.ml2.plugin [None req-4c581813-650f-4b4b-ac0f-82f585bea231 None None] Current status of the port 4d832fd4-7262-4207-af23-bfbeb1add235 is: DOWN; New status is: ACTIVE {{(pid=104527) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 25 07:39:23.970953 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron_lib.callbacks.manager [None req-4c581813-650f-4b4b-ac0f-82f585bea231 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-616651'] for port (4d832fd4-7262-4207-af23-bfbeb1add235), before_update {{(pid=104527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:39:24.007653 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.plugins.ml2.db [None req-4c581813-650f-4b4b-ac0f-82f585bea231 None None] For port 4d832fd4-7262-4207-af23-bfbeb1add235, host dv-cinder-825492-15-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825492-15-iscsi',level=0,port_id=4d832fd4-7262-4207-af23-bfbeb1add235,segment=NetworkSegment(ed9b260d-18a6-47d6-b09f-f8e237c3b8ef),segment_id=ed9b260d-18a6-47d6-b09f-f8e237c3b8ef)] {{(pid=104527) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 07:39:24.053577 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-0cc49abd-e3d1-472b-b267-1cb1475d811c admin admin] Publish callbacks [] for router_gateway (3e3c894b-9d5c-4c79-a14b-def167031996), after_create {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:39:24.090263 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron_lib.callbacks.manager [None req-4c581813-650f-4b4b-ac0f-82f585bea231 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-617841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612926', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754056714442', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754056173882', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754056173900'] for port (4d832fd4-7262-4207-af23-bfbeb1add235), after_update {{(pid=104527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:39:24.143611 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c581813-650f-4b4b-ac0f-82f585bea231 None None] Pushing event updated for resources: {'Port': ['ID=4d832fd4-7262-4207-af23-bfbeb1add235,revision_number=3']} {{(pid=104527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 07:39:24.162819 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b479b85e-1eb9-41f4-ab69-d16011455fcb None None] Network 865acc30-354d-443a-90ac-e550f16275c5 requested from dv-cinder-825492-15-iscsi {{(pid=104527) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 25 07:39:24.229086 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.db.provisioning_blocks [None req-d739cedf-334c-4eca-af4d-f9117394be12 None None] Provisioning complete for port 4d832fd4-7262-4207-af23-bfbeb1add235 triggered by entity DHCP. {{(pid=104527) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 25 07:39:24.229595 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron_lib.callbacks.manager [None req-d739cedf-334c-4eca-af4d-f9117394be12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1490782'] for port (4d832fd4-7262-4207-af23-bfbeb1add235), provisioning_complete {{(pid=104527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:39:24.266225 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-0cc49abd-e3d1-472b-b267-1cb1475d811c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1616054', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1614970'] for router (3e3c894b-9d5c-4c79-a14b-def167031996), after_create {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:39:24.350181 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG dbcounter [-] [104527] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104527) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 07:39:24.356075 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.plugins.ml2.plugin [None req-d739cedf-334c-4eca-af4d-f9117394be12 None None] Current status of the port 4d832fd4-7262-4207-af23-bfbeb1add235 is: ACTIVE; New status is: ACTIVE {{(pid=104527) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 25 07:39:24.369891 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG dbcounter [-] [104525] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104525) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 07:39:24.463781 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34d0cadb-aa44-4081-9948-ad8d8fb62f75 req-a9ca14c2-0856-4f4c-8a8e-cfa920015ae3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 07:39:24.466360 dv-cinder-825492-15-iscsi neutron-server[104525]: INFO neutron.wsgi [req-34d0cadb-aa44-4081-9948-ad8d8fb62f75 req-a9ca14c2-0856-4f4c-8a8e-cfa920015ae3 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=6d360341-449d-4b49-8b66-a02a969171fd&tenant_id=c4406d5d0e2347f1b96c34496f5ba5ae HTTP/1.1" status: 200 len: 1128 time: 0.0896657 May 25 07:39:24.541008 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0cc49abd-e3d1-472b-b267-1cb1475d811c admin admin] Router 3e3c894b-9d5c-4c79-a14b-def167031996 is scheduled to L3 agent 54ff4013-997e-4376-a4e9-e6c98cf37cc7 with binding_index 1 {{(pid=104525) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 25 07:39:24.557806 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34d0cadb-aa44-4081-9948-ad8d8fb62f75 req-ef475c9c-7863-4ff7-8032-9aa9aadedc2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 07:39:24.559447 dv-cinder-825492-15-iscsi neutron-server[104525]: INFO neutron.wsgi [req-34d0cadb-aa44-4081-9948-ad8d8fb62f75 req-ef475c9c-7863-4ff7-8032-9aa9aadedc2c service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=c4406d5d0e2347f1b96c34496f5ba5ae&device_id=6d360341-449d-4b49-8b66-a02a969171fd HTTP/1.1" status: 200 len: 1128 time: 0.0467143 May 25 07:39:24.577010 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.db.provisioning_blocks [None req-0ee7e525-3d6c-4ec3-a4c3-8675f6e5fbbe None None] Provisioning complete for port 4d832fd4-7262-4207-af23-bfbeb1add235 triggered by entity DHCP. {{(pid=104527) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 25 07:39:24.577490 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron_lib.callbacks.manager [None req-0ee7e525-3d6c-4ec3-a4c3-8675f6e5fbbe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1490782'] for port (4d832fd4-7262-4207-af23-bfbeb1add235), provisioning_complete {{(pid=104527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:39:24.674267 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.plugins.ml2.plugin [None req-0ee7e525-3d6c-4ec3-a4c3-8675f6e5fbbe None None] Current status of the port 4d832fd4-7262-4207-af23-bfbeb1add235 is: ACTIVE; New status is: ACTIVE {{(pid=104527) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 25 07:39:24.697467 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7928c12b-9801-4329-84db-ce1001ef548f req-e5289c03-1729-43d6-8f72-e3c5f386b007 tempest-AttachVolumeShelveTestJSON-605607613 tempest-AttachVolumeShelveTestJSON-605607613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 07:39:24.699082 dv-cinder-825492-15-iscsi neutron-server[104526]: INFO neutron.wsgi [req-7928c12b-9801-4329-84db-ce1001ef548f req-e5289c03-1729-43d6-8f72-e3c5f386b007 tempest-AttachVolumeShelveTestJSON-605607613 tempest-AttachVolumeShelveTestJSON-605607613-project] 10.222.0.24 "GET /v2.0/ports?device_id=6d360341-449d-4b49-8b66-a02a969171fd HTTP/1.1" status: 200 len: 944 time: 0.0549831 May 25 07:39:24.718298 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG dbcounter [-] [104526] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=104526) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 07:39:24.723298 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0cc49abd-e3d1-472b-b267-1cb1475d811c admin admin] Notify agent at l3_agent.dv-cinder-825492-15-iscsi the message routers_updated {{(pid=104525) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 25 07:39:24.735732 dv-cinder-825492-15-iscsi neutron-server[104528]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0387a757-9e51-47c4-b58a-0fc6f76f12d9 None None] Sync routers for ids ['3e3c894b-9d5c-4c79-a14b-def167031996'] in dv-cinder-825492-15-iscsi {{(pid=104528) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 25 07:39:24.746756 dv-cinder-825492-15-iscsi neutron-server[104528]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0387a757-9e51-47c4-b58a-0fc6f76f12d9 None None] Routers {'3e3c894b-9d5c-4c79-a14b-def167031996'} bound to L3 agent in host dv-cinder-825492-15-iscsi {{(pid=104528) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 25 07:39:24.747515 dv-cinder-825492-15-iscsi neutron-server[104528]: DEBUG neutron.db.l3_hamode_db [None req-0387a757-9e51-47c4-b58a-0fc6f76f12d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825492-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-25T07:27:37Z,description=,heartbeat_timestamp=2022-05-25T07:39:07Z,host='dv-cinder-825492-15-iscsi',id=54ff4013-997e-4376-a4e9-e6c98cf37cc7,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T07:27:38Z,topic='l3_agent')) {'router_ids': ['3e3c894b-9d5c-4c79-a14b-def167031996'], 'active': True} {{(pid=104528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 07:39:24.749587 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34d0cadb-aa44-4081-9948-ad8d8fb62f75 req-12b09af8-1c30-4589-8acc-f94e9b4e4eef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 07:39:24.751066 dv-cinder-825492-15-iscsi neutron-server[104525]: INFO neutron.wsgi [req-34d0cadb-aa44-4081-9948-ad8d8fb62f75 req-12b09af8-1c30-4589-8acc-f94e9b4e4eef service neutron] 10.222.0.41 "GET /v2.0/networks?id=7eef0ae9-55de-48c4-ada3-da713e1942b9 HTTP/1.1" status: 200 len: 918 time: 0.1550167 May 25 07:39:24.751991 dv-cinder-825492-15-iscsi neutron-server[104526]: INFO neutron.wsgi [req-7928c12b-9801-4329-84db-ce1001ef548f req-f6b06897-729f-4001-8568-676f78f7a30e tempest-AttachVolumeShelveTestJSON-605607613 tempest-AttachVolumeShelveTestJSON-605607613-project] 10.222.0.24 "GET /v2.0/security-groups?id=36a790ea-6395-4759-aea0-9e848582607a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0471575 May 25 07:39:24.815779 dv-cinder-825492-15-iscsi neutron-server[104525]: INFO neutron.wsgi [req-34d0cadb-aa44-4081-9948-ad8d8fb62f75 req-b8e302f1-8317-4072-939d-b33268aec493 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=5b9220dd-eeaa-4ea1-a0cd-e54c1dbfe455 HTTP/1.1" status: 200 len: 999 time: 0.0580182 May 25 07:39:24.819674 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-0cc49abd-e3d1-472b-b267-1cb1475d811c admin admin] Publish callbacks [] for router (None), before_response {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:39:24.820784 dv-cinder-825492-15-iscsi neutron-server[104525]: INFO neutron.wsgi [None req-0cc49abd-e3d1-472b-b267-1cb1475d811c admin admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 2.6128876 May 25 07:39:24.824084 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.wsgi [-] (104526) accepted ('10.222.0.24', 45534) {{(pid=104526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 07:39:24.859533 dv-cinder-825492-15-iscsi neutron-server[104528]: DEBUG neutron.db.l3_dvr_db [None req-0387a757-9e51-47c4-b58a-0fc6f76f12d9 None None] Set router 3e3c894b-9d5c-4c79-a14b-def167031996 gateway port host: dv-cinder-825492-15-iscsi {{(pid=104528) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 25 07:39:24.877972 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34d0cadb-aa44-4081-9948-ad8d8fb62f75 req-cba4bd91-5c5c-4883-9b0d-484abcfb7d99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 07:39:24.879544 dv-cinder-825492-15-iscsi neutron-server[104525]: INFO neutron.wsgi [req-34d0cadb-aa44-4081-9948-ad8d8fb62f75 req-cba4bd91-5c5c-4883-9b0d-484abcfb7d99 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=e7796ec7-ead3-485d-a16b-d9ef7a0a8b85 HTTP/1.1" status: 200 len: 856 time: 0.0573030 May 25 07:39:24.929809 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34d0cadb-aa44-4081-9948-ad8d8fb62f75 req-c8ecca9b-92ae-496e-86e8-a32fa06ec82d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 07:39:24.931437 dv-cinder-825492-15-iscsi neutron-server[104525]: INFO neutron.wsgi [req-34d0cadb-aa44-4081-9948-ad8d8fb62f75 req-c8ecca9b-92ae-496e-86e8-a32fa06ec82d service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=7eef0ae9-55de-48c4-ada3-da713e1942b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0439489 May 25 07:39:24.973655 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG dbcounter [-] [104526] Writing DB stats neutron:SELECT=96,neutron:INSERT=4 {{(pid=104526) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 07:39:25.013184 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG dbcounter [-] [104525] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:DELETE=1 {{(pid=104525) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 07:39:25.036871 dv-cinder-825492-15-iscsi neutron-server[104525]: INFO neutron.wsgi [req-34d0cadb-aa44-4081-9948-ad8d8fb62f75 req-0c890699-c8dc-45a0-a5a6-ebf3654dbe4d service neutron] 10.222.0.41 "GET /v2.0/networks/7eef0ae9-55de-48c4-ada3-da713e1942b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0976536 May 25 07:39:25.117532 dv-cinder-825492-15-iscsi neutron-server[104528]: DEBUG neutron.db.l3_hamode_db [None req-0387a757-9e51-47c4-b58a-0fc6f76f12d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e3c894b-9d5c-4c79-a14b-def167031996', 'name': 'tempest-TestShelveInstance-1950752323-router', 'tenant_id': 'f13c4f9ee9c444d9b9a0d2c2e3ec9142', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '29c629bd-3f50-4535-bfbc-a047608d6fb6', 'external_fixed_ips': [{'subnet_id': '7934ff5a-43f1-4f76-b9d8-e4343ace34f5', 'ip_address': '172.27.3.151'}], 'enable_snat': True}, 'gw_port_id': '9da543db-6561-42d0-9db7-d28a4645a5cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T07:39:22Z', 'updated_at': '2022-05-25T07:39:23Z', 'revision_number': 3, 'project_id': 'f13c4f9ee9c444d9b9a0d2c2e3ec9142', 'gw_port': {'id': '9da543db-6561-42d0-9db7-d28a4645a5cb', 'name': '', 'network_id': '29c629bd-3f50-4535-bfbc-a047608d6fb6', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:81:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3e3c894b-9d5c-4c79-a14b-def167031996', 'device_owner': 'network:router_gateway', 'standard_attr_id': 387, 'fixed_ips': [{'subnet_id': '7934ff5a-43f1-4f76-b9d8-e4343ace34f5', 'ip_address': '172.27.3.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T07:39:23Z', 'updated_at': '2022-05-25T07:39:23Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7934ff5a-43f1-4f76-b9d8-e4343ace34f5', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825492-15-iscsi'}], 'dv-cinder-825492-15-iscsi', False) {} {{(pid=104528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 07:39:25.143342 dv-cinder-825492-15-iscsi neutron-server[104528]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0387a757-9e51-47c4-b58a-0fc6f76f12d9 None None] Checking router: 3e3c894b-9d5c-4c79-a14b-def167031996 for host: dv-cinder-825492-15-iscsi {{(pid=104528) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 25 07:39:25.143783 dv-cinder-825492-15-iscsi neutron-server[104528]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0387a757-9e51-47c4-b58a-0fc6f76f12d9 None None] Updating router 3e3c894b-9d5c-4c79-a14b-def167031996 port 9da543db-6561-42d0-9db7-d28a4645a5cb binding host dv-cinder-825492-15-iscsi {{(pid=104528) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 25 07:39:25.143917 dv-cinder-825492-15-iscsi neutron-server[104525]: INFO neutron.wsgi [req-34d0cadb-aa44-4081-9948-ad8d8fb62f75 req-112b6308-72c5-4b44-9655-22d161f3b2ff service neutron] 10.222.0.41 "GET /v2.0/networks/7eef0ae9-55de-48c4-ada3-da713e1942b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0971129 May 25 07:39:25.172076 dv-cinder-825492-15-iscsi neutron-server[104528]: DEBUG neutron_lib.callbacks.manager [None req-0387a757-9e51-47c4-b58a-0fc6f76f12d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-616651'] for port (9da543db-6561-42d0-9db7-d28a4645a5cb), before_update {{(pid=104528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:39:25.279365 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-aac3f5ec-989a-4acc-8ae6-f040cdad4727 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-616651'] for port (None), before_create {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:39:25.441590 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.db.db_base_plugin_common [None req-aac3f5ec-989a-4acc-8ae6-f040cdad4727 admin admin] Allocated IP 172.20.0.1 (865acc30-354d-443a-90ac-e550f16275c5/6ebf3ac6-955c-49f9-997f-8aa2353df952/4e579cb2-52e8-4a5a-9415-d9411fade202) {{(pid=104526) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 07:39:25.461411 dv-cinder-825492-15-iscsi neutron-server[104528]: DEBUG neutron_lib.callbacks.manager [None req-0387a757-9e51-47c4-b58a-0fc6f76f12d9 None None] Publish callbacks [] for port (9da543db-6561-42d0-9db7-d28a4645a5cb), precommit_update {{(pid=104528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:39:25.537236 dv-cinder-825492-15-iscsi neutron-server[104528]: DEBUG neutron_lib.callbacks.manager [None req-0387a757-9e51-47c4-b58a-0fc6f76f12d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-617841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612926', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754056714442', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754056173882', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754056173900'] for port (9da543db-6561-42d0-9db7-d28a4645a5cb), after_update {{(pid=104528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:39:25.560632 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-aac3f5ec-989a-4acc-8ae6-f040cdad4727 admin admin] Publish callbacks [] for port (4e579cb2-52e8-4a5a-9415-d9411fade202), precommit_create {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:39:25.586001 dv-cinder-825492-15-iscsi neutron-server[104528]: DEBUG neutron.plugins.ml2.managers [None req-0387a757-9e51-47c4-b58a-0fc6f76f12d9 None None] Attempting to bind port 9da543db-6561-42d0-9db7-d28a4645a5cb on host dv-cinder-825492-15-iscsi for vnic_type normal with profile {{(pid=104528) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 25 07:39:25.586334 dv-cinder-825492-15-iscsi neutron-server[104528]: DEBUG neutron.plugins.ml2.managers [None req-0387a757-9e51-47c4-b58a-0fc6f76f12d9 None None] Attempting to bind port 9da543db-6561-42d0-9db7-d28a4645a5cb by drivers openvswitch,hyperv on host dv-cinder-825492-15-iscsi at level 0 using segments [{'id': '3ed655b3-ed39-457b-b353-0296e3eaac46', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '29c629bd-3f50-4535-bfbc-a047608d6fb6'}] {{(pid=104528) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 25 07:39:25.586969 dv-cinder-825492-15-iscsi neutron-server[104528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0387a757-9e51-47c4-b58a-0fc6f76f12d9 None None] Attempting to bind port 9da543db-6561-42d0-9db7-d28a4645a5cb on network 29c629bd-3f50-4535-bfbc-a047608d6fb6 {{(pid=104528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 25 07:39:25.604471 dv-cinder-825492-15-iscsi neutron-server[104528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0387a757-9e51-47c4-b58a-0fc6f76f12d9 None None] Checking agent: {'id': '67455b2d-ff20-4068-8b38-73bd0628c5cb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-825492-15-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 25, 7, 27, 41), 'started_at': datetime.datetime(2022, 5, 25, 7, 28, 11), 'heartbeat_timestamp': datetime.datetime(2022, 5, 25, 7, 39, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-825492-15-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 25 07:39:25.604874 dv-cinder-825492-15-iscsi neutron-server[104528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0387a757-9e51-47c4-b58a-0fc6f76f12d9 None None] Checking segment: {'id': '3ed655b3-ed39-457b-b353-0296e3eaac46', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '29c629bd-3f50-4535-bfbc-a047608d6fb6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104528) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 25 07:39:25.605262 dv-cinder-825492-15-iscsi neutron-server[104528]: DEBUG neutron_lib.callbacks.manager [None req-0387a757-9e51-47c4-b58a-0fc6f76f12d9 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:39:25.605641 dv-cinder-825492-15-iscsi neutron-server[104528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0387a757-9e51-47c4-b58a-0fc6f76f12d9 None None] Bound using segment: {'id': '3ed655b3-ed39-457b-b353-0296e3eaac46', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '29c629bd-3f50-4535-bfbc-a047608d6fb6'} {{(pid=104528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 25 07:39:25.608785 dv-cinder-825492-15-iscsi neutron-server[104528]: DEBUG neutron.plugins.ml2.managers [None req-0387a757-9e51-47c4-b58a-0fc6f76f12d9 None None] Bound port: 9da543db-6561-42d0-9db7-d28a4645a5cb, host: dv-cinder-825492-15-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3ed655b3-ed39-457b-b353-0296e3eaac46', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '29c629bd-3f50-4535-bfbc-a047608d6fb6'}}] {{(pid=104528) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 25 07:39:25.608785 dv-cinder-825492-15-iscsi neutron-server[104528]: DEBUG neutron_lib.callbacks.manager [None req-0387a757-9e51-47c4-b58a-0fc6f76f12d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-616651'] for port (9da543db-6561-42d0-9db7-d28a4645a5cb), before_update {{(pid=104528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:39:25.631317 dv-cinder-825492-15-iscsi neutron-server[104528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05110c79-7d32-4b02-928d-bd9949bea075 None None] Pushing event updated for resources: {'Port': ['ID=9da543db-6561-42d0-9db7-d28a4645a5cb,revision_number=2']} {{(pid=104528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 07:39:25.649479 dv-cinder-825492-15-iscsi neutron-server[104528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05110c79-7d32-4b02-928d-bd9949bea075 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825492-15-iscsi {{(pid=104528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 07:39:25.649819 dv-cinder-825492-15-iscsi neutron-server[104528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05110c79-7d32-4b02-928d-bd9949bea075 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825492-15-iscsi {{(pid=104528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 07:39:25.650176 dv-cinder-825492-15-iscsi neutron-server[104528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05110c79-7d32-4b02-928d-bd9949bea075 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825492-15-iscsi {{(pid=104528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 07:39:25.650518 dv-cinder-825492-15-iscsi neutron-server[104528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05110c79-7d32-4b02-928d-bd9949bea075 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825492-15-iscsi {{(pid=104528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 07:39:25.650842 dv-cinder-825492-15-iscsi neutron-server[104528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05110c79-7d32-4b02-928d-bd9949bea075 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825492-15-iscsi {{(pid=104528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 07:39:25.651160 dv-cinder-825492-15-iscsi neutron-server[104528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05110c79-7d32-4b02-928d-bd9949bea075 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825492-15-iscsi {{(pid=104528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 07:39:25.651531 dv-cinder-825492-15-iscsi neutron-server[104528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05110c79-7d32-4b02-928d-bd9949bea075 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825492-15-iscsi {{(pid=104528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 07:39:25.651781 dv-cinder-825492-15-iscsi neutron-server[104528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05110c79-7d32-4b02-928d-bd9949bea075 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-825492-15-iscsi {{(pid=104528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 07:39:25.652108 dv-cinder-825492-15-iscsi neutron-server[104528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05110c79-7d32-4b02-928d-bd9949bea075 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-825492-15-iscsi {{(pid=104528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 07:39:25.652421 dv-cinder-825492-15-iscsi neutron-server[104528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05110c79-7d32-4b02-928d-bd9949bea075 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-825492-15-iscsi {{(pid=104528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 07:39:25.652762 dv-cinder-825492-15-iscsi neutron-server[104528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05110c79-7d32-4b02-928d-bd9949bea075 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-825492-15-iscsi {{(pid=104528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 07:39:25.653092 dv-cinder-825492-15-iscsi neutron-server[104528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05110c79-7d32-4b02-928d-bd9949bea075 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825492-15-iscsi {{(pid=104528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 07:39:25.653400 dv-cinder-825492-15-iscsi neutron-server[104528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05110c79-7d32-4b02-928d-bd9949bea075 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825492-15-iscsi {{(pid=104528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 07:39:25.653704 dv-cinder-825492-15-iscsi neutron-server[104528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05110c79-7d32-4b02-928d-bd9949bea075 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825492-15-iscsi {{(pid=104528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 07:39:25.654092 dv-cinder-825492-15-iscsi neutron-server[104528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05110c79-7d32-4b02-928d-bd9949bea075 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825492-15-iscsi {{(pid=104528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 07:39:25.668724 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-aac3f5ec-989a-4acc-8ae6-f040cdad4727 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-617841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612926', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754056173864', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2909854'] for port (4e579cb2-52e8-4a5a-9415-d9411fade202), after_create {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:39:25.687695 dv-cinder-825492-15-iscsi neutron-server[104528]: DEBUG neutron.plugins.ml2.db [None req-0387a757-9e51-47c4-b58a-0fc6f76f12d9 None None] For port 9da543db-6561-42d0-9db7-d28a4645a5cb, host dv-cinder-825492-15-iscsi, cleared binding levels {{(pid=104528) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 25 07:39:25.695103 dv-cinder-825492-15-iscsi neutron-server[104528]: DEBUG neutron.plugins.ml2.db [None req-0387a757-9e51-47c4-b58a-0fc6f76f12d9 None None] For port 9da543db-6561-42d0-9db7-d28a4645a5cb, host dv-cinder-825492-15-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825492-15-iscsi',level=0,port_id=9da543db-6561-42d0-9db7-d28a4645a5cb,segment=NetworkSegment(3ed655b3-ed39-457b-b353-0296e3eaac46),segment_id=3ed655b3-ed39-457b-b353-0296e3eaac46)] {{(pid=104528) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 25 07:39:25.701950 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG dbcounter [-] [104526] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=104526) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 07:39:25.713053 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aac3f5ec-989a-4acc-8ae6-f040cdad4727 admin admin] Network 865acc30-354d-443a-90ac-e550f16275c5 is already hosted by enough agents. {{(pid=104526) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 07:39:25.716424 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.scheduler.base_scheduler [None req-aac3f5ec-989a-4acc-8ae6-f040cdad4727 admin admin] Resources bound (agent type, host, resource id): {{(pid=104526) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 07:39:25.720976 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aac3f5ec-989a-4acc-8ae6-f040cdad4727 admin admin] Received port after_create {{(pid=104526) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 25 07:39:25.764686 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-aac3f5ec-989a-4acc-8ae6-f040cdad4727 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1617199'] for router_interface (3e3c894b-9d5c-4c79-a14b-def167031996), before_create {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:39:25.799882 dv-cinder-825492-15-iscsi neutron-server[104528]: DEBUG neutron_lib.callbacks.manager [None req-0387a757-9e51-47c4-b58a-0fc6f76f12d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-617841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612926', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754056714442', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754056173882', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754056173900'] for port (9da543db-6561-42d0-9db7-d28a4645a5cb), after_update {{(pid=104528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:39:25.845127 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aac3f5ec-989a-4acc-8ae6-f040cdad4727 admin admin] Pushing event updated for resources: {'Port': ['ID=4e579cb2-52e8-4a5a-9415-d9411fade202,revision_number=1']} {{(pid=104526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 07:39:25.845581 dv-cinder-825492-15-iscsi neutron-server[104528]: DEBUG dbcounter [-] [104528] Writing DB stats neutron:SELECT=95,neutron:DELETE=1,neutron:UPDATE=4 {{(pid=104528) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 07:39:25.863177 dv-cinder-825492-15-iscsi neutron-server[104528]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0387a757-9e51-47c4-b58a-0fc6f76f12d9 None None] Routers {'3e3c894b-9d5c-4c79-a14b-def167031996'} bound to L3 agent in host dv-cinder-825492-15-iscsi {{(pid=104528) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 25 07:39:25.863814 dv-cinder-825492-15-iscsi neutron-server[104528]: DEBUG neutron.db.l3_hamode_db [None req-0387a757-9e51-47c4-b58a-0fc6f76f12d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825492-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-25T07:27:37Z,description=,heartbeat_timestamp=2022-05-25T07:39:07Z,host='dv-cinder-825492-15-iscsi',id=54ff4013-997e-4376-a4e9-e6c98cf37cc7,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T07:27:38Z,topic='l3_agent')) {'router_ids': ['3e3c894b-9d5c-4c79-a14b-def167031996'], 'active': True} {{(pid=104528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 07:39:25.870022 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.plugins.ml2.rpc [None req-4c581813-650f-4b4b-ac0f-82f585bea231 None None] Device 4d832fd4-7262-4207-af23-bfbeb1add235 up at agent ovs-agent-dv-cinder-825492-15-iscsi {{(pid=104527) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 25 07:39:25.917977 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77696b43-4cbc-44e8-8fc7-bc20a4e43143 req-686c2036-3520-478e-868e-c87c0dde7133 tempest-AttachVolumeShelveTestJSON-605607613 tempest-AttachVolumeShelveTestJSON-605607613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 07:39:25.920097 dv-cinder-825492-15-iscsi neutron-server[104525]: INFO neutron.wsgi [req-77696b43-4cbc-44e8-8fc7-bc20a4e43143 req-686c2036-3520-478e-868e-c87c0dde7133 tempest-AttachVolumeShelveTestJSON-605607613 tempest-AttachVolumeShelveTestJSON-605607613-project] 10.222.0.24 "GET /v2.0/ports?device_id=6d360341-449d-4b49-8b66-a02a969171fd HTTP/1.1" status: 200 len: 944 time: 0.0705748 May 25 07:39:25.937832 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG dbcounter [-] [104526] Writing DB stats neutron:SELECT=92,neutron:INSERT=4,neutron:UPDATE=4 {{(pid=104526) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 07:39:25.950754 dv-cinder-825492-15-iscsi neutron-server[104528]: DEBUG dbcounter [-] [104528] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=104528) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 07:39:25.957501 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.db.provisioning_blocks [None req-4c581813-650f-4b4b-ac0f-82f585bea231 None None] Provisioning complete for port 4d832fd4-7262-4207-af23-bfbeb1add235 triggered by entity L2. {{(pid=104527) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 25 07:39:25.958253 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron_lib.callbacks.manager [None req-4c581813-650f-4b4b-ac0f-82f585bea231 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1490782'] for port (4d832fd4-7262-4207-af23-bfbeb1add235), provisioning_complete {{(pid=104527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:39:25.987035 dv-cinder-825492-15-iscsi neutron-server[104525]: INFO neutron.wsgi [req-77696b43-4cbc-44e8-8fc7-bc20a4e43143 req-0f41ccbd-684d-4f27-8e26-85c837281ed3 tempest-AttachVolumeShelveTestJSON-605607613 tempest-AttachVolumeShelveTestJSON-605607613-project] 10.222.0.24 "GET /v2.0/security-groups?id=36a790ea-6395-4759-aea0-9e848582607a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0610805 May 25 07:39:26.033424 dv-cinder-825492-15-iscsi neutron-server[104528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05110c79-7d32-4b02-928d-bd9949bea075 None None] Pushing event updated for resources: {'Port': ['ID=9da543db-6561-42d0-9db7-d28a4645a5cb,revision_number=3']} {{(pid=104528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 07:39:26.055089 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.plugins.ml2.plugin [None req-4c581813-650f-4b4b-ac0f-82f585bea231 None None] Current status of the port 4d832fd4-7262-4207-af23-bfbeb1add235 is: ACTIVE; New status is: ACTIVE {{(pid=104527) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 25 07:39:26.061192 dv-cinder-825492-15-iscsi neutron-server[104528]: DEBUG neutron.db.l3_dvr_db [None req-0387a757-9e51-47c4-b58a-0fc6f76f12d9 None None] Set router 3e3c894b-9d5c-4c79-a14b-def167031996 gateway port host: dv-cinder-825492-15-iscsi {{(pid=104528) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 25 07:39:26.087883 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-aac3f5ec-989a-4acc-8ae6-f040cdad4727 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-616651'] for port (4e579cb2-52e8-4a5a-9415-d9411fade202), before_update {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:39:26.122256 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.db.provisioning_blocks [None req-b6dfb248-db53-4b2d-9b55-923fd6809efd None None] Provisioning complete for port 4e579cb2-52e8-4a5a-9415-d9411fade202 triggered by entity DHCP. {{(pid=104527) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 25 07:39:26.122996 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron_lib.callbacks.manager [None req-b6dfb248-db53-4b2d-9b55-923fd6809efd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1490782'] for port (4e579cb2-52e8-4a5a-9415-d9411fade202), provisioning_complete {{(pid=104527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:39:26.190088 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.plugins.ml2.plugin [None req-b6dfb248-db53-4b2d-9b55-923fd6809efd None None] Port 4e579cb2-52e8-4a5a-9415-d9411fade202 cannot update to ACTIVE because it is not bound. {{(pid=104527) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 25 07:39:26.339981 dv-cinder-825492-15-iscsi neutron-server[104528]: DEBUG neutron.db.l3_hamode_db [None req-0387a757-9e51-47c4-b58a-0fc6f76f12d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e3c894b-9d5c-4c79-a14b-def167031996', 'name': 'tempest-TestShelveInstance-1950752323-router', 'tenant_id': 'f13c4f9ee9c444d9b9a0d2c2e3ec9142', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '29c629bd-3f50-4535-bfbc-a047608d6fb6', 'external_fixed_ips': [{'subnet_id': '7934ff5a-43f1-4f76-b9d8-e4343ace34f5', 'ip_address': '172.27.3.151'}], 'enable_snat': True}, 'gw_port_id': '9da543db-6561-42d0-9db7-d28a4645a5cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T07:39:22Z', 'updated_at': '2022-05-25T07:39:23Z', 'revision_number': 3, 'project_id': 'f13c4f9ee9c444d9b9a0d2c2e3ec9142', 'gw_port': {'id': '9da543db-6561-42d0-9db7-d28a4645a5cb', 'name': '', 'network_id': '29c629bd-3f50-4535-bfbc-a047608d6fb6', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:81:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3e3c894b-9d5c-4c79-a14b-def167031996', 'device_owner': 'network:router_gateway', 'standard_attr_id': 387, 'fixed_ips': [{'subnet_id': '7934ff5a-43f1-4f76-b9d8-e4343ace34f5', 'ip_address': '172.27.3.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825492-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T07:39:23Z', 'updated_at': '2022-05-25T07:39:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7934ff5a-43f1-4f76-b9d8-e4343ace34f5', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825492-15-iscsi'}], 'dv-cinder-825492-15-iscsi', False) {} {{(pid=104528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 07:39:26.382359 dv-cinder-825492-15-iscsi neutron-server[104528]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0387a757-9e51-47c4-b58a-0fc6f76f12d9 None None] The sync data for ids ['3e3c894b-9d5c-4c79-a14b-def167031996'] in dv-cinder-825492-15-iscsi is: [{'id': '3e3c894b-9d5c-4c79-a14b-def167031996', 'name': 'tempest-TestShelveInstance-1950752323-router', 'tenant_id': 'f13c4f9ee9c444d9b9a0d2c2e3ec9142', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '29c629bd-3f50-4535-bfbc-a047608d6fb6', 'external_fixed_ips': [{'subnet_id': '7934ff5a-43f1-4f76-b9d8-e4343ace34f5', 'ip_address': '172.27.3.151'}], 'enable_snat': True}, 'gw_port_id': '9da543db-6561-42d0-9db7-d28a4645a5cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T07:39:22Z', 'updated_at': '2022-05-25T07:39:23Z', 'revision_number': 3, 'project_id': 'f13c4f9ee9c444d9b9a0d2c2e3ec9142', 'gw_port': {'id': '9da543db-6561-42d0-9db7-d28a4645a5cb', 'name': '', 'network_id': '29c629bd-3f50-4535-bfbc-a047608d6fb6', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:81:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3e3c894b-9d5c-4c79-a14b-def167031996', 'device_owner': 'network:router_gateway', 'standard_attr_id': 387, 'fixed_ips': [{'subnet_id': '7934ff5a-43f1-4f76-b9d8-e4343ace34f5', 'ip_address': '172.27.3.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825492-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T07:39:23Z', 'updated_at': '2022-05-25T07:39:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7934ff5a-43f1-4f76-b9d8-e4343ace34f5', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825492-15-iscsi'}] {{(pid=104528) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 25 07:39:26.389608 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-aac3f5ec-989a-4acc-8ae6-f040cdad4727 admin admin] Publish callbacks [] for port (4e579cb2-52e8-4a5a-9415-d9411fade202), precommit_update {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:39:26.444433 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-aac3f5ec-989a-4acc-8ae6-f040cdad4727 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-617841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612926', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754056714442', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754056173882', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754056173900', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2909847'] for port (4e579cb2-52e8-4a5a-9415-d9411fade202), after_update {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:39:26.534205 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-aac3f5ec-989a-4acc-8ae6-f040cdad4727 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1611396', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1614271'] for router_interface (3e3c894b-9d5c-4c79-a14b-def167031996), after_create {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:39:26.541143 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aac3f5ec-989a-4acc-8ae6-f040cdad4727 admin admin] Pushing event updated for resources: {'Port': ['ID=4e579cb2-52e8-4a5a-9415-d9411fade202,revision_number=2']} {{(pid=104526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 07:39:26.706896 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aac3f5ec-989a-4acc-8ae6-f040cdad4727 admin admin] Network 865acc30-354d-443a-90ac-e550f16275c5 is already hosted by enough agents. {{(pid=104526) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 07:39:26.711953 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.scheduler.base_scheduler [None req-aac3f5ec-989a-4acc-8ae6-f040cdad4727 admin admin] Resources bound (agent type, host, resource id): {{(pid=104526) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 07:39:26.893474 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG dbcounter [-] [104526] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104526) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 07:39:26.919515 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aac3f5ec-989a-4acc-8ae6-f040cdad4727 admin admin] Router 3e3c894b-9d5c-4c79-a14b-def167031996 has already been hosted by L3 agent 54ff4013-997e-4376-a4e9-e6c98cf37cc7 {{(pid=104526) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 25 07:39:27.151790 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.db.provisioning_blocks [None req-d799296b-1cbc-4e66-b9dd-e40c2f112464 None None] Provisioning complete for port 4e579cb2-52e8-4a5a-9415-d9411fade202 triggered by entity DHCP. {{(pid=104527) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 25 07:39:27.152626 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron_lib.callbacks.manager [None req-d799296b-1cbc-4e66-b9dd-e40c2f112464 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1490782'] for port (4e579cb2-52e8-4a5a-9415-d9411fade202), provisioning_complete {{(pid=104527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:39:27.183314 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aac3f5ec-989a-4acc-8ae6-f040cdad4727 admin admin] Notify agent at l3_agent.dv-cinder-825492-15-iscsi the message routers_updated {{(pid=104526) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 25 07:39:27.197552 dv-cinder-825492-15-iscsi neutron-server[104526]: INFO neutron.wsgi [None req-aac3f5ec-989a-4acc-8ae6-f040cdad4727 admin admin] 10.222.0.24 "PUT /v2.0/routers/3e3c894b-9d5c-4c79-a14b-def167031996/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3723578 May 25 07:39:27.209664 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51c2832a-b650-4efc-9eca-476700974aa8 req-c7506674-6c2e-4041-8f49-237575c32a3a tempest-AttachVolumeShelveTestJSON-605607613 tempest-AttachVolumeShelveTestJSON-605607613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 07:39:27.215604 dv-cinder-825492-15-iscsi neutron-server[104526]: INFO neutron.wsgi [req-51c2832a-b650-4efc-9eca-476700974aa8 req-c7506674-6c2e-4041-8f49-237575c32a3a tempest-AttachVolumeShelveTestJSON-605607613 tempest-AttachVolumeShelveTestJSON-605607613-project] 10.222.0.24 "GET /v2.0/ports?device_id=6d360341-449d-4b49-8b66-a02a969171fd HTTP/1.1" status: 200 len: 944 time: 0.1029317 May 25 07:39:27.245779 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.plugins.ml2.plugin [None req-d799296b-1cbc-4e66-b9dd-e40c2f112464 None None] Port 4e579cb2-52e8-4a5a-9415-d9411fade202 cannot update to ACTIVE because it is not bound. {{(pid=104527) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 25 07:39:27.294898 dv-cinder-825492-15-iscsi neutron-server[104526]: INFO neutron.wsgi [req-51c2832a-b650-4efc-9eca-476700974aa8 req-c3c33b3d-4a2a-4eca-967c-ba30e044352c tempest-AttachVolumeShelveTestJSON-605607613 tempest-AttachVolumeShelveTestJSON-605607613-project] 10.222.0.24 "GET /v2.0/security-groups?id=36a790ea-6395-4759-aea0-9e848582607a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0784154 May 25 07:39:27.868116 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.plugins.ml2.rpc [None req-4c581813-650f-4b4b-ac0f-82f585bea231 None None] Device 9da543db-6561-42d0-9db7-d28a4645a5cb up at agent ovs-agent-dv-cinder-825492-15-iscsi {{(pid=104527) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 25 07:39:27.926167 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.db.provisioning_blocks [None req-4c581813-650f-4b4b-ac0f-82f585bea231 None None] Provisioning complete for port 9da543db-6561-42d0-9db7-d28a4645a5cb triggered by entity L2. {{(pid=104527) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 25 07:39:27.926957 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron_lib.callbacks.manager [None req-4c581813-650f-4b4b-ac0f-82f585bea231 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1490782'] for port (9da543db-6561-42d0-9db7-d28a4645a5cb), provisioning_complete {{(pid=104527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:39:28.014539 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.plugins.ml2.plugin [None req-4c581813-650f-4b4b-ac0f-82f585bea231 None None] Current status of the port 9da543db-6561-42d0-9db7-d28a4645a5cb is: DOWN; New status is: ACTIVE {{(pid=104527) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 25 07:39:28.020979 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron_lib.callbacks.manager [None req-4c581813-650f-4b4b-ac0f-82f585bea231 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-616651'] for port (9da543db-6561-42d0-9db7-d28a4645a5cb), before_update {{(pid=104527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:39:28.065122 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.plugins.ml2.db [None req-4c581813-650f-4b4b-ac0f-82f585bea231 None None] For port 9da543db-6561-42d0-9db7-d28a4645a5cb, host dv-cinder-825492-15-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825492-15-iscsi',level=0,port_id=9da543db-6561-42d0-9db7-d28a4645a5cb,segment=NetworkSegment(3ed655b3-ed39-457b-b353-0296e3eaac46),segment_id=3ed655b3-ed39-457b-b353-0296e3eaac46)] {{(pid=104527) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 07:39:28.092775 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.wsgi [-] (104526) accepted ('10.222.0.24', 45590) {{(pid=104526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 07:39:28.097898 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.api.v2.base [None req-c24896e2-aaf1-46db-992d-eef7c608bebb admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1521031787-network', 'tenant_id': '21d0ab14c2cb4b7ab6bd84d2407011e7'}} {{(pid=104526) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 25 07:39:28.125511 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron_lib.callbacks.manager [None req-4c581813-650f-4b4b-ac0f-82f585bea231 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-617841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612926', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754056714442', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754056173882', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754056173900'] for port (9da543db-6561-42d0-9db7-d28a4645a5cb), after_update {{(pid=104527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:39:28.176305 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c581813-650f-4b4b-ac0f-82f585bea231 None None] Pushing event updated for resources: {'Port': ['ID=9da543db-6561-42d0-9db7-d28a4645a5cb,revision_number=4']} {{(pid=104527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 07:39:28.188638 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c24896e2-aaf1-46db-992d-eef7c608bebb admin admin] Made reservation on behalf of 21d0ab14c2cb4b7ab6bd84d2407011e7 for: {'network': 1} {{(pid=104526) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 07:39:28.191358 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-c24896e2-aaf1-46db-992d-eef7c608bebb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-616651'] for network (None), before_create {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:39:28.202528 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-c24896e2-aaf1-46db-992d-eef7c608bebb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:39:28.292066 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-c24896e2-aaf1-46db-992d-eef7c608bebb admin admin] Publish callbacks [] for security_group (6e0075aa-f924-4bc4-ad2d-a3071a298ca4), precommit_create {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:39:28.382907 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-c24896e2-aaf1-46db-992d-eef7c608bebb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-278753'] for security_group (6e0075aa-f924-4bc4-ad2d-a3071a298ca4), after_create {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:39:28.456727 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c24896e2-aaf1-46db-992d-eef7c608bebb admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 285} {{(pid=104526) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 25 07:39:28.488860 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d74685d-71d0-4c41-8076-1a30847863e8 req-24ffa8fe-7e4e-4d55-a974-fcf088bab957 tempest-AttachVolumeShelveTestJSON-605607613 tempest-AttachVolumeShelveTestJSON-605607613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 07:39:28.489750 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c24896e2-aaf1-46db-992d-eef7c608bebb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6e0075aa-f924-4bc4-ad2d-a3071a298ca4,revision_number=1']} {{(pid=104526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 07:39:28.491653 dv-cinder-825492-15-iscsi neutron-server[104525]: INFO neutron.wsgi [req-9d74685d-71d0-4c41-8076-1a30847863e8 req-24ffa8fe-7e4e-4d55-a974-fcf088bab957 tempest-AttachVolumeShelveTestJSON-605607613 tempest-AttachVolumeShelveTestJSON-605607613-project] 10.222.0.24 "GET /v2.0/ports?device_id=6d360341-449d-4b49-8b66-a02a969171fd HTTP/1.1" status: 200 len: 944 time: 0.0948670 May 25 07:39:28.502364 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-c24896e2-aaf1-46db-992d-eef7c608bebb admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8754056472926', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1513389'] for segment (ab34562a-c462-4195-bd0a-9ed73cf447c7), precommit_create {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:39:28.502884 dv-cinder-825492-15-iscsi neutron-server[104526]: INFO neutron.db.segments_db [None req-c24896e2-aaf1-46db-992d-eef7c608bebb admin admin] Added segment ab34562a-c462-4195-bd0a-9ed73cf447c7 of type vlan for network ec01709d-6189-4ae3-bd11-6eb83baa5296 May 25 07:39:28.516943 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG dbcounter [-] [104526] Writing DB stats neutron:SELECT=89,neutron:INSERT=8,neutron:UPDATE=3 {{(pid=104526) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 07:39:28.553838 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-c24896e2-aaf1-46db-992d-eef7c608bebb admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754056145246'] for network (ec01709d-6189-4ae3-bd11-6eb83baa5296), precommit_create {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:39:28.566241 dv-cinder-825492-15-iscsi neutron-server[104525]: INFO neutron.wsgi [req-9d74685d-71d0-4c41-8076-1a30847863e8 req-35ec0fd7-5f07-4ed6-a428-864c81187955 tempest-AttachVolumeShelveTestJSON-605607613 tempest-AttachVolumeShelveTestJSON-605607613-project] 10.222.0.24 "GET /v2.0/security-groups?id=36a790ea-6395-4759-aea0-9e848582607a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0628064 May 25 07:39:28.652507 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b8e598d-4317-4f65-962b-6b4d639b5524 None None] Sync routers for ids ['3e3c894b-9d5c-4c79-a14b-def167031996'] in dv-cinder-825492-15-iscsi {{(pid=104527) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 25 07:39:28.656514 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-c24896e2-aaf1-46db-992d-eef7c608bebb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-278710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612926'] for network (ec01709d-6189-4ae3-bd11-6eb83baa5296), after_create {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:39:28.657640 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c24896e2-aaf1-46db-992d-eef7c608bebb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 07:39:28.658325 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-c24896e2-aaf1-46db-992d-eef7c608bebb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1612908'] for network (None), before_response {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:39:28.666033 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b8e598d-4317-4f65-962b-6b4d639b5524 None None] Routers {'3e3c894b-9d5c-4c79-a14b-def167031996'} bound to L3 agent in host dv-cinder-825492-15-iscsi {{(pid=104527) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 25 07:39:28.672559 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.db.l3_hamode_db [None req-8b8e598d-4317-4f65-962b-6b4d639b5524 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825492-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-25T07:27:37Z,description=,heartbeat_timestamp=2022-05-25T07:39:07Z,host='dv-cinder-825492-15-iscsi',id=54ff4013-997e-4376-a4e9-e6c98cf37cc7,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T07:27:38Z,topic='l3_agent')) {'router_ids': ['3e3c894b-9d5c-4c79-a14b-def167031996'], 'active': True} {{(pid=104527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 07:39:28.719499 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c24896e2-aaf1-46db-992d-eef7c608bebb admin admin] Pushing event updated for resources: {'Network': ['ID=ec01709d-6189-4ae3-bd11-6eb83baa5296,revision_number=1']} {{(pid=104526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 07:39:28.758076 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.plugins.ml2.rpc [None req-4c581813-650f-4b4b-ac0f-82f585bea231 None None] Network ec01709d-6189-4ae3-bd11-6eb83baa5296 details requested by agent ovs-agent-dv-cinder-825492-15-iscsi with host dv-cinder-825492-15-iscsi {{(pid=104527) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 25 07:39:28.790879 dv-cinder-825492-15-iscsi neutron-server[104526]: INFO neutron.wsgi [None req-c24896e2-aaf1-46db-992d-eef7c608bebb admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 0.6969798 May 25 07:39:28.794029 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron.wsgi [-] (104525) accepted ('10.222.0.24', 45600) {{(pid=104525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 07:39:28.798880 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron.api.v2.base [None req-3964661a-09a5-41a2-b29a-480b9a51c0fd admin admin] Request body: {'subnet': {'network_id': 'ec01709d-6189-4ae3-bd11-6eb83baa5296', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1521031787-subnet', 'tenant_id': '21d0ab14c2cb4b7ab6bd84d2407011e7', 'ip_version': 4}} {{(pid=104525) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 25 07:39:28.841181 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.db.l3_dvr_db [None req-8b8e598d-4317-4f65-962b-6b4d639b5524 None None] Set router 3e3c894b-9d5c-4c79-a14b-def167031996 gateway port host: dv-cinder-825492-15-iscsi {{(pid=104527) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 25 07:39:28.873862 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3964661a-09a5-41a2-b29a-480b9a51c0fd admin admin] Made reservation on behalf of 21d0ab14c2cb4b7ab6bd84d2407011e7 for: {'subnet': 1} {{(pid=104525) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 07:39:28.874686 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG dbcounter [-] [104527] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104527) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 07:39:28.876281 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-3964661a-09a5-41a2-b29a-480b9a51c0fd admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62065451'] for subnet (None), before_create {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:39:28.981574 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG dbcounter [-] [104527] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104527) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 07:39:29.068008 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.db.l3_hamode_db [None req-8b8e598d-4317-4f65-962b-6b4d639b5524 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e3c894b-9d5c-4c79-a14b-def167031996', 'name': 'tempest-TestShelveInstance-1950752323-router', 'tenant_id': 'f13c4f9ee9c444d9b9a0d2c2e3ec9142', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '29c629bd-3f50-4535-bfbc-a047608d6fb6', 'external_fixed_ips': [{'subnet_id': '7934ff5a-43f1-4f76-b9d8-e4343ace34f5', 'ip_address': '172.27.3.151'}], 'enable_snat': True}, 'gw_port_id': '9da543db-6561-42d0-9db7-d28a4645a5cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T07:39:22Z', 'updated_at': '2022-05-25T07:39:25Z', 'revision_number': 4, 'project_id': 'f13c4f9ee9c444d9b9a0d2c2e3ec9142', 'gw_port': {'id': '9da543db-6561-42d0-9db7-d28a4645a5cb', 'name': '', 'network_id': '29c629bd-3f50-4535-bfbc-a047608d6fb6', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:81:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e3c894b-9d5c-4c79-a14b-def167031996', 'device_owner': 'network:router_gateway', 'standard_attr_id': 387, 'fixed_ips': [{'subnet_id': '7934ff5a-43f1-4f76-b9d8-e4343ace34f5', 'ip_address': '172.27.3.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825492-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T07:39:23Z', 'updated_at': '2022-05-25T07:39:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7934ff5a-43f1-4f76-b9d8-e4343ace34f5', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825492-15-iscsi', '_interfaces': [{'id': '4e579cb2-52e8-4a5a-9415-d9411fade202', 'name': '', 'network_id': '865acc30-354d-443a-90ac-e550f16275c5', 'tenant_id': 'f13c4f9ee9c444d9b9a0d2c2e3ec9142', 'mac_address': 'fa:16:3e:da:e7:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3e3c894b-9d5c-4c79-a14b-def167031996', 'device_owner': 'network:router_interface', 'standard_attr_id': 388, 'fixed_ips': [{'subnet_id': '6ebf3ac6-955c-49f9-997f-8aa2353df952', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T07:39:25Z', 'updated_at': '2022-05-25T07:39:26Z', 'revision_number': 2, 'project_id': 'f13c4f9ee9c444d9b9a0d2c2e3ec9142', 'subnets': [{'id': '6ebf3ac6-955c-49f9-997f-8aa2353df952', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-825492-15-iscsi', False) {} {{(pid=104527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 07:39:29.081838 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG dbcounter [-] [104525] Writing DB stats neutron:SELECT=96,neutron:DELETE=1,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=104525) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 07:39:29.098145 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b8e598d-4317-4f65-962b-6b4d639b5524 None None] Checking router: 3e3c894b-9d5c-4c79-a14b-def167031996 for host: dv-cinder-825492-15-iscsi {{(pid=104527) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 25 07:39:29.099062 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b8e598d-4317-4f65-962b-6b4d639b5524 None None] Updating router 3e3c894b-9d5c-4c79-a14b-def167031996 port 4e579cb2-52e8-4a5a-9415-d9411fade202 binding host dv-cinder-825492-15-iscsi {{(pid=104527) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 25 07:39:29.129587 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron_lib.callbacks.manager [None req-8b8e598d-4317-4f65-962b-6b4d639b5524 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-616651'] for port (4e579cb2-52e8-4a5a-9415-d9411fade202), before_update {{(pid=104527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:39:29.142902 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-3964661a-09a5-41a2-b29a-480b9a51c0fd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-280644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59563859', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62065625'] for subnet (be59f574-cc4e-4732-acd1-be9775742a59), after_create {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:39:29.196127 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3964661a-09a5-41a2-b29a-480b9a51c0fd admin admin] Pushing event updated for resources: {'Subnet': ['ID=be59f574-cc4e-4732-acd1-be9775742a59,revision_number=0']} {{(pid=104525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 07:39:29.214156 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3964661a-09a5-41a2-b29a-480b9a51c0fd admin admin] Checking segment: {'id': 'ab34562a-c462-4195-bd0a-9ed73cf447c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': 'ec01709d-6189-4ae3-bd11-6eb83baa5296'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104525) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 25 07:39:29.214516 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3964661a-09a5-41a2-b29a-480b9a51c0fd admin admin] Network hostable DHCP agents. Network: ec01709d-6189-4ae3-bd11-6eb83baa5296, hostable agents: ['6cf9466f-68ff-4d03-9bb6-0c8244fa88eb'], hosted agents: [] {{(pid=104525) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 25 07:39:29.325327 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3964661a-09a5-41a2-b29a-480b9a51c0fd admin admin] Network ec01709d-6189-4ae3-bd11-6eb83baa5296 is scheduled to be hosted by DHCP agent 6cf9466f-68ff-4d03-9bb6-0c8244fa88eb with binding_index 1 {{(pid=104525) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 25 07:39:29.416346 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron.scheduler.base_scheduler [None req-3964661a-09a5-41a2-b29a-480b9a51c0fd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-825492-15-iscsi, ec01709d-6189-4ae3-bd11-6eb83baa5296) {{(pid=104525) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 07:39:29.420529 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3964661a-09a5-41a2-b29a-480b9a51c0fd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 07:39:29.421249 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-3964661a-09a5-41a2-b29a-480b9a51c0fd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1612908'] for subnet (None), before_response {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:39:29.432805 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d866c744-7174-4905-9067-48a0438a0a69 None None] Network ec01709d-6189-4ae3-bd11-6eb83baa5296 requested from dv-cinder-825492-15-iscsi {{(pid=104527) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 25 07:39:29.516457 dv-cinder-825492-15-iscsi neutron-server[104525]: INFO neutron.wsgi [None req-3964661a-09a5-41a2-b29a-480b9a51c0fd admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.7212656 May 25 07:39:29.519105 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.wsgi [-] (104526) accepted ('10.222.0.24', 45606) {{(pid=104526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 07:39:29.525178 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.api.v2.base [None req-f978357e-f3c6-4787-a122-18d641c18220 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1521031787-router', 'tenant_id': '21d0ab14c2cb4b7ab6bd84d2407011e7', 'external_gateway_info': {'network_id': '29c629bd-3f50-4535-bfbc-a047608d6fb6'}}} {{(pid=104526) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 25 07:39:29.622704 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-f978357e-f3c6-4787-a122-18d641c18220 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1616943', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4883'] for router (7bc1a003-a1ce-43e1-b401-90ea2d3f5197), before_create {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:39:29.623311 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron_lib.callbacks.manager [None req-8b8e598d-4317-4f65-962b-6b4d639b5524 None None] Publish callbacks [] for port (4e579cb2-52e8-4a5a-9415-d9411fade202), precommit_update {{(pid=104527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:39:29.624238 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-f978357e-f3c6-4787-a122-18d641c18220 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1616063', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1614895', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-299349', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4888'] for router (7bc1a003-a1ce-43e1-b401-90ea2d3f5197), precommit_create {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:39:29.687327 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2ac2c2d-aa5a-4a64-8ea7-df69bb0d4d27 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpffcd8e1d-abc4-5fc1-a873-fed7d59917e2-ec01709d-6189-4ae3-bd11-6eb83baa5296', 'network_id': 'ec01709d-6189-4ae3-bd11-6eb83baa5296', 'project_id': '21d0ab14c2cb4b7ab6bd84d2407011e7', 'fixed_ips': [{'subnet_id': 'be59f574-cc4e-4732-acd1-be9775742a59'}]}} from dv-cinder-825492-15-iscsi. {{(pid=104527) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 25 07:39:29.688356 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron_lib.callbacks.manager [None req-d2ac2c2d-aa5a-4a64-8ea7-df69bb0d4d27 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-616651'] for port (None), before_create {{(pid=104527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:39:29.718963 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-f978357e-f3c6-4787-a122-18d641c18220 admin admin] Publish callbacks [] for router_controller (7bc1a003-a1ce-43e1-b401-90ea2d3f5197), precommit_add_association {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:39:29.778330 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-978e5dca-4fcb-4b25-b7d8-1a2e3b4a851d req-78afc7ab-d955-4aaf-ac93-e49149d637de tempest-AttachVolumeShelveTestJSON-605607613 tempest-AttachVolumeShelveTestJSON-605607613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 07:39:29.781858 dv-cinder-825492-15-iscsi neutron-server[104526]: INFO neutron.wsgi [req-978e5dca-4fcb-4b25-b7d8-1a2e3b4a851d req-78afc7ab-d955-4aaf-ac93-e49149d637de tempest-AttachVolumeShelveTestJSON-605607613 tempest-AttachVolumeShelveTestJSON-605607613-project] 10.222.0.24 "GET /v2.0/ports?device_id=6d360341-449d-4b49-8b66-a02a969171fd HTTP/1.1" status: 200 len: 944 time: 0.0630515 May 25 07:39:29.794122 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron_lib.callbacks.manager [None req-8b8e598d-4317-4f65-962b-6b4d639b5524 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-617841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612926', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754056714442', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754056173882', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754056173900'] for port (4e579cb2-52e8-4a5a-9415-d9411fade202), after_update {{(pid=104527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:39:29.876295 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.plugins.ml2.rpc [None req-4c581813-650f-4b4b-ac0f-82f585bea231 None None] Device 9da543db-6561-42d0-9db7-d28a4645a5cb up at agent ovs-agent-dv-cinder-825492-15-iscsi {{(pid=104527) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 25 07:39:29.934051 dv-cinder-825492-15-iscsi neutron-server[104526]: INFO neutron.wsgi [req-978e5dca-4fcb-4b25-b7d8-1a2e3b4a851d req-85deee30-63db-404e-8840-64eeaeec6c83 tempest-AttachVolumeShelveTestJSON-605607613 tempest-AttachVolumeShelveTestJSON-605607613-project] 10.222.0.24 "GET /v2.0/security-groups?id=36a790ea-6395-4759-aea0-9e848582607a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1446657 May 25 07:39:29.975503 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG dbcounter [-] [104527] Writing DB stats neutron:SELECT=95,neutron:UPDATE=3,neutron:INSERT=2 {{(pid=104527) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 07:39:29.985171 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02e043d9-e053-4b99-925b-d9e76d9d2197 None None] Pushing event updated for resources: {'Port': ['ID=4e579cb2-52e8-4a5a-9415-d9411fade202,revision_number=3']} {{(pid=104527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 07:39:30.074350 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-f978357e-f3c6-4787-a122-18d641c18220 admin admin] Publish callbacks [] for router_gateway (7bc1a003-a1ce-43e1-b401-90ea2d3f5197), precommit_update {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:39:30.111953 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.db.db_base_plugin_common [None req-d2ac2c2d-aa5a-4a64-8ea7-df69bb0d4d27 None None] Allocated IP 172.20.0.2 (ec01709d-6189-4ae3-bd11-6eb83baa5296/be59f574-cc4e-4732-acd1-be9775742a59/44c6763c-2448-4b60-965f-affd960af187) {{(pid=104527) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 07:39:30.120549 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.db.provisioning_blocks [None req-4c581813-650f-4b4b-ac0f-82f585bea231 None None] Provisioning complete for port 9da543db-6561-42d0-9db7-d28a4645a5cb triggered by entity L2. {{(pid=104527) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 25 07:39:30.120894 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron_lib.callbacks.manager [None req-4c581813-650f-4b4b-ac0f-82f585bea231 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1490782'] for port (9da543db-6561-42d0-9db7-d28a4645a5cb), provisioning_complete {{(pid=104527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:39:30.162038 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG dbcounter [-] [104527] Writing DB stats neutron:SELECT=95,neutron:UPDATE=3,neutron:INSERT=2 {{(pid=104527) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 07:39:30.171593 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.plugins.ml2.managers [None req-8b8e598d-4317-4f65-962b-6b4d639b5524 None None] Attempting to bind port 4e579cb2-52e8-4a5a-9415-d9411fade202 on host dv-cinder-825492-15-iscsi for vnic_type normal with profile {{(pid=104527) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 25 07:39:30.171957 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.plugins.ml2.managers [None req-8b8e598d-4317-4f65-962b-6b4d639b5524 None None] Attempting to bind port 4e579cb2-52e8-4a5a-9415-d9411fade202 by drivers openvswitch,hyperv on host dv-cinder-825492-15-iscsi at level 0 using segments [{'id': 'ed9b260d-18a6-47d6-b09f-f8e237c3b8ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 286, 'network_id': '865acc30-354d-443a-90ac-e550f16275c5'}] {{(pid=104527) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 25 07:39:30.172941 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b8e598d-4317-4f65-962b-6b4d639b5524 None None] Attempting to bind port 4e579cb2-52e8-4a5a-9415-d9411fade202 on network 865acc30-354d-443a-90ac-e550f16275c5 {{(pid=104527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 25 07:39:30.238487 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b8e598d-4317-4f65-962b-6b4d639b5524 None None] Checking agent: {'id': '67455b2d-ff20-4068-8b38-73bd0628c5cb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-825492-15-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 25, 7, 27, 41), 'started_at': datetime.datetime(2022, 5, 25, 7, 28, 11), 'heartbeat_timestamp': datetime.datetime(2022, 5, 25, 7, 39, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-825492-15-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 25 07:39:30.238842 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b8e598d-4317-4f65-962b-6b4d639b5524 None None] Checking segment: {'id': 'ed9b260d-18a6-47d6-b09f-f8e237c3b8ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 286, 'network_id': '865acc30-354d-443a-90ac-e550f16275c5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104527) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 25 07:39:30.239770 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron_lib.callbacks.manager [None req-8b8e598d-4317-4f65-962b-6b4d639b5524 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:39:30.240421 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b8e598d-4317-4f65-962b-6b4d639b5524 None None] Bound using segment: {'id': 'ed9b260d-18a6-47d6-b09f-f8e237c3b8ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 286, 'network_id': '865acc30-354d-443a-90ac-e550f16275c5'} {{(pid=104527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 25 07:39:30.241033 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.plugins.ml2.managers [None req-8b8e598d-4317-4f65-962b-6b4d639b5524 None None] Bound port: 4e579cb2-52e8-4a5a-9415-d9411fade202, host: dv-cinder-825492-15-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ed9b260d-18a6-47d6-b09f-f8e237c3b8ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 286, 'network_id': '865acc30-354d-443a-90ac-e550f16275c5'}}] {{(pid=104527) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 25 07:39:30.241411 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron_lib.callbacks.manager [None req-8b8e598d-4317-4f65-962b-6b4d639b5524 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-616651'] for port (4e579cb2-52e8-4a5a-9415-d9411fade202), before_update {{(pid=104527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:39:30.244326 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG dbcounter [-] [104526] Writing DB stats neutron:SELECT=83,neutron:INSERT=13,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=104526) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 07:39:30.259944 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.db.provisioning_blocks [None req-8d48f224-b63d-425f-9cce-0cc2e30d1d17 None None] Provisioning complete for port 4e579cb2-52e8-4a5a-9415-d9411fade202 triggered by entity DHCP. {{(pid=104527) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 25 07:39:30.260305 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron_lib.callbacks.manager [None req-8d48f224-b63d-425f-9cce-0cc2e30d1d17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1490782'] for port (4e579cb2-52e8-4a5a-9415-d9411fade202), provisioning_complete {{(pid=104527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:39:30.392368 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.plugins.ml2.plugin [None req-8d48f224-b63d-425f-9cce-0cc2e30d1d17 None None] Port 4e579cb2-52e8-4a5a-9415-d9411fade202 cannot update to ACTIVE because it is not bound. {{(pid=104527) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 25 07:39:30.417530 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.plugins.ml2.plugin [None req-4c581813-650f-4b4b-ac0f-82f585bea231 None None] Current status of the port 9da543db-6561-42d0-9db7-d28a4645a5cb is: ACTIVE; New status is: ACTIVE {{(pid=104527) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 25 07:39:30.444742 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.plugins.ml2.db [None req-8b8e598d-4317-4f65-962b-6b4d639b5524 None None] For port 4e579cb2-52e8-4a5a-9415-d9411fade202, host dv-cinder-825492-15-iscsi, cleared binding levels {{(pid=104527) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 25 07:39:30.480400 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.plugins.ml2.db [None req-8b8e598d-4317-4f65-962b-6b4d639b5524 None None] For port 4e579cb2-52e8-4a5a-9415-d9411fade202, host dv-cinder-825492-15-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825492-15-iscsi',level=0,port_id=4e579cb2-52e8-4a5a-9415-d9411fade202,segment=NetworkSegment(ed9b260d-18a6-47d6-b09f-f8e237c3b8ef),segment_id=ed9b260d-18a6-47d6-b09f-f8e237c3b8ef)] {{(pid=104527) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 25 07:39:30.505194 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron_lib.callbacks.manager [None req-d2ac2c2d-aa5a-4a64-8ea7-df69bb0d4d27 None None] Publish callbacks [] for port (44c6763c-2448-4b60-965f-affd960af187), precommit_create {{(pid=104527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:39:30.548722 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron_lib.callbacks.manager [None req-8b8e598d-4317-4f65-962b-6b4d639b5524 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-617841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612926', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754056714442', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754056173882', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754056173900'] for port (4e579cb2-52e8-4a5a-9415-d9411fade202), after_update {{(pid=104527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:39:30.600611 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-f978357e-f3c6-4787-a122-18d641c18220 admin admin] Publish callbacks [] for router_gateway (7bc1a003-a1ce-43e1-b401-90ea2d3f5197), before_create {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:39:30.605290 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron_lib.callbacks.manager [None req-d2ac2c2d-aa5a-4a64-8ea7-df69bb0d4d27 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-617841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612926', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754056173864'] for port (44c6763c-2448-4b60-965f-affd960af187), after_create {{(pid=104527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:39:30.622776 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-f978357e-f3c6-4787-a122-18d641c18220 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-616651'] for port (None), before_create {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:39:30.652310 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b8e598d-4317-4f65-962b-6b4d639b5524 None None] Routers {'3e3c894b-9d5c-4c79-a14b-def167031996'} bound to L3 agent in host dv-cinder-825492-15-iscsi {{(pid=104527) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 25 07:39:30.653858 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.db.l3_hamode_db [None req-8b8e598d-4317-4f65-962b-6b4d639b5524 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825492-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-25T07:27:37Z,description=,heartbeat_timestamp=2022-05-25T07:39:07Z,host='dv-cinder-825492-15-iscsi',id=54ff4013-997e-4376-a4e9-e6c98cf37cc7,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T07:27:38Z,topic='l3_agent')) {'router_ids': ['3e3c894b-9d5c-4c79-a14b-def167031996'], 'active': True} {{(pid=104527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 07:39:30.659102 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02e043d9-e053-4b99-925b-d9e76d9d2197 None None] Pushing event updated for resources: {'Port': ['ID=4e579cb2-52e8-4a5a-9415-d9411fade202,revision_number=4']} {{(pid=104527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 07:39:30.701288 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG dbcounter [-] [104527] Writing DB stats neutron:UPDATE=4,neutron:SELECT=93,neutron:INSERT=3 {{(pid=104527) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 07:39:30.712275 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2ac2c2d-aa5a-4a64-8ea7-df69bb0d4d27 None None] Network ec01709d-6189-4ae3-bd11-6eb83baa5296 is already hosted by enough agents. {{(pid=104527) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 07:39:30.731717 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.scheduler.base_scheduler [None req-d2ac2c2d-aa5a-4a64-8ea7-df69bb0d4d27 None None] Resources bound (agent type, host, resource id): {{(pid=104527) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 07:39:30.739644 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2ac2c2d-aa5a-4a64-8ea7-df69bb0d4d27 None None] Received port after_create {{(pid=104527) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 25 07:39:30.811227 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.db.db_base_plugin_common [None req-f978357e-f3c6-4787-a122-18d641c18220 admin admin] Allocated IP 172.27.3.59 (29c629bd-3f50-4535-bfbc-a047608d6fb6/7934ff5a-43f1-4f76-b9d8-e4343ace34f5/6a9f24ed-d893-40c0-ac1d-6cd855e81326) {{(pid=104526) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 07:39:30.844389 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2ac2c2d-aa5a-4a64-8ea7-df69bb0d4d27 None None] Pushing event updated for resources: {'Port': ['ID=44c6763c-2448-4b60-965f-affd960af187,revision_number=1']} {{(pid=104527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 07:39:30.902471 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.plugins.ml2.managers [None req-d2ac2c2d-aa5a-4a64-8ea7-df69bb0d4d27 None None] Attempting to bind port 44c6763c-2448-4b60-965f-affd960af187 on host dv-cinder-825492-15-iscsi for vnic_type normal with profile {{(pid=104527) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 25 07:39:30.902733 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.plugins.ml2.managers [None req-d2ac2c2d-aa5a-4a64-8ea7-df69bb0d4d27 None None] Attempting to bind port 44c6763c-2448-4b60-965f-affd960af187 by drivers openvswitch,hyperv on host dv-cinder-825492-15-iscsi at level 0 using segments [{'id': 'ab34562a-c462-4195-bd0a-9ed73cf447c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': 'ec01709d-6189-4ae3-bd11-6eb83baa5296'}] {{(pid=104527) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 25 07:39:30.903090 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2ac2c2d-aa5a-4a64-8ea7-df69bb0d4d27 None None] Attempting to bind port 44c6763c-2448-4b60-965f-affd960af187 on network ec01709d-6189-4ae3-bd11-6eb83baa5296 {{(pid=104527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 25 07:39:30.906217 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.db.l3_dvr_db [None req-8b8e598d-4317-4f65-962b-6b4d639b5524 None None] Set router 3e3c894b-9d5c-4c79-a14b-def167031996 gateway port host: dv-cinder-825492-15-iscsi {{(pid=104527) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 25 07:39:30.910705 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG dbcounter [-] [104526] Writing DB stats neutron:SELECT=87,neutron:INSERT=8,neutron:UPDATE=5 {{(pid=104526) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 07:39:30.941739 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2ac2c2d-aa5a-4a64-8ea7-df69bb0d4d27 None None] Checking agent: {'id': '67455b2d-ff20-4068-8b38-73bd0628c5cb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-825492-15-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 25, 7, 27, 41), 'started_at': datetime.datetime(2022, 5, 25, 7, 28, 11), 'heartbeat_timestamp': datetime.datetime(2022, 5, 25, 7, 39, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-825492-15-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 25 07:39:30.942959 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2ac2c2d-aa5a-4a64-8ea7-df69bb0d4d27 None None] Checking segment: {'id': 'ab34562a-c462-4195-bd0a-9ed73cf447c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': 'ec01709d-6189-4ae3-bd11-6eb83baa5296'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104527) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 25 07:39:30.943391 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron_lib.callbacks.manager [None req-d2ac2c2d-aa5a-4a64-8ea7-df69bb0d4d27 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:39:30.943786 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2ac2c2d-aa5a-4a64-8ea7-df69bb0d4d27 None None] Bound using segment: {'id': 'ab34562a-c462-4195-bd0a-9ed73cf447c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': 'ec01709d-6189-4ae3-bd11-6eb83baa5296'} {{(pid=104527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 25 07:39:30.944269 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.plugins.ml2.managers [None req-d2ac2c2d-aa5a-4a64-8ea7-df69bb0d4d27 None None] Bound port: 44c6763c-2448-4b60-965f-affd960af187, host: dv-cinder-825492-15-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ab34562a-c462-4195-bd0a-9ed73cf447c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': 'ec01709d-6189-4ae3-bd11-6eb83baa5296'}}] {{(pid=104527) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 25 07:39:30.944775 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron_lib.callbacks.manager [None req-d2ac2c2d-aa5a-4a64-8ea7-df69bb0d4d27 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-616651'] for port (44c6763c-2448-4b60-965f-affd960af187), before_update {{(pid=104527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:39:30.978469 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-f978357e-f3c6-4787-a122-18d641c18220 admin admin] Publish callbacks [] for port (6a9f24ed-d893-40c0-ac1d-6cd855e81326), precommit_create {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:39:31.001199 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.db.provisioning_blocks [None req-ab623c00-ef24-424c-8287-d9ddca6f83d2 None None] Provisioning complete for port 4e579cb2-52e8-4a5a-9415-d9411fade202 triggered by entity DHCP. {{(pid=104527) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 25 07:39:31.001565 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron_lib.callbacks.manager [None req-ab623c00-ef24-424c-8287-d9ddca6f83d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1490782'] for port (4e579cb2-52e8-4a5a-9415-d9411fade202), provisioning_complete {{(pid=104527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:39:31.115876 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG dbcounter [-] [104527] Writing DB stats neutron:UPDATE=1,neutron:SELECT=99 {{(pid=104527) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 07:39:31.131620 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d406439e-23bc-4acf-859b-4efabae44c9e req-3e62d23f-d6f7-405b-a212-c771e16b8098 tempest-AttachVolumeShelveTestJSON-605607613 tempest-AttachVolumeShelveTestJSON-605607613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 07:39:31.133819 dv-cinder-825492-15-iscsi neutron-server[104525]: INFO neutron.wsgi [req-d406439e-23bc-4acf-859b-4efabae44c9e req-3e62d23f-d6f7-405b-a212-c771e16b8098 tempest-AttachVolumeShelveTestJSON-605607613 tempest-AttachVolumeShelveTestJSON-605607613-project] 10.222.0.24 "GET /v2.0/ports?device_id=6d360341-449d-4b49-8b66-a02a969171fd HTTP/1.1" status: 200 len: 944 time: 0.0748513 May 25 07:39:31.160122 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.plugins.ml2.db [None req-d2ac2c2d-aa5a-4a64-8ea7-df69bb0d4d27 None None] For port 44c6763c-2448-4b60-965f-affd960af187, host dv-cinder-825492-15-iscsi, cleared binding levels {{(pid=104527) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 25 07:39:31.187385 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-f978357e-f3c6-4787-a122-18d641c18220 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-617841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612926', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754056173864', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2909854'] for port (6a9f24ed-d893-40c0-ac1d-6cd855e81326), after_create {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:39:31.206395 dv-cinder-825492-15-iscsi neutron-server[104525]: INFO neutron.wsgi [req-d406439e-23bc-4acf-859b-4efabae44c9e req-70dd78de-85da-4fe3-a98e-389a3c065192 tempest-AttachVolumeShelveTestJSON-605607613 tempest-AttachVolumeShelveTestJSON-605607613-project] 10.222.0.24 "GET /v2.0/security-groups?id=36a790ea-6395-4759-aea0-9e848582607a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0543466 May 25 07:39:31.206501 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.plugins.ml2.db [None req-d2ac2c2d-aa5a-4a64-8ea7-df69bb0d4d27 None None] For port 44c6763c-2448-4b60-965f-affd960af187, host dv-cinder-825492-15-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825492-15-iscsi',level=0,port_id=44c6763c-2448-4b60-965f-affd960af187,segment=NetworkSegment(ab34562a-c462-4195-bd0a-9ed73cf447c7),segment_id=ab34562a-c462-4195-bd0a-9ed73cf447c7)] {{(pid=104527) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 25 07:39:31.234856 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f978357e-f3c6-4787-a122-18d641c18220 admin admin] Network 29c629bd-3f50-4535-bfbc-a047608d6fb6 is already hosted by enough agents. {{(pid=104526) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 07:39:31.235685 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.plugins.ml2.plugin [None req-ab623c00-ef24-424c-8287-d9ddca6f83d2 None None] Current status of the port 4e579cb2-52e8-4a5a-9415-d9411fade202 is: DOWN; New status is: ACTIVE {{(pid=104527) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 25 07:39:31.236073 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron_lib.callbacks.manager [None req-ab623c00-ef24-424c-8287-d9ddca6f83d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-616651'] for port (4e579cb2-52e8-4a5a-9415-d9411fade202), before_update {{(pid=104527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:39:31.237751 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.scheduler.base_scheduler [None req-f978357e-f3c6-4787-a122-18d641c18220 admin admin] Resources bound (agent type, host, resource id): {{(pid=104526) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 07:39:31.241820 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f978357e-f3c6-4787-a122-18d641c18220 admin admin] Received port after_create {{(pid=104526) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 25 07:39:31.276310 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f978357e-f3c6-4787-a122-18d641c18220 admin admin] Pushing event updated for resources: {'Port': ['ID=6a9f24ed-d893-40c0-ac1d-6cd855e81326,revision_number=1']} {{(pid=104526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 07:39:31.293166 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f978357e-f3c6-4787-a122-18d641c18220 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825492-15-iscsi {{(pid=104526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 07:39:31.293506 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f978357e-f3c6-4787-a122-18d641c18220 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825492-15-iscsi {{(pid=104526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 07:39:31.293846 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f978357e-f3c6-4787-a122-18d641c18220 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825492-15-iscsi {{(pid=104526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 07:39:31.294585 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f978357e-f3c6-4787-a122-18d641c18220 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825492-15-iscsi {{(pid=104526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 07:39:31.294715 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f978357e-f3c6-4787-a122-18d641c18220 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825492-15-iscsi {{(pid=104526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 07:39:31.294983 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f978357e-f3c6-4787-a122-18d641c18220 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825492-15-iscsi {{(pid=104526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 07:39:31.295296 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f978357e-f3c6-4787-a122-18d641c18220 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825492-15-iscsi {{(pid=104526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 07:39:31.295620 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f978357e-f3c6-4787-a122-18d641c18220 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-825492-15-iscsi {{(pid=104526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 07:39:31.295944 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f978357e-f3c6-4787-a122-18d641c18220 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-825492-15-iscsi {{(pid=104526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 07:39:31.296269 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f978357e-f3c6-4787-a122-18d641c18220 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-825492-15-iscsi {{(pid=104526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 07:39:31.296614 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f978357e-f3c6-4787-a122-18d641c18220 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-825492-15-iscsi {{(pid=104526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 07:39:31.296934 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f978357e-f3c6-4787-a122-18d641c18220 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825492-15-iscsi {{(pid=104526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 07:39:31.297252 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f978357e-f3c6-4787-a122-18d641c18220 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825492-15-iscsi {{(pid=104526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 07:39:31.297565 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f978357e-f3c6-4787-a122-18d641c18220 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825492-15-iscsi {{(pid=104526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 07:39:31.298152 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f978357e-f3c6-4787-a122-18d641c18220 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825492-15-iscsi {{(pid=104526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 07:39:31.298783 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.db.l3_hamode_db [None req-8b8e598d-4317-4f65-962b-6b4d639b5524 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e3c894b-9d5c-4c79-a14b-def167031996', 'name': 'tempest-TestShelveInstance-1950752323-router', 'tenant_id': 'f13c4f9ee9c444d9b9a0d2c2e3ec9142', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '29c629bd-3f50-4535-bfbc-a047608d6fb6', 'external_fixed_ips': [{'subnet_id': '7934ff5a-43f1-4f76-b9d8-e4343ace34f5', 'ip_address': '172.27.3.151'}], 'enable_snat': True}, 'gw_port_id': '9da543db-6561-42d0-9db7-d28a4645a5cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T07:39:22Z', 'updated_at': '2022-05-25T07:39:25Z', 'revision_number': 4, 'project_id': 'f13c4f9ee9c444d9b9a0d2c2e3ec9142', 'gw_port': {'id': '9da543db-6561-42d0-9db7-d28a4645a5cb', 'name': '', 'network_id': '29c629bd-3f50-4535-bfbc-a047608d6fb6', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:81:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e3c894b-9d5c-4c79-a14b-def167031996', 'device_owner': 'network:router_gateway', 'standard_attr_id': 387, 'fixed_ips': [{'subnet_id': '7934ff5a-43f1-4f76-b9d8-e4343ace34f5', 'ip_address': '172.27.3.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825492-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T07:39:23Z', 'updated_at': '2022-05-25T07:39:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7934ff5a-43f1-4f76-b9d8-e4343ace34f5', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825492-15-iscsi', '_interfaces': [{'id': '4e579cb2-52e8-4a5a-9415-d9411fade202', 'name': '', 'network_id': '865acc30-354d-443a-90ac-e550f16275c5', 'tenant_id': 'f13c4f9ee9c444d9b9a0d2c2e3ec9142', 'mac_address': 'fa:16:3e:da:e7:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3e3c894b-9d5c-4c79-a14b-def167031996', 'device_owner': 'network:router_interface', 'standard_attr_id': 388, 'fixed_ips': [{'subnet_id': '6ebf3ac6-955c-49f9-997f-8aa2353df952', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825492-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T07:39:25Z', 'updated_at': '2022-05-25T07:39:30Z', 'revision_number': 4, 'project_id': 'f13c4f9ee9c444d9b9a0d2c2e3ec9142', 'subnets': [{'id': '6ebf3ac6-955c-49f9-997f-8aa2353df952', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-825492-15-iscsi', False) {} {{(pid=104527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 07:39:31.316436 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron_lib.callbacks.manager [None req-d2ac2c2d-aa5a-4a64-8ea7-df69bb0d4d27 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-617841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612926', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754056714442', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754056173882', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754056173900'] for port (44c6763c-2448-4b60-965f-affd960af187), after_update {{(pid=104527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:39:31.320649 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.plugins.ml2.db [None req-ab623c00-ef24-424c-8287-d9ddca6f83d2 None None] For port 4e579cb2-52e8-4a5a-9415-d9411fade202, host dv-cinder-825492-15-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825492-15-iscsi',level=0,port_id=4e579cb2-52e8-4a5a-9415-d9411fade202,segment=NetworkSegment(ed9b260d-18a6-47d6-b09f-f8e237c3b8ef),segment_id=ed9b260d-18a6-47d6-b09f-f8e237c3b8ef)] {{(pid=104527) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 07:39:31.371872 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b8e598d-4317-4f65-962b-6b4d639b5524 None None] The sync data for ids ['3e3c894b-9d5c-4c79-a14b-def167031996'] in dv-cinder-825492-15-iscsi is: [{'id': '3e3c894b-9d5c-4c79-a14b-def167031996', 'name': 'tempest-TestShelveInstance-1950752323-router', 'tenant_id': 'f13c4f9ee9c444d9b9a0d2c2e3ec9142', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '29c629bd-3f50-4535-bfbc-a047608d6fb6', 'external_fixed_ips': [{'subnet_id': '7934ff5a-43f1-4f76-b9d8-e4343ace34f5', 'ip_address': '172.27.3.151'}], 'enable_snat': True}, 'gw_port_id': '9da543db-6561-42d0-9db7-d28a4645a5cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T07:39:22Z', 'updated_at': '2022-05-25T07:39:25Z', 'revision_number': 4, 'project_id': 'f13c4f9ee9c444d9b9a0d2c2e3ec9142', 'gw_port': {'id': '9da543db-6561-42d0-9db7-d28a4645a5cb', 'name': '', 'network_id': '29c629bd-3f50-4535-bfbc-a047608d6fb6', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:81:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e3c894b-9d5c-4c79-a14b-def167031996', 'device_owner': 'network:router_gateway', 'standard_attr_id': 387, 'fixed_ips': [{'subnet_id': '7934ff5a-43f1-4f76-b9d8-e4343ace34f5', 'ip_address': '172.27.3.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825492-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T07:39:23Z', 'updated_at': '2022-05-25T07:39:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7934ff5a-43f1-4f76-b9d8-e4343ace34f5', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825492-15-iscsi', '_interfaces': [{'id': '4e579cb2-52e8-4a5a-9415-d9411fade202', 'name': '', 'network_id': '865acc30-354d-443a-90ac-e550f16275c5', 'tenant_id': 'f13c4f9ee9c444d9b9a0d2c2e3ec9142', 'mac_address': 'fa:16:3e:da:e7:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3e3c894b-9d5c-4c79-a14b-def167031996', 'device_owner': 'network:router_interface', 'standard_attr_id': 388, 'fixed_ips': [{'subnet_id': '6ebf3ac6-955c-49f9-997f-8aa2353df952', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825492-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T07:39:25Z', 'updated_at': '2022-05-25T07:39:30Z', 'revision_number': 4, 'project_id': 'f13c4f9ee9c444d9b9a0d2c2e3ec9142', 'subnets': [{'id': '6ebf3ac6-955c-49f9-997f-8aa2353df952', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104527) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 25 07:39:31.414400 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2ac2c2d-aa5a-4a64-8ea7-df69bb0d4d27 None None] Pushing event updated for resources: {'Port': ['ID=44c6763c-2448-4b60-965f-affd960af187,revision_number=2']} {{(pid=104527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 07:39:31.441090 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron_lib.callbacks.manager [None req-ab623c00-ef24-424c-8287-d9ddca6f83d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-617841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612926', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754056714442', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754056173882', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754056173900'] for port (4e579cb2-52e8-4a5a-9415-d9411fade202), after_update {{(pid=104527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:39:31.539283 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab623c00-ef24-424c-8287-d9ddca6f83d2 None None] Pushing event updated for resources: {'Port': ['ID=4e579cb2-52e8-4a5a-9415-d9411fade202,revision_number=5']} {{(pid=104527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 07:39:31.711804 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG dbcounter [-] [104526] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=104526) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 07:39:31.732510 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-f978357e-f3c6-4787-a122-18d641c18220 admin admin] Publish callbacks [] for router_gateway (7bc1a003-a1ce-43e1-b401-90ea2d3f5197), after_create {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:39:32.022189 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.plugins.ml2.rpc [None req-4c581813-650f-4b4b-ac0f-82f585bea231 None None] Device 44c6763c-2448-4b60-965f-affd960af187 up at agent ovs-agent-dv-cinder-825492-15-iscsi {{(pid=104527) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 25 07:39:32.046733 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-f978357e-f3c6-4787-a122-18d641c18220 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1616054', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1614970'] for router (7bc1a003-a1ce-43e1-b401-90ea2d3f5197), after_create {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:39:32.137864 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.db.provisioning_blocks [None req-4c581813-650f-4b4b-ac0f-82f585bea231 None None] Provisioning complete for port 44c6763c-2448-4b60-965f-affd960af187 triggered by entity L2. {{(pid=104527) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 25 07:39:32.138248 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron_lib.callbacks.manager [None req-4c581813-650f-4b4b-ac0f-82f585bea231 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1490782'] for port (44c6763c-2448-4b60-965f-affd960af187), provisioning_complete {{(pid=104527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:39:32.189355 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG dbcounter [-] [104527] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=104527) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 07:39:32.196592 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron_lib.callbacks.manager [None req-798242cc-9ea0-464c-9109-86bd7997349e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754056472917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490168'] for agent (bbf5dc8c-5103-4973-a6b6-76af4660c126), after_update {{(pid=104527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:39:32.294807 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.plugins.ml2.plugin [None req-4c581813-650f-4b4b-ac0f-82f585bea231 None None] Current status of the port 44c6763c-2448-4b60-965f-affd960af187 is: DOWN; New status is: ACTIVE {{(pid=104527) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 25 07:39:32.295256 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron_lib.callbacks.manager [None req-4c581813-650f-4b4b-ac0f-82f585bea231 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-616651'] for port (44c6763c-2448-4b60-965f-affd960af187), before_update {{(pid=104527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:39:32.363210 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.plugins.ml2.db [None req-4c581813-650f-4b4b-ac0f-82f585bea231 None None] For port 44c6763c-2448-4b60-965f-affd960af187, host dv-cinder-825492-15-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825492-15-iscsi',level=0,port_id=44c6763c-2448-4b60-965f-affd960af187,segment=NetworkSegment(ab34562a-c462-4195-bd0a-9ed73cf447c7),segment_id=ab34562a-c462-4195-bd0a-9ed73cf447c7)] {{(pid=104527) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 07:39:32.368816 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f978357e-f3c6-4787-a122-18d641c18220 admin admin] Router 7bc1a003-a1ce-43e1-b401-90ea2d3f5197 is scheduled to L3 agent 54ff4013-997e-4376-a4e9-e6c98cf37cc7 with binding_index 1 {{(pid=104526) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 25 07:39:32.380993 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68bf036b-69c6-4a56-a98c-479c65f7b3e0 req-92ecb334-4125-4626-935d-24a8adb18690 tempest-AttachVolumeShelveTestJSON-605607613 tempest-AttachVolumeShelveTestJSON-605607613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 07:39:32.382946 dv-cinder-825492-15-iscsi neutron-server[104526]: INFO neutron.wsgi [req-68bf036b-69c6-4a56-a98c-479c65f7b3e0 req-92ecb334-4125-4626-935d-24a8adb18690 tempest-AttachVolumeShelveTestJSON-605607613 tempest-AttachVolumeShelveTestJSON-605607613-project] 10.222.0.24 "GET /v2.0/ports?device_id=6d360341-449d-4b49-8b66-a02a969171fd HTTP/1.1" status: 200 len: 944 time: 0.0634749 May 25 07:39:32.433362 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron_lib.callbacks.manager [None req-4c581813-650f-4b4b-ac0f-82f585bea231 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-617841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612926', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754056714442', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754056173882', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754056173900'] for port (44c6763c-2448-4b60-965f-affd960af187), after_update {{(pid=104527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:39:32.433362 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.plugins.ml2.rpc [None req-4c581813-650f-4b4b-ac0f-82f585bea231 None None] Device 4e579cb2-52e8-4a5a-9415-d9411fade202 up at agent ovs-agent-dv-cinder-825492-15-iscsi {{(pid=104527) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 25 07:39:32.546853 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c581813-650f-4b4b-ac0f-82f585bea231 None None] Pushing event updated for resources: {'Port': ['ID=44c6763c-2448-4b60-965f-affd960af187,revision_number=3']} {{(pid=104527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 07:39:32.577951 dv-cinder-825492-15-iscsi neutron-server[104526]: INFO neutron.wsgi [req-68bf036b-69c6-4a56-a98c-479c65f7b3e0 req-87d83214-3f05-496a-9b3f-f9991e97f69f tempest-AttachVolumeShelveTestJSON-605607613 tempest-AttachVolumeShelveTestJSON-605607613-project] 10.222.0.24 "GET /v2.0/security-groups?id=36a790ea-6395-4759-aea0-9e848582607a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1892431 May 25 07:39:32.599402 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.db.provisioning_blocks [None req-4c581813-650f-4b4b-ac0f-82f585bea231 None None] Provisioning complete for port 4e579cb2-52e8-4a5a-9415-d9411fade202 triggered by entity L2. {{(pid=104527) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 25 07:39:32.599780 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron_lib.callbacks.manager [None req-4c581813-650f-4b4b-ac0f-82f585bea231 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1490782'] for port (4e579cb2-52e8-4a5a-9415-d9411fade202), provisioning_complete {{(pid=104527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:39:32.642231 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f978357e-f3c6-4787-a122-18d641c18220 admin admin] Notify agent at l3_agent.dv-cinder-825492-15-iscsi the message routers_updated {{(pid=104526) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 25 07:39:32.659716 dv-cinder-825492-15-iscsi neutron-server[104528]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e62605af-5392-427a-b5f6-ab8ddf7bfcef None None] Sync routers for ids ['7bc1a003-a1ce-43e1-b401-90ea2d3f5197'] in dv-cinder-825492-15-iscsi {{(pid=104528) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 25 07:39:32.687717 dv-cinder-825492-15-iscsi neutron-server[104528]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e62605af-5392-427a-b5f6-ab8ddf7bfcef None None] Routers {'7bc1a003-a1ce-43e1-b401-90ea2d3f5197'} bound to L3 agent in host dv-cinder-825492-15-iscsi {{(pid=104528) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 25 07:39:32.687717 dv-cinder-825492-15-iscsi neutron-server[104528]: DEBUG neutron.db.l3_hamode_db [None req-e62605af-5392-427a-b5f6-ab8ddf7bfcef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825492-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-25T07:27:37Z,description=,heartbeat_timestamp=2022-05-25T07:39:07Z,host='dv-cinder-825492-15-iscsi',id=54ff4013-997e-4376-a4e9-e6c98cf37cc7,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T07:27:38Z,topic='l3_agent')) {'router_ids': ['7bc1a003-a1ce-43e1-b401-90ea2d3f5197'], 'active': True} {{(pid=104528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 07:39:32.738719 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-f978357e-f3c6-4787-a122-18d641c18220 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:39:32.740838 dv-cinder-825492-15-iscsi neutron-server[104526]: INFO neutron.wsgi [None req-f978357e-f3c6-4787-a122-18d641c18220 admin admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 3.2191470 May 25 07:39:32.743616 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron.wsgi [-] (104525) accepted ('10.222.0.24', 45626) {{(pid=104525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 07:39:32.868005 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG dbcounter [-] [104525] Writing DB stats neutron:SELECT=90,neutron:INSERT=7,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=104525) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 07:39:32.902882 dv-cinder-825492-15-iscsi neutron-server[104528]: DEBUG neutron.db.l3_dvr_db [None req-e62605af-5392-427a-b5f6-ab8ddf7bfcef None None] Set router 7bc1a003-a1ce-43e1-b401-90ea2d3f5197 gateway port host: dv-cinder-825492-15-iscsi {{(pid=104528) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 25 07:39:33.049081 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.plugins.ml2.plugin [None req-4c581813-650f-4b4b-ac0f-82f585bea231 None None] Current status of the port 4e579cb2-52e8-4a5a-9415-d9411fade202 is: ACTIVE; New status is: ACTIVE {{(pid=104527) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 25 07:39:33.090087 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2afe5611-5a43-40ae-b362-809593c026b6 None None] Network ec01709d-6189-4ae3-bd11-6eb83baa5296 requested from dv-cinder-825492-15-iscsi {{(pid=104527) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 25 07:39:33.207396 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.db.provisioning_blocks [None req-c973ab75-bb30-4e50-8abc-7e08975a6409 None None] Provisioning complete for port 44c6763c-2448-4b60-965f-affd960af187 triggered by entity DHCP. {{(pid=104527) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 25 07:39:33.208599 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron_lib.callbacks.manager [None req-c973ab75-bb30-4e50-8abc-7e08975a6409 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1490782'] for port (44c6763c-2448-4b60-965f-affd960af187), provisioning_complete {{(pid=104527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:39:33.251881 dv-cinder-825492-15-iscsi neutron-server[104528]: DEBUG neutron.db.l3_hamode_db [None req-e62605af-5392-427a-b5f6-ab8ddf7bfcef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7bc1a003-a1ce-43e1-b401-90ea2d3f5197', 'name': 'tempest-TestShelveInstance-1521031787-router', 'tenant_id': '21d0ab14c2cb4b7ab6bd84d2407011e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '29c629bd-3f50-4535-bfbc-a047608d6fb6', 'external_fixed_ips': [{'subnet_id': '7934ff5a-43f1-4f76-b9d8-e4343ace34f5', 'ip_address': '172.27.3.59'}], 'enable_snat': True}, 'gw_port_id': '6a9f24ed-d893-40c0-ac1d-6cd855e81326', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T07:39:29Z', 'updated_at': '2022-05-25T07:39:31Z', 'revision_number': 3, 'project_id': '21d0ab14c2cb4b7ab6bd84d2407011e7', 'gw_port': {'id': '6a9f24ed-d893-40c0-ac1d-6cd855e81326', 'name': '', 'network_id': '29c629bd-3f50-4535-bfbc-a047608d6fb6', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:3b:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7bc1a003-a1ce-43e1-b401-90ea2d3f5197', 'device_owner': 'network:router_gateway', 'standard_attr_id': 399, 'fixed_ips': [{'subnet_id': '7934ff5a-43f1-4f76-b9d8-e4343ace34f5', 'ip_address': '172.27.3.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T07:39:30Z', 'updated_at': '2022-05-25T07:39:30Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7934ff5a-43f1-4f76-b9d8-e4343ace34f5', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825492-15-iscsi'}], 'dv-cinder-825492-15-iscsi', False) {} {{(pid=104528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 07:39:33.292958 dv-cinder-825492-15-iscsi neutron-server[104528]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e62605af-5392-427a-b5f6-ab8ddf7bfcef None None] Checking router: 7bc1a003-a1ce-43e1-b401-90ea2d3f5197 for host: dv-cinder-825492-15-iscsi {{(pid=104528) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 25 07:39:33.295605 dv-cinder-825492-15-iscsi neutron-server[104528]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e62605af-5392-427a-b5f6-ab8ddf7bfcef None None] Updating router 7bc1a003-a1ce-43e1-b401-90ea2d3f5197 port 6a9f24ed-d893-40c0-ac1d-6cd855e81326 binding host dv-cinder-825492-15-iscsi {{(pid=104528) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 25 07:39:33.380553 dv-cinder-825492-15-iscsi neutron-server[104528]: DEBUG neutron_lib.callbacks.manager [None req-e62605af-5392-427a-b5f6-ab8ddf7bfcef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-616651'] for port (6a9f24ed-d893-40c0-ac1d-6cd855e81326), before_update {{(pid=104528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:39:33.411298 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.plugins.ml2.plugin [None req-c973ab75-bb30-4e50-8abc-7e08975a6409 None None] Current status of the port 44c6763c-2448-4b60-965f-affd960af187 is: ACTIVE; New status is: ACTIVE {{(pid=104527) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 25 07:39:33.577286 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-de787892-a6c0-4b4f-bf6d-208882186b52 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-616651'] for port (None), before_create {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:39:33.767565 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.db.provisioning_blocks [None req-213b18e8-782f-4366-a583-dc2486eb8924 None None] Provisioning complete for port 44c6763c-2448-4b60-965f-affd960af187 triggered by entity DHCP. {{(pid=104527) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 25 07:39:33.768611 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron_lib.callbacks.manager [None req-213b18e8-782f-4366-a583-dc2486eb8924 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1490782'] for port (44c6763c-2448-4b60-965f-affd960af187), provisioning_complete {{(pid=104527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:39:33.836855 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG dbcounter [-] [104525] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=104525) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 07:39:33.848103 dv-cinder-825492-15-iscsi neutron-server[104525]: INFO neutron.wsgi [req-d6b4d5ee-1070-4c02-a53a-eec62a4e5727 req-ac0cbd89-5942-4f03-9b0a-80544256cbd6 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=a8b10bee-95b1-4bfb-a9c5-6c15db78ba25&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1432095 May 25 07:39:33.859488 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cf86380-eb6b-480a-b1ed-64663a626b98 req-36c1d02d-c9fd-4fe7-aaaf-80262e156858 tempest-AttachVolumeShelveTestJSON-605607613 tempest-AttachVolumeShelveTestJSON-605607613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 07:39:33.867413 dv-cinder-825492-15-iscsi neutron-server[104525]: INFO neutron.wsgi [req-4cf86380-eb6b-480a-b1ed-64663a626b98 req-36c1d02d-c9fd-4fe7-aaaf-80262e156858 tempest-AttachVolumeShelveTestJSON-605607613 tempest-AttachVolumeShelveTestJSON-605607613-project] 10.222.0.24 "GET /v2.0/ports?device_id=6d360341-449d-4b49-8b66-a02a969171fd HTTP/1.1" status: 200 len: 944 time: 0.1197057 May 25 07:39:33.879304 dv-cinder-825492-15-iscsi neutron-server[104528]: DEBUG dbcounter [-] [104528] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104528) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 07:39:33.914828 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.plugins.ml2.plugin [None req-213b18e8-782f-4366-a583-dc2486eb8924 None None] Current status of the port 44c6763c-2448-4b60-965f-affd960af187 is: ACTIVE; New status is: ACTIVE {{(pid=104527) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 25 07:39:33.975353 dv-cinder-825492-15-iscsi neutron-server[104528]: DEBUG neutron_lib.callbacks.manager [None req-e62605af-5392-427a-b5f6-ab8ddf7bfcef None None] Publish callbacks [] for port (6a9f24ed-d893-40c0-ac1d-6cd855e81326), precommit_update {{(pid=104528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:39:34.005195 dv-cinder-825492-15-iscsi neutron-server[104525]: INFO neutron.wsgi [req-4cf86380-eb6b-480a-b1ed-64663a626b98 req-f74e5917-9fd1-4c69-8898-710963bbed49 tempest-AttachVolumeShelveTestJSON-605607613 tempest-AttachVolumeShelveTestJSON-605607613-project] 10.222.0.24 "GET /v2.0/security-groups?id=36a790ea-6395-4759-aea0-9e848582607a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1365461 May 25 07:39:34.044024 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6b4d5ee-1070-4c02-a53a-eec62a4e5727 req-a62f65a7-f4d6-4504-82e5-70d89535590a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 07:39:34.045870 dv-cinder-825492-15-iscsi neutron-server[104525]: INFO neutron.wsgi [req-d6b4d5ee-1070-4c02-a53a-eec62a4e5727 req-a62f65a7-f4d6-4504-82e5-70d89535590a service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=294afe2c36184564a80fb6bef7b32359&device_id=a8b10bee-95b1-4bfb-a9c5-6c15db78ba25 HTTP/1.1" status: 200 len: 1129 time: 0.1433322 May 25 07:39:34.058763 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron.db.db_base_plugin_common [None req-de787892-a6c0-4b4f-bf6d-208882186b52 admin admin] Allocated IP 172.20.0.1 (ec01709d-6189-4ae3-bd11-6eb83baa5296/be59f574-cc4e-4732-acd1-be9775742a59/e1ac0503-a346-4b18-97b9-141336821cad) {{(pid=104525) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 07:39:34.101534 dv-cinder-825492-15-iscsi neutron-server[104528]: DEBUG neutron_lib.callbacks.manager [None req-e62605af-5392-427a-b5f6-ab8ddf7bfcef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-617841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612926', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754056714442', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754056173882', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754056173900'] for port (6a9f24ed-d893-40c0-ac1d-6cd855e81326), after_update {{(pid=104528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:39:34.186565 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-de787892-a6c0-4b4f-bf6d-208882186b52 admin admin] Publish callbacks [] for port (e1ac0503-a346-4b18-97b9-141336821cad), precommit_create {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:39:34.195203 dv-cinder-825492-15-iscsi neutron-server[104528]: DEBUG dbcounter [-] [104528] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104528) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 07:39:34.199790 dv-cinder-825492-15-iscsi neutron-server[104528]: DEBUG neutron.plugins.ml2.managers [None req-e62605af-5392-427a-b5f6-ab8ddf7bfcef None None] Attempting to bind port 6a9f24ed-d893-40c0-ac1d-6cd855e81326 on host dv-cinder-825492-15-iscsi for vnic_type normal with profile {{(pid=104528) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 25 07:39:34.200158 dv-cinder-825492-15-iscsi neutron-server[104528]: DEBUG neutron.plugins.ml2.managers [None req-e62605af-5392-427a-b5f6-ab8ddf7bfcef None None] Attempting to bind port 6a9f24ed-d893-40c0-ac1d-6cd855e81326 by drivers openvswitch,hyperv on host dv-cinder-825492-15-iscsi at level 0 using segments [{'id': '3ed655b3-ed39-457b-b353-0296e3eaac46', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '29c629bd-3f50-4535-bfbc-a047608d6fb6'}] {{(pid=104528) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 25 07:39:34.200591 dv-cinder-825492-15-iscsi neutron-server[104528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e62605af-5392-427a-b5f6-ab8ddf7bfcef None None] Attempting to bind port 6a9f24ed-d893-40c0-ac1d-6cd855e81326 on network 29c629bd-3f50-4535-bfbc-a047608d6fb6 {{(pid=104528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 25 07:39:34.203523 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG dbcounter [-] [104525] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=4 {{(pid=104525) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 07:39:34.204128 dv-cinder-825492-15-iscsi neutron-server[104528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-107b3a33-0adf-499b-9503-fea741214786 None None] Pushing event updated for resources: {'Port': ['ID=6a9f24ed-d893-40c0-ac1d-6cd855e81326,revision_number=2']} {{(pid=104528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 07:39:34.210412 dv-cinder-825492-15-iscsi neutron-server[104528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e62605af-5392-427a-b5f6-ab8ddf7bfcef None None] Checking agent: {'id': '67455b2d-ff20-4068-8b38-73bd0628c5cb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-825492-15-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 25, 7, 27, 41), 'started_at': datetime.datetime(2022, 5, 25, 7, 28, 11), 'heartbeat_timestamp': datetime.datetime(2022, 5, 25, 7, 39, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-825492-15-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 25 07:39:34.210987 dv-cinder-825492-15-iscsi neutron-server[104528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e62605af-5392-427a-b5f6-ab8ddf7bfcef None None] Checking segment: {'id': '3ed655b3-ed39-457b-b353-0296e3eaac46', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '29c629bd-3f50-4535-bfbc-a047608d6fb6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104528) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 25 07:39:34.211182 dv-cinder-825492-15-iscsi neutron-server[104528]: DEBUG neutron_lib.callbacks.manager [None req-e62605af-5392-427a-b5f6-ab8ddf7bfcef None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:39:34.211779 dv-cinder-825492-15-iscsi neutron-server[104528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e62605af-5392-427a-b5f6-ab8ddf7bfcef None None] Bound using segment: {'id': '3ed655b3-ed39-457b-b353-0296e3eaac46', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '29c629bd-3f50-4535-bfbc-a047608d6fb6'} {{(pid=104528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 25 07:39:34.212030 dv-cinder-825492-15-iscsi neutron-server[104528]: DEBUG neutron.plugins.ml2.managers [None req-e62605af-5392-427a-b5f6-ab8ddf7bfcef None None] Bound port: 6a9f24ed-d893-40c0-ac1d-6cd855e81326, host: dv-cinder-825492-15-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3ed655b3-ed39-457b-b353-0296e3eaac46', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '29c629bd-3f50-4535-bfbc-a047608d6fb6'}}] {{(pid=104528) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 25 07:39:34.212702 dv-cinder-825492-15-iscsi neutron-server[104528]: DEBUG neutron_lib.callbacks.manager [None req-e62605af-5392-427a-b5f6-ab8ddf7bfcef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-616651'] for port (6a9f24ed-d893-40c0-ac1d-6cd855e81326), before_update {{(pid=104528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:39:34.218652 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.plugins.ml2.rpc [None req-4c581813-650f-4b4b-ac0f-82f585bea231 None None] Device 44c6763c-2448-4b60-965f-affd960af187 up at agent ovs-agent-dv-cinder-825492-15-iscsi {{(pid=104527) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 25 07:39:34.252029 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG dbcounter [-] [104527] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104527) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 07:39:34.307150 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.db.provisioning_blocks [None req-4c581813-650f-4b4b-ac0f-82f585bea231 None None] Provisioning complete for port 44c6763c-2448-4b60-965f-affd960af187 triggered by entity L2. {{(pid=104527) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 25 07:39:34.307598 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron_lib.callbacks.manager [None req-4c581813-650f-4b4b-ac0f-82f585bea231 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1490782'] for port (44c6763c-2448-4b60-965f-affd960af187), provisioning_complete {{(pid=104527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:39:34.334096 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-de787892-a6c0-4b4f-bf6d-208882186b52 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-617841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612926', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754056173864', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59563715'] for port (e1ac0503-a346-4b18-97b9-141336821cad), after_create {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:39:34.382019 dv-cinder-825492-15-iscsi neutron-server[104528]: DEBUG neutron.plugins.ml2.db [None req-e62605af-5392-427a-b5f6-ab8ddf7bfcef None None] For port 6a9f24ed-d893-40c0-ac1d-6cd855e81326, host dv-cinder-825492-15-iscsi, cleared binding levels {{(pid=104528) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 25 07:39:34.387009 dv-cinder-825492-15-iscsi neutron-server[104528]: DEBUG neutron.plugins.ml2.db [None req-e62605af-5392-427a-b5f6-ab8ddf7bfcef None None] For port 6a9f24ed-d893-40c0-ac1d-6cd855e81326, host dv-cinder-825492-15-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825492-15-iscsi',level=0,port_id=6a9f24ed-d893-40c0-ac1d-6cd855e81326,segment=NetworkSegment(3ed655b3-ed39-457b-b353-0296e3eaac46),segment_id=3ed655b3-ed39-457b-b353-0296e3eaac46)] {{(pid=104528) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 25 07:39:34.429029 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de787892-a6c0-4b4f-bf6d-208882186b52 admin admin] Network ec01709d-6189-4ae3-bd11-6eb83baa5296 is already hosted by enough agents. {{(pid=104525) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 07:39:34.463294 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron.scheduler.base_scheduler [None req-de787892-a6c0-4b4f-bf6d-208882186b52 admin admin] Resources bound (agent type, host, resource id): {{(pid=104525) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 07:39:34.463506 dv-cinder-825492-15-iscsi neutron-server[104528]: DEBUG neutron_lib.callbacks.manager [None req-e62605af-5392-427a-b5f6-ab8ddf7bfcef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-617841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612926', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754056714442', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754056173882', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754056173900'] for port (6a9f24ed-d893-40c0-ac1d-6cd855e81326), after_update {{(pid=104528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:39:34.475940 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.plugins.ml2.plugin [None req-4c581813-650f-4b4b-ac0f-82f585bea231 None None] Current status of the port 44c6763c-2448-4b60-965f-affd960af187 is: ACTIVE; New status is: ACTIVE {{(pid=104527) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 25 07:39:34.582266 dv-cinder-825492-15-iscsi neutron-server[104528]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e62605af-5392-427a-b5f6-ab8ddf7bfcef None None] Routers {'7bc1a003-a1ce-43e1-b401-90ea2d3f5197'} bound to L3 agent in host dv-cinder-825492-15-iscsi {{(pid=104528) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 25 07:39:34.583059 dv-cinder-825492-15-iscsi neutron-server[104528]: DEBUG neutron.db.l3_hamode_db [None req-e62605af-5392-427a-b5f6-ab8ddf7bfcef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825492-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-25T07:27:37Z,description=,heartbeat_timestamp=2022-05-25T07:39:07Z,host='dv-cinder-825492-15-iscsi',id=54ff4013-997e-4376-a4e9-e6c98cf37cc7,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T07:27:38Z,topic='l3_agent')) {'router_ids': ['7bc1a003-a1ce-43e1-b401-90ea2d3f5197'], 'active': True} {{(pid=104528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 07:39:34.585316 dv-cinder-825492-15-iscsi neutron-server[104528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-107b3a33-0adf-499b-9503-fea741214786 None None] Pushing event updated for resources: {'Port': ['ID=6a9f24ed-d893-40c0-ac1d-6cd855e81326,revision_number=3']} {{(pid=104528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 07:39:34.793299 dv-cinder-825492-15-iscsi neutron-server[104528]: DEBUG neutron.db.l3_dvr_db [None req-e62605af-5392-427a-b5f6-ab8ddf7bfcef None None] Set router 7bc1a003-a1ce-43e1-b401-90ea2d3f5197 gateway port host: dv-cinder-825492-15-iscsi {{(pid=104528) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 25 07:39:34.918736 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de787892-a6c0-4b4f-bf6d-208882186b52 admin admin] Received port after_create {{(pid=104525) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 25 07:39:34.931454 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de787892-a6c0-4b4f-bf6d-208882186b52 admin admin] Pushing event updated for resources: {'Port': ['ID=e1ac0503-a346-4b18-97b9-141336821cad,revision_number=1']} {{(pid=104525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 07:39:34.955388 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.db.provisioning_blocks [None req-963b4cc1-6392-4065-bd6b-50e54f0eac01 None None] Provisioning complete for port e1ac0503-a346-4b18-97b9-141336821cad triggered by entity DHCP. {{(pid=104527) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 25 07:39:34.956596 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron_lib.callbacks.manager [None req-963b4cc1-6392-4065-bd6b-50e54f0eac01 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1490782'] for port (e1ac0503-a346-4b18-97b9-141336821cad), provisioning_complete {{(pid=104527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:39:34.971228 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de787892-a6c0-4b4f-bf6d-208882186b52 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825492-15-iscsi {{(pid=104525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 07:39:34.971572 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de787892-a6c0-4b4f-bf6d-208882186b52 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825492-15-iscsi {{(pid=104525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 07:39:34.971983 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de787892-a6c0-4b4f-bf6d-208882186b52 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825492-15-iscsi {{(pid=104525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 07:39:34.972248 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de787892-a6c0-4b4f-bf6d-208882186b52 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825492-15-iscsi {{(pid=104525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 07:39:34.972636 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de787892-a6c0-4b4f-bf6d-208882186b52 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825492-15-iscsi {{(pid=104525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 07:39:34.973019 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de787892-a6c0-4b4f-bf6d-208882186b52 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825492-15-iscsi {{(pid=104525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 07:39:34.973984 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de787892-a6c0-4b4f-bf6d-208882186b52 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825492-15-iscsi {{(pid=104525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 07:39:34.974226 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de787892-a6c0-4b4f-bf6d-208882186b52 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-825492-15-iscsi {{(pid=104525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 07:39:34.974627 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de787892-a6c0-4b4f-bf6d-208882186b52 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-825492-15-iscsi {{(pid=104525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 07:39:34.974862 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de787892-a6c0-4b4f-bf6d-208882186b52 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-825492-15-iscsi {{(pid=104525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 07:39:34.975207 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de787892-a6c0-4b4f-bf6d-208882186b52 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-825492-15-iscsi {{(pid=104525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 07:39:34.975495 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de787892-a6c0-4b4f-bf6d-208882186b52 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825492-15-iscsi {{(pid=104525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 07:39:34.975812 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de787892-a6c0-4b4f-bf6d-208882186b52 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825492-15-iscsi {{(pid=104525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 07:39:34.976128 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de787892-a6c0-4b4f-bf6d-208882186b52 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825492-15-iscsi {{(pid=104525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 07:39:34.976575 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de787892-a6c0-4b4f-bf6d-208882186b52 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825492-15-iscsi {{(pid=104525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 07:39:35.010780 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6b4d5ee-1070-4c02-a53a-eec62a4e5727 req-85d17b7e-5bc9-42a0-b4ec-6c8edafb59a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 07:39:35.012368 dv-cinder-825492-15-iscsi neutron-server[104525]: INFO neutron.wsgi [req-d6b4d5ee-1070-4c02-a53a-eec62a4e5727 req-85d17b7e-5bc9-42a0-b4ec-6c8edafb59a5 service neutron] 10.222.0.41 "GET /v2.0/networks?id=f85a9936-18a2-497c-90b9-ba6df25b9b6e HTTP/1.1" status: 200 len: 911 time: 0.6025534 May 25 07:39:35.013334 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-de787892-a6c0-4b4f-bf6d-208882186b52 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1617199'] for router_interface (7bc1a003-a1ce-43e1-b401-90ea2d3f5197), before_create {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:39:35.074442 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG dbcounter [-] [104527] Writing DB stats neutron:SELECT=100 {{(pid=104527) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 07:39:35.080954 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.plugins.ml2.plugin [None req-963b4cc1-6392-4065-bd6b-50e54f0eac01 None None] Port e1ac0503-a346-4b18-97b9-141336821cad cannot update to ACTIVE because it is not bound. {{(pid=104527) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 25 07:39:35.101176 dv-cinder-825492-15-iscsi neutron-server[104528]: DEBUG neutron.db.l3_hamode_db [None req-e62605af-5392-427a-b5f6-ab8ddf7bfcef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7bc1a003-a1ce-43e1-b401-90ea2d3f5197', 'name': 'tempest-TestShelveInstance-1521031787-router', 'tenant_id': '21d0ab14c2cb4b7ab6bd84d2407011e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '29c629bd-3f50-4535-bfbc-a047608d6fb6', 'external_fixed_ips': [{'subnet_id': '7934ff5a-43f1-4f76-b9d8-e4343ace34f5', 'ip_address': '172.27.3.59'}], 'enable_snat': True}, 'gw_port_id': '6a9f24ed-d893-40c0-ac1d-6cd855e81326', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T07:39:29Z', 'updated_at': '2022-05-25T07:39:31Z', 'revision_number': 3, 'project_id': '21d0ab14c2cb4b7ab6bd84d2407011e7', 'gw_port': {'id': '6a9f24ed-d893-40c0-ac1d-6cd855e81326', 'name': '', 'network_id': '29c629bd-3f50-4535-bfbc-a047608d6fb6', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:3b:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7bc1a003-a1ce-43e1-b401-90ea2d3f5197', 'device_owner': 'network:router_gateway', 'standard_attr_id': 399, 'fixed_ips': [{'subnet_id': '7934ff5a-43f1-4f76-b9d8-e4343ace34f5', 'ip_address': '172.27.3.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825492-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T07:39:30Z', 'updated_at': '2022-05-25T07:39:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7934ff5a-43f1-4f76-b9d8-e4343ace34f5', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825492-15-iscsi'}], 'dv-cinder-825492-15-iscsi', False) {} {{(pid=104528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 07:39:35.193527 dv-cinder-825492-15-iscsi neutron-server[104528]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e62605af-5392-427a-b5f6-ab8ddf7bfcef None None] The sync data for ids ['7bc1a003-a1ce-43e1-b401-90ea2d3f5197'] in dv-cinder-825492-15-iscsi is: [{'id': '7bc1a003-a1ce-43e1-b401-90ea2d3f5197', 'name': 'tempest-TestShelveInstance-1521031787-router', 'tenant_id': '21d0ab14c2cb4b7ab6bd84d2407011e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '29c629bd-3f50-4535-bfbc-a047608d6fb6', 'external_fixed_ips': [{'subnet_id': '7934ff5a-43f1-4f76-b9d8-e4343ace34f5', 'ip_address': '172.27.3.59'}], 'enable_snat': True}, 'gw_port_id': '6a9f24ed-d893-40c0-ac1d-6cd855e81326', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T07:39:29Z', 'updated_at': '2022-05-25T07:39:31Z', 'revision_number': 3, 'project_id': '21d0ab14c2cb4b7ab6bd84d2407011e7', 'gw_port': {'id': '6a9f24ed-d893-40c0-ac1d-6cd855e81326', 'name': '', 'network_id': '29c629bd-3f50-4535-bfbc-a047608d6fb6', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:3b:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7bc1a003-a1ce-43e1-b401-90ea2d3f5197', 'device_owner': 'network:router_gateway', 'standard_attr_id': 399, 'fixed_ips': [{'subnet_id': '7934ff5a-43f1-4f76-b9d8-e4343ace34f5', 'ip_address': '172.27.3.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825492-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T07:39:30Z', 'updated_at': '2022-05-25T07:39:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7934ff5a-43f1-4f76-b9d8-e4343ace34f5', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825492-15-iscsi'}] {{(pid=104528) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 25 07:39:35.255539 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9539127-9e6f-46d2-a3a3-856fb8692bf6 req-eb09cead-f61c-4181-b97a-864c25701dd5 tempest-AttachVolumeShelveTestJSON-605607613 tempest-AttachVolumeShelveTestJSON-605607613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 07:39:35.263792 dv-cinder-825492-15-iscsi neutron-server[104526]: INFO neutron.wsgi [req-c9539127-9e6f-46d2-a3a3-856fb8692bf6 req-eb09cead-f61c-4181-b97a-864c25701dd5 tempest-AttachVolumeShelveTestJSON-605607613 tempest-AttachVolumeShelveTestJSON-605607613-project] 10.222.0.24 "GET /v2.0/ports?device_id=6d360341-449d-4b49-8b66-a02a969171fd HTTP/1.1" status: 200 len: 944 time: 0.1245012 May 25 07:39:35.298745 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron_lib.callbacks.manager [None req-411e45c4-0c92-4ec5-886e-448383355f72 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754056472917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490168'] for agent (6cf9466f-68ff-4d03-9bb6-0c8244fa88eb), after_update {{(pid=104527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:39:35.328062 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-de787892-a6c0-4b4f-bf6d-208882186b52 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-616651'] for port (e1ac0503-a346-4b18-97b9-141336821cad), before_update {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:39:35.334983 dv-cinder-825492-15-iscsi neutron-server[104526]: INFO neutron.wsgi [req-c9539127-9e6f-46d2-a3a3-856fb8692bf6 req-3d8f4300-0b1c-4c15-a52d-2d788241ae51 tempest-AttachVolumeShelveTestJSON-605607613 tempest-AttachVolumeShelveTestJSON-605607613-project] 10.222.0.24 "GET /v2.0/security-groups?id=36a790ea-6395-4759-aea0-9e848582607a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0698371 May 25 07:39:35.346170 dv-cinder-825492-15-iscsi neutron-server[104525]: INFO neutron.wsgi [req-d6b4d5ee-1070-4c02-a53a-eec62a4e5727 req-ad9ba5d5-a1cb-4909-82f0-80c91dab0974 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=afc7174b-1940-457e-9abc-fe45a8d98d61 HTTP/1.1" status: 200 len: 1001 time: 0.2090209 May 25 07:39:35.351745 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG dbcounter [-] [104525] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=104525) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 07:39:35.491733 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6b4d5ee-1070-4c02-a53a-eec62a4e5727 req-86c495e9-7e56-4813-a613-ad2c28d68403 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 07:39:35.493330 dv-cinder-825492-15-iscsi neutron-server[104525]: INFO neutron.wsgi [req-d6b4d5ee-1070-4c02-a53a-eec62a4e5727 req-86c495e9-7e56-4813-a613-ad2c28d68403 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=fdef845a-6670-4f1a-9c6b-2e789510998b HTTP/1.1" status: 200 len: 849 time: 0.1294725 May 25 07:39:35.662688 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6b4d5ee-1070-4c02-a53a-eec62a4e5727 req-7f6e9b80-437d-455b-ab2b-cf3e44ff80d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 07:39:35.667057 dv-cinder-825492-15-iscsi neutron-server[104525]: INFO neutron.wsgi [req-d6b4d5ee-1070-4c02-a53a-eec62a4e5727 req-7f6e9b80-437d-455b-ab2b-cf3e44ff80d6 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=f85a9936-18a2-497c-90b9-ba6df25b9b6e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0738592 May 25 07:39:35.915390 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-de787892-a6c0-4b4f-bf6d-208882186b52 admin admin] Publish callbacks [] for port (e1ac0503-a346-4b18-97b9-141336821cad), precommit_update {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:39:35.954029 dv-cinder-825492-15-iscsi neutron-server[104525]: INFO neutron.wsgi [req-d6b4d5ee-1070-4c02-a53a-eec62a4e5727 req-b0345021-a536-46cd-952d-a4267e3d12ac service neutron] 10.222.0.41 "GET /v2.0/networks/f85a9936-18a2-497c-90b9-ba6df25b9b6e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2654152 May 25 07:39:35.992346 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-de787892-a6c0-4b4f-bf6d-208882186b52 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-617841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612926', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754056714442', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754056173882', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754056173900', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59563722'] for port (e1ac0503-a346-4b18-97b9-141336821cad), after_update {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:39:36.068054 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de787892-a6c0-4b4f-bf6d-208882186b52 admin admin] Pushing event updated for resources: {'Port': ['ID=e1ac0503-a346-4b18-97b9-141336821cad,revision_number=2']} {{(pid=104525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 07:39:36.071267 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-de787892-a6c0-4b4f-bf6d-208882186b52 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1611396', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1614271'] for router_interface (7bc1a003-a1ce-43e1-b401-90ea2d3f5197), after_create {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:39:36.203161 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG dbcounter [-] [104525] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104525) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 07:39:36.211487 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de787892-a6c0-4b4f-bf6d-208882186b52 admin admin] Network ec01709d-6189-4ae3-bd11-6eb83baa5296 is already hosted by enough agents. {{(pid=104525) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 07:39:36.268286 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron.scheduler.base_scheduler [None req-de787892-a6c0-4b4f-bf6d-208882186b52 admin admin] Resources bound (agent type, host, resource id): {{(pid=104525) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 07:39:36.299983 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.plugins.ml2.rpc [None req-4c581813-650f-4b4b-ac0f-82f585bea231 None None] Device 6a9f24ed-d893-40c0-ac1d-6cd855e81326 up at agent ovs-agent-dv-cinder-825492-15-iscsi {{(pid=104527) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 25 07:39:36.371697 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.db.provisioning_blocks [None req-4c581813-650f-4b4b-ac0f-82f585bea231 None None] Provisioning complete for port 6a9f24ed-d893-40c0-ac1d-6cd855e81326 triggered by entity L2. {{(pid=104527) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 25 07:39:36.373328 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron_lib.callbacks.manager [None req-4c581813-650f-4b4b-ac0f-82f585bea231 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1490782'] for port (6a9f24ed-d893-40c0-ac1d-6cd855e81326), provisioning_complete {{(pid=104527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:39:36.558469 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.plugins.ml2.plugin [None req-4c581813-650f-4b4b-ac0f-82f585bea231 None None] Current status of the port 6a9f24ed-d893-40c0-ac1d-6cd855e81326 is: DOWN; New status is: ACTIVE {{(pid=104527) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 25 07:39:36.559280 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron_lib.callbacks.manager [None req-4c581813-650f-4b4b-ac0f-82f585bea231 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-616651'] for port (6a9f24ed-d893-40c0-ac1d-6cd855e81326), before_update {{(pid=104527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:39:36.592917 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.plugins.ml2.db [None req-4c581813-650f-4b4b-ac0f-82f585bea231 None None] For port 6a9f24ed-d893-40c0-ac1d-6cd855e81326, host dv-cinder-825492-15-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825492-15-iscsi',level=0,port_id=6a9f24ed-d893-40c0-ac1d-6cd855e81326,segment=NetworkSegment(3ed655b3-ed39-457b-b353-0296e3eaac46),segment_id=3ed655b3-ed39-457b-b353-0296e3eaac46)] {{(pid=104527) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 07:39:36.650258 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-de787892-a6c0-4b4f-bf6d-208882186b52 admin admin] Router 7bc1a003-a1ce-43e1-b401-90ea2d3f5197 has already been hosted by L3 agent 54ff4013-997e-4376-a4e9-e6c98cf37cc7 {{(pid=104525) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 25 07:39:36.678615 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron_lib.callbacks.manager [None req-4c581813-650f-4b4b-ac0f-82f585bea231 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-617841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612926', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754056714442', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754056173882', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754056173900'] for port (6a9f24ed-d893-40c0-ac1d-6cd855e81326), after_update {{(pid=104527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:39:36.780303 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c581813-650f-4b4b-ac0f-82f585bea231 None None] Pushing event updated for resources: {'Port': ['ID=6a9f24ed-d893-40c0-ac1d-6cd855e81326,revision_number=4']} {{(pid=104527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 07:39:36.825968 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.db.provisioning_blocks [None req-8bb6d527-9133-490b-8f40-c3f9f328161a None None] Provisioning complete for port e1ac0503-a346-4b18-97b9-141336821cad triggered by entity DHCP. {{(pid=104527) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 25 07:39:36.826701 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron_lib.callbacks.manager [None req-8bb6d527-9133-490b-8f40-c3f9f328161a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1490782'] for port (e1ac0503-a346-4b18-97b9-141336821cad), provisioning_complete {{(pid=104527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:39:36.926846 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.plugins.ml2.plugin [None req-8bb6d527-9133-490b-8f40-c3f9f328161a None None] Port e1ac0503-a346-4b18-97b9-141336821cad cannot update to ACTIVE because it is not bound. {{(pid=104527) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 25 07:39:36.941098 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79e804bb-718b-4735-abba-b55324234926 req-8f932b11-292f-4d1a-a592-3b25d60acae8 tempest-AttachVolumeShelveTestJSON-605607613 tempest-AttachVolumeShelveTestJSON-605607613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 07:39:36.943491 dv-cinder-825492-15-iscsi neutron-server[104525]: INFO neutron.wsgi [req-79e804bb-718b-4735-abba-b55324234926 req-8f932b11-292f-4d1a-a592-3b25d60acae8 tempest-AttachVolumeShelveTestJSON-605607613 tempest-AttachVolumeShelveTestJSON-605607613-project] 10.222.0.24 "GET /v2.0/ports?device_id=6d360341-449d-4b49-8b66-a02a969171fd HTTP/1.1" status: 200 len: 944 time: 0.3379109 May 25 07:39:36.948190 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG dbcounter [-] [104525] Writing DB stats neutron:SELECT=100 {{(pid=104525) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 07:39:36.960365 dv-cinder-825492-15-iscsi neutron-server[104525]: INFO neutron.wsgi [req-d6b4d5ee-1070-4c02-a53a-eec62a4e5727 req-4ba17255-2b4b-4a24-8348-f48b0cf12eff service neutron] 10.222.0.41 "GET /v2.0/networks/f85a9936-18a2-497c-90b9-ba6df25b9b6e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7579675 May 25 07:39:36.980020 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-de787892-a6c0-4b4f-bf6d-208882186b52 admin admin] Notify agent at l3_agent.dv-cinder-825492-15-iscsi the message routers_updated {{(pid=104525) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 25 07:39:36.995673 dv-cinder-825492-15-iscsi neutron-server[104525]: INFO neutron.wsgi [None req-de787892-a6c0-4b4f-bf6d-208882186b52 admin admin] 10.222.0.24 "PUT /v2.0/routers/7bc1a003-a1ce-43e1-b401-90ea2d3f5197/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2429316 May 25 07:39:37.056323 dv-cinder-825492-15-iscsi neutron-server[104525]: INFO neutron.wsgi [req-79e804bb-718b-4735-abba-b55324234926 req-3927e0ef-435a-4f17-9311-b5d58824470a tempest-AttachVolumeShelveTestJSON-605607613 tempest-AttachVolumeShelveTestJSON-605607613-project] 10.222.0.24 "GET /v2.0/security-groups?id=36a790ea-6395-4759-aea0-9e848582607a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1028013 May 25 07:39:37.414635 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron.wsgi [-] (104525) accepted ('10.222.0.24', 45672) {{(pid=104525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 07:39:37.419400 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron.api.v2.base [None req-f4f9707f-db35-46ce-8908-8e7e23dcf637 tempest-TestShelveInstance-2091076447 tempest-TestShelveInstance-2091076447-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-203561701', 'description': 'tempest-secgroup-smoke-203561701 description', 'project_id': 'f13c4f9ee9c444d9b9a0d2c2e3ec9142'}} {{(pid=104525) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 25 07:39:37.508351 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron_lib.callbacks.manager [None req-24e5d947-1495-4027-b227-95fc734cb862 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754056472917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490168'] for agent (54ff4013-997e-4376-a4e9-e6c98cf37cc7), after_update {{(pid=104527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:39:37.542751 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-f4f9707f-db35-46ce-8908-8e7e23dcf637 tempest-TestShelveInstance-2091076447 tempest-TestShelveInstance-2091076447-project] Publish callbacks [] for security_group (None), before_create {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:39:37.610303 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-f4f9707f-db35-46ce-8908-8e7e23dcf637 tempest-TestShelveInstance-2091076447 tempest-TestShelveInstance-2091076447-project] Publish callbacks [] for security_group (edcffb78-b012-4438-ba13-bc705797ca5b), precommit_create {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:39:37.690934 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-f4f9707f-db35-46ce-8908-8e7e23dcf637 tempest-TestShelveInstance-2091076447 tempest-TestShelveInstance-2091076447-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-278753'] for security_group (edcffb78-b012-4438-ba13-bc705797ca5b), after_create {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:39:37.724262 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4f9707f-db35-46ce-8908-8e7e23dcf637 tempest-TestShelveInstance-2091076447 tempest-TestShelveInstance-2091076447-project] Pushing event updated for resources: {'SecurityGroup': ['ID=edcffb78-b012-4438-ba13-bc705797ca5b,revision_number=1']} {{(pid=104525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 07:39:37.818827 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-f4f9707f-db35-46ce-8908-8e7e23dcf637 tempest-TestShelveInstance-2091076447 tempest-TestShelveInstance-2091076447-project] Publish callbacks [] for security_group (None), before_response {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:39:37.820060 dv-cinder-825492-15-iscsi neutron-server[104525]: INFO neutron.wsgi [None req-f4f9707f-db35-46ce-8908-8e7e23dcf637 tempest-TestShelveInstance-2091076447 tempest-TestShelveInstance-2091076447-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.4044211 May 25 07:39:37.825484 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron.wsgi [-] (104525) accepted ('10.222.0.24', 45674) {{(pid=104525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 07:39:37.829614 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron.api.v2.base [None req-633a4e95-ffc4-4dc7-b092-bae0587d488a tempest-TestShelveInstance-2091076447 tempest-TestShelveInstance-2091076447-project] Request body: {'security_group_rule': {'security_group_id': 'edcffb78-b012-4438-ba13-bc705797ca5b', 'project_id': 'f13c4f9ee9c444d9b9a0d2c2e3ec9142', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104525) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 25 07:39:37.914969 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-633a4e95-ffc4-4dc7-b092-bae0587d488a tempest-TestShelveInstance-2091076447 tempest-TestShelveInstance-2091076447-project] Publish callbacks [] for security_group_rule (dbbb5a56-f4ac-4755-a7e1-149fa6170865), before_create {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:39:37.965192 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-633a4e95-ffc4-4dc7-b092-bae0587d488a tempest-TestShelveInstance-2091076447 tempest-TestShelveInstance-2091076447-project] Publish callbacks [] for security_group_rule (dbbb5a56-f4ac-4755-a7e1-149fa6170865), precommit_create {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:39:38.062165 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-633a4e95-ffc4-4dc7-b092-bae0587d488a tempest-TestShelveInstance-2091076447 tempest-TestShelveInstance-2091076447-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-278608'] for security_group_rule (dbbb5a56-f4ac-4755-a7e1-149fa6170865), after_create {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:39:38.080914 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-633a4e95-ffc4-4dc7-b092-bae0587d488a tempest-TestShelveInstance-2091076447 tempest-TestShelveInstance-2091076447-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dbbb5a56-f4ac-4755-a7e1-149fa6170865,revision_number=0']} {{(pid=104525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 07:39:38.201370 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ad3f2a3-9ff6-472a-bca5-58b6a86c5608 req-e782655f-c830-452f-ab91-efdebb1e70a5 tempest-AttachVolumeShelveTestJSON-605607613 tempest-AttachVolumeShelveTestJSON-605607613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 07:39:38.203854 dv-cinder-825492-15-iscsi neutron-server[104525]: INFO neutron.wsgi [req-9ad3f2a3-9ff6-472a-bca5-58b6a86c5608 req-e782655f-c830-452f-ab91-efdebb1e70a5 tempest-AttachVolumeShelveTestJSON-605607613 tempest-AttachVolumeShelveTestJSON-605607613-project] 10.222.0.24 "GET /v2.0/ports?device_id=6d360341-449d-4b49-8b66-a02a969171fd HTTP/1.1" status: 200 len: 944 time: 0.0560989 May 25 07:39:38.206429 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.plugins.ml2.rpc [None req-4c581813-650f-4b4b-ac0f-82f585bea231 None None] Device 6a9f24ed-d893-40c0-ac1d-6cd855e81326 up at agent ovs-agent-dv-cinder-825492-15-iscsi {{(pid=104527) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 25 07:39:38.206928 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-633a4e95-ffc4-4dc7-b092-bae0587d488a tempest-TestShelveInstance-2091076447 tempest-TestShelveInstance-2091076447-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:39:38.208970 dv-cinder-825492-15-iscsi neutron-server[104525]: INFO neutron.wsgi [None req-633a4e95-ffc4-4dc7-b092-bae0587d488a tempest-TestShelveInstance-2091076447 tempest-TestShelveInstance-2091076447-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3823569 May 25 07:39:38.228055 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.wsgi [-] (104526) accepted ('10.222.0.24', 45688) {{(pid=104526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 07:39:38.233242 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.api.v2.base [None req-acef7db6-ea0d-41b0-aa4f-055ca6c97ff2 tempest-TestShelveInstance-2091076447 tempest-TestShelveInstance-2091076447-project] Request body: {'security_group_rule': {'security_group_id': 'edcffb78-b012-4438-ba13-bc705797ca5b', 'project_id': 'f13c4f9ee9c444d9b9a0d2c2e3ec9142', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=104526) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 25 07:39:38.258766 dv-cinder-825492-15-iscsi neutron-server[104525]: INFO neutron.wsgi [req-9ad3f2a3-9ff6-472a-bca5-58b6a86c5608 req-82940bbf-0b26-4cb3-8089-eac1ae7aea9c tempest-AttachVolumeShelveTestJSON-605607613 tempest-AttachVolumeShelveTestJSON-605607613-project] 10.222.0.24 "GET /v2.0/security-groups?id=36a790ea-6395-4759-aea0-9e848582607a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0468709 May 25 07:39:38.265372 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.db.provisioning_blocks [None req-4c581813-650f-4b4b-ac0f-82f585bea231 None None] Provisioning complete for port 6a9f24ed-d893-40c0-ac1d-6cd855e81326 triggered by entity L2. {{(pid=104527) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 25 07:39:38.265372 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron_lib.callbacks.manager [None req-4c581813-650f-4b4b-ac0f-82f585bea231 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1490782'] for port (6a9f24ed-d893-40c0-ac1d-6cd855e81326), provisioning_complete {{(pid=104527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:39:38.342499 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.plugins.ml2.plugin [None req-4c581813-650f-4b4b-ac0f-82f585bea231 None None] Current status of the port 6a9f24ed-d893-40c0-ac1d-6cd855e81326 is: ACTIVE; New status is: ACTIVE {{(pid=104527) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 25 07:39:38.366510 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG dbcounter [-] [104526] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:INSERT=1 {{(pid=104526) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 07:39:38.370281 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-acef7db6-ea0d-41b0-aa4f-055ca6c97ff2 tempest-TestShelveInstance-2091076447 tempest-TestShelveInstance-2091076447-project] Publish callbacks [] for security_group_rule (2ea3537d-8f24-4989-a5e4-7d618c1825d9), before_create {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:39:38.429155 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-acef7db6-ea0d-41b0-aa4f-055ca6c97ff2 tempest-TestShelveInstance-2091076447 tempest-TestShelveInstance-2091076447-project] Publish callbacks [] for security_group_rule (2ea3537d-8f24-4989-a5e4-7d618c1825d9), precommit_create {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:39:38.432237 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f61da58-9240-4523-9a59-304fab5cf205 None None] Sync routers for ids ['7bc1a003-a1ce-43e1-b401-90ea2d3f5197'] in dv-cinder-825492-15-iscsi {{(pid=104527) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 25 07:39:38.445515 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f61da58-9240-4523-9a59-304fab5cf205 None None] Routers {'7bc1a003-a1ce-43e1-b401-90ea2d3f5197'} bound to L3 agent in host dv-cinder-825492-15-iscsi {{(pid=104527) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 25 07:39:38.446137 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.db.l3_hamode_db [None req-1f61da58-9240-4523-9a59-304fab5cf205 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825492-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-25T07:27:37Z,description=,heartbeat_timestamp=2022-05-25T07:39:37Z,host='dv-cinder-825492-15-iscsi',id=54ff4013-997e-4376-a4e9-e6c98cf37cc7,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T07:27:38Z,topic='l3_agent')) {'router_ids': ['7bc1a003-a1ce-43e1-b401-90ea2d3f5197'], 'active': True} {{(pid=104527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 07:39:38.531070 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-acef7db6-ea0d-41b0-aa4f-055ca6c97ff2 tempest-TestShelveInstance-2091076447 tempest-TestShelveInstance-2091076447-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-278608'] for security_group_rule (2ea3537d-8f24-4989-a5e4-7d618c1825d9), after_create {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:39:38.553168 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acef7db6-ea0d-41b0-aa4f-055ca6c97ff2 tempest-TestShelveInstance-2091076447 tempest-TestShelveInstance-2091076447-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2ea3537d-8f24-4989-a5e4-7d618c1825d9,revision_number=0']} {{(pid=104526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 07:39:38.573972 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.db.l3_dvr_db [None req-1f61da58-9240-4523-9a59-304fab5cf205 None None] Set router 7bc1a003-a1ce-43e1-b401-90ea2d3f5197 gateway port host: dv-cinder-825492-15-iscsi {{(pid=104527) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 25 07:39:38.623550 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-acef7db6-ea0d-41b0-aa4f-055ca6c97ff2 tempest-TestShelveInstance-2091076447 tempest-TestShelveInstance-2091076447-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:39:38.625363 dv-cinder-825492-15-iscsi neutron-server[104526]: INFO neutron.wsgi [None req-acef7db6-ea0d-41b0-aa4f-055ca6c97ff2 tempest-TestShelveInstance-2091076447 tempest-TestShelveInstance-2091076447-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3953621 May 25 07:39:38.627801 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron.wsgi [-] (104525) accepted ('10.222.0.24', 45696) {{(pid=104525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 07:39:38.632748 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron.api.v2.base [None req-1eeec6ec-294a-41a8-975c-3ef669bce4ee tempest-TestShelveInstance-2091076447 tempest-TestShelveInstance-2091076447-project] Request body: {'security_group_rule': {'security_group_id': 'edcffb78-b012-4438-ba13-bc705797ca5b', 'project_id': 'f13c4f9ee9c444d9b9a0d2c2e3ec9142', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=104525) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 25 07:39:38.658276 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron_lib.callbacks.manager [None req-461c163e-e11a-425b-8a8d-f39fb153da48 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754056472917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490168'] for agent (fa5554a0-25df-434f-a0d0-5996d872220a), after_update {{(pid=104527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:39:38.731507 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-1eeec6ec-294a-41a8-975c-3ef669bce4ee tempest-TestShelveInstance-2091076447 tempest-TestShelveInstance-2091076447-project] Publish callbacks [] for security_group_rule (9c2a2c5e-0173-4378-8efd-075707b37f86), before_create {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:39:38.774499 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.db.l3_hamode_db [None req-1f61da58-9240-4523-9a59-304fab5cf205 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7bc1a003-a1ce-43e1-b401-90ea2d3f5197', 'name': 'tempest-TestShelveInstance-1521031787-router', 'tenant_id': '21d0ab14c2cb4b7ab6bd84d2407011e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '29c629bd-3f50-4535-bfbc-a047608d6fb6', 'external_fixed_ips': [{'subnet_id': '7934ff5a-43f1-4f76-b9d8-e4343ace34f5', 'ip_address': '172.27.3.59'}], 'enable_snat': True}, 'gw_port_id': '6a9f24ed-d893-40c0-ac1d-6cd855e81326', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T07:39:29Z', 'updated_at': '2022-05-25T07:39:35Z', 'revision_number': 4, 'project_id': '21d0ab14c2cb4b7ab6bd84d2407011e7', 'gw_port': {'id': '6a9f24ed-d893-40c0-ac1d-6cd855e81326', 'name': '', 'network_id': '29c629bd-3f50-4535-bfbc-a047608d6fb6', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:3b:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7bc1a003-a1ce-43e1-b401-90ea2d3f5197', 'device_owner': 'network:router_gateway', 'standard_attr_id': 399, 'fixed_ips': [{'subnet_id': '7934ff5a-43f1-4f76-b9d8-e4343ace34f5', 'ip_address': '172.27.3.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825492-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T07:39:30Z', 'updated_at': '2022-05-25T07:39:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7934ff5a-43f1-4f76-b9d8-e4343ace34f5', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825492-15-iscsi', '_interfaces': [{'id': 'e1ac0503-a346-4b18-97b9-141336821cad', 'name': '', 'network_id': 'ec01709d-6189-4ae3-bd11-6eb83baa5296', 'tenant_id': '21d0ab14c2cb4b7ab6bd84d2407011e7', 'mac_address': 'fa:16:3e:5b:9a:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7bc1a003-a1ce-43e1-b401-90ea2d3f5197', 'device_owner': 'network:router_interface', 'standard_attr_id': 400, 'fixed_ips': [{'subnet_id': 'be59f574-cc4e-4732-acd1-be9775742a59', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T07:39:33Z', 'updated_at': '2022-05-25T07:39:35Z', 'revision_number': 2, 'project_id': '21d0ab14c2cb4b7ab6bd84d2407011e7', 'subnets': [{'id': 'be59f574-cc4e-4732-acd1-be9775742a59', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-825492-15-iscsi', False) {} {{(pid=104527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 07:39:38.777096 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG dbcounter [-] [104527] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104527) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 07:39:38.782187 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-1eeec6ec-294a-41a8-975c-3ef669bce4ee tempest-TestShelveInstance-2091076447 tempest-TestShelveInstance-2091076447-project] Publish callbacks [] for security_group_rule (9c2a2c5e-0173-4378-8efd-075707b37f86), precommit_create {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:39:38.800087 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f61da58-9240-4523-9a59-304fab5cf205 None None] Checking router: 7bc1a003-a1ce-43e1-b401-90ea2d3f5197 for host: dv-cinder-825492-15-iscsi {{(pid=104527) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 25 07:39:38.800087 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f61da58-9240-4523-9a59-304fab5cf205 None None] Updating router 7bc1a003-a1ce-43e1-b401-90ea2d3f5197 port e1ac0503-a346-4b18-97b9-141336821cad binding host dv-cinder-825492-15-iscsi {{(pid=104527) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 25 07:39:38.830969 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron_lib.callbacks.manager [None req-1f61da58-9240-4523-9a59-304fab5cf205 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-616651'] for port (e1ac0503-a346-4b18-97b9-141336821cad), before_update {{(pid=104527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:39:38.860618 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-1eeec6ec-294a-41a8-975c-3ef669bce4ee tempest-TestShelveInstance-2091076447 tempest-TestShelveInstance-2091076447-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-278608'] for security_group_rule (9c2a2c5e-0173-4378-8efd-075707b37f86), after_create {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:39:38.873129 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG dbcounter [-] [104527] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104527) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 07:39:38.880877 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eeec6ec-294a-41a8-975c-3ef669bce4ee tempest-TestShelveInstance-2091076447 tempest-TestShelveInstance-2091076447-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9c2a2c5e-0173-4378-8efd-075707b37f86,revision_number=0']} {{(pid=104525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 07:39:38.988521 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-1eeec6ec-294a-41a8-975c-3ef669bce4ee tempest-TestShelveInstance-2091076447 tempest-TestShelveInstance-2091076447-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:39:38.988521 dv-cinder-825492-15-iscsi neutron-server[104525]: INFO neutron.wsgi [None req-1eeec6ec-294a-41a8-975c-3ef669bce4ee tempest-TestShelveInstance-2091076447 tempest-TestShelveInstance-2091076447-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3566453 May 25 07:39:38.989369 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron.wsgi [-] (104525) accepted ('10.222.0.24', 45698) {{(pid=104525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 07:39:38.994039 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron.api.v2.base [None req-63511848-44be-41ec-9b49-55b0e7cf0cc5 tempest-TestShelveInstance-2091076447 tempest-TestShelveInstance-2091076447-project] Request body: {'security_group_rule': {'security_group_id': 'edcffb78-b012-4438-ba13-bc705797ca5b', 'project_id': 'f13c4f9ee9c444d9b9a0d2c2e3ec9142', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=104525) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 25 07:39:39.096700 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-63511848-44be-41ec-9b49-55b0e7cf0cc5 tempest-TestShelveInstance-2091076447 tempest-TestShelveInstance-2091076447-project] Publish callbacks [] for security_group_rule (2b7be7cf-ba35-4ffc-a754-214a4f4da7b2), before_create {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:39:39.128678 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron_lib.callbacks.manager [None req-1f61da58-9240-4523-9a59-304fab5cf205 None None] Publish callbacks [] for port (e1ac0503-a346-4b18-97b9-141336821cad), precommit_update {{(pid=104527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:39:39.155456 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-63511848-44be-41ec-9b49-55b0e7cf0cc5 tempest-TestShelveInstance-2091076447 tempest-TestShelveInstance-2091076447-project] Publish callbacks [] for security_group_rule (2b7be7cf-ba35-4ffc-a754-214a4f4da7b2), precommit_create {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:39:39.215443 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron_lib.callbacks.manager [None req-1f61da58-9240-4523-9a59-304fab5cf205 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-617841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612926', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754056714442', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754056173882', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754056173900'] for port (e1ac0503-a346-4b18-97b9-141336821cad), after_update {{(pid=104527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:39:39.249871 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-63511848-44be-41ec-9b49-55b0e7cf0cc5 tempest-TestShelveInstance-2091076447 tempest-TestShelveInstance-2091076447-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-278608'] for security_group_rule (2b7be7cf-ba35-4ffc-a754-214a4f4da7b2), after_create {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:39:39.270055 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3418f38-48a2-4e22-b15e-102f3a83ee9a None None] Pushing event updated for resources: {'Port': ['ID=e1ac0503-a346-4b18-97b9-141336821cad,revision_number=3']} {{(pid=104527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 07:39:39.270418 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63511848-44be-41ec-9b49-55b0e7cf0cc5 tempest-TestShelveInstance-2091076447 tempest-TestShelveInstance-2091076447-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2b7be7cf-ba35-4ffc-a754-214a4f4da7b2,revision_number=0']} {{(pid=104525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 07:39:39.323035 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.plugins.ml2.managers [None req-1f61da58-9240-4523-9a59-304fab5cf205 None None] Attempting to bind port e1ac0503-a346-4b18-97b9-141336821cad on host dv-cinder-825492-15-iscsi for vnic_type normal with profile {{(pid=104527) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 25 07:39:39.323410 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.plugins.ml2.managers [None req-1f61da58-9240-4523-9a59-304fab5cf205 None None] Attempting to bind port e1ac0503-a346-4b18-97b9-141336821cad by drivers openvswitch,hyperv on host dv-cinder-825492-15-iscsi at level 0 using segments [{'id': 'ab34562a-c462-4195-bd0a-9ed73cf447c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': 'ec01709d-6189-4ae3-bd11-6eb83baa5296'}] {{(pid=104527) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 25 07:39:39.323774 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f61da58-9240-4523-9a59-304fab5cf205 None None] Attempting to bind port e1ac0503-a346-4b18-97b9-141336821cad on network ec01709d-6189-4ae3-bd11-6eb83baa5296 {{(pid=104527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 25 07:39:39.329531 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f61da58-9240-4523-9a59-304fab5cf205 None None] Checking agent: {'id': '67455b2d-ff20-4068-8b38-73bd0628c5cb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-825492-15-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 25, 7, 27, 41), 'started_at': datetime.datetime(2022, 5, 25, 7, 28, 11), 'heartbeat_timestamp': datetime.datetime(2022, 5, 25, 7, 39, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-825492-15-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 25 07:39:39.329996 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f61da58-9240-4523-9a59-304fab5cf205 None None] Checking segment: {'id': 'ab34562a-c462-4195-bd0a-9ed73cf447c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': 'ec01709d-6189-4ae3-bd11-6eb83baa5296'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104527) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 25 07:39:39.330392 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron_lib.callbacks.manager [None req-1f61da58-9240-4523-9a59-304fab5cf205 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:39:39.330785 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f61da58-9240-4523-9a59-304fab5cf205 None None] Bound using segment: {'id': 'ab34562a-c462-4195-bd0a-9ed73cf447c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': 'ec01709d-6189-4ae3-bd11-6eb83baa5296'} {{(pid=104527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 25 07:39:39.331257 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.plugins.ml2.managers [None req-1f61da58-9240-4523-9a59-304fab5cf205 None None] Bound port: e1ac0503-a346-4b18-97b9-141336821cad, host: dv-cinder-825492-15-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ab34562a-c462-4195-bd0a-9ed73cf447c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': 'ec01709d-6189-4ae3-bd11-6eb83baa5296'}}] {{(pid=104527) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 25 07:39:39.331634 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron_lib.callbacks.manager [None req-1f61da58-9240-4523-9a59-304fab5cf205 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-616651'] for port (e1ac0503-a346-4b18-97b9-141336821cad), before_update {{(pid=104527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:39:39.368556 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-63511848-44be-41ec-9b49-55b0e7cf0cc5 tempest-TestShelveInstance-2091076447 tempest-TestShelveInstance-2091076447-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:39:39.370298 dv-cinder-825492-15-iscsi neutron-server[104525]: INFO neutron.wsgi [None req-63511848-44be-41ec-9b49-55b0e7cf0cc5 tempest-TestShelveInstance-2091076447 tempest-TestShelveInstance-2091076447-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3803544 May 25 07:39:39.372957 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron.wsgi [-] (104525) accepted ('10.222.0.24', 45704) {{(pid=104525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 07:39:39.380236 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron.api.v2.base [None req-8ed0b8a8-9f29-429c-b54b-34be80fd55a7 tempest-TestShelveInstance-2091076447 tempest-TestShelveInstance-2091076447-project] Request body: {'security_group_rule': {'security_group_id': 'edcffb78-b012-4438-ba13-bc705797ca5b', 'project_id': 'f13c4f9ee9c444d9b9a0d2c2e3ec9142', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=104525) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 25 07:39:39.405226 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.plugins.ml2.db [None req-1f61da58-9240-4523-9a59-304fab5cf205 None None] For port e1ac0503-a346-4b18-97b9-141336821cad, host dv-cinder-825492-15-iscsi, cleared binding levels {{(pid=104527) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 25 07:39:39.405979 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG dbcounter [-] [104525] Writing DB stats neutron:SELECT=79,neutron:INSERT=15,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=104525) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 07:39:39.409047 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG dbcounter [-] [104525] Writing DB stats neutron:SELECT=87,neutron:INSERT=7,neutron:DELETE=4,neutron:UPDATE=2 {{(pid=104525) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 07:39:39.409582 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.plugins.ml2.db [None req-1f61da58-9240-4523-9a59-304fab5cf205 None None] For port e1ac0503-a346-4b18-97b9-141336821cad, host dv-cinder-825492-15-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825492-15-iscsi',level=0,port_id=e1ac0503-a346-4b18-97b9-141336821cad,segment=NetworkSegment(ab34562a-c462-4195-bd0a-9ed73cf447c7),segment_id=ab34562a-c462-4195-bd0a-9ed73cf447c7)] {{(pid=104527) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 25 07:39:39.421781 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c83f5194-b452-4ba3-846c-75a2947bcb6c req-345bc005-5c07-40c0-a4b0-1d0de8df2691 tempest-AttachVolumeShelveTestJSON-605607613 tempest-AttachVolumeShelveTestJSON-605607613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 07:39:39.427122 dv-cinder-825492-15-iscsi neutron-server[104526]: INFO neutron.wsgi [req-c83f5194-b452-4ba3-846c-75a2947bcb6c req-345bc005-5c07-40c0-a4b0-1d0de8df2691 tempest-AttachVolumeShelveTestJSON-605607613 tempest-AttachVolumeShelveTestJSON-605607613-project] 10.222.0.24 "GET /v2.0/ports?device_id=6d360341-449d-4b49-8b66-a02a969171fd HTTP/1.1" status: 200 len: 944 time: 0.0803020 May 25 07:39:39.475321 dv-cinder-825492-15-iscsi neutron-server[104526]: INFO neutron.wsgi [req-c83f5194-b452-4ba3-846c-75a2947bcb6c req-b1eb7364-4715-4537-a8bd-b1d379c1f978 tempest-AttachVolumeShelveTestJSON-605607613 tempest-AttachVolumeShelveTestJSON-605607613-project] 10.222.0.24 "GET /v2.0/security-groups?id=36a790ea-6395-4759-aea0-9e848582607a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0449288 May 25 07:39:39.476880 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.db.provisioning_blocks [None req-a2221f05-22d1-4f00-a911-c1d754a00417 None None] Provisioning complete for port e1ac0503-a346-4b18-97b9-141336821cad triggered by entity DHCP. {{(pid=104527) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 25 07:39:39.477271 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron_lib.callbacks.manager [None req-a2221f05-22d1-4f00-a911-c1d754a00417 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1490782'] for port (e1ac0503-a346-4b18-97b9-141336821cad), provisioning_complete {{(pid=104527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:39:39.506609 dv-cinder-825492-15-iscsi neutron-server[104525]: INFO neutron.db.securitygroups_db [None req-8ed0b8a8-9f29-429c-b54b-34be80fd55a7 tempest-TestShelveInstance-2091076447 tempest-TestShelveInstance-2091076447-project] Project f13c4f9ee9c444d9b9a0d2c2e3ec9142 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 25 07:39:39.513129 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron_lib.callbacks.manager [None req-1f61da58-9240-4523-9a59-304fab5cf205 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-617841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612926', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754056714442', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754056173882', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754056173900'] for port (e1ac0503-a346-4b18-97b9-141336821cad), after_update {{(pid=104527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:39:39.513284 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-8ed0b8a8-9f29-429c-b54b-34be80fd55a7 tempest-TestShelveInstance-2091076447 tempest-TestShelveInstance-2091076447-project] Publish callbacks [] for security_group_rule (9ee6f1ba-6b17-452b-bb8b-e89824c361e3), before_create {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:39:39.545823 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.plugins.ml2.plugin [None req-a2221f05-22d1-4f00-a911-c1d754a00417 None None] Port e1ac0503-a346-4b18-97b9-141336821cad cannot update to ACTIVE because it is not bound. {{(pid=104527) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 25 07:39:39.578677 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-8ed0b8a8-9f29-429c-b54b-34be80fd55a7 tempest-TestShelveInstance-2091076447 tempest-TestShelveInstance-2091076447-project] Publish callbacks [] for security_group_rule (9ee6f1ba-6b17-452b-bb8b-e89824c361e3), precommit_create {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:39:39.601718 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f61da58-9240-4523-9a59-304fab5cf205 None None] Routers {'7bc1a003-a1ce-43e1-b401-90ea2d3f5197'} bound to L3 agent in host dv-cinder-825492-15-iscsi {{(pid=104527) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 25 07:39:39.602313 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.db.l3_hamode_db [None req-1f61da58-9240-4523-9a59-304fab5cf205 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825492-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-25T07:27:37Z,description=,heartbeat_timestamp=2022-05-25T07:39:37Z,host='dv-cinder-825492-15-iscsi',id=54ff4013-997e-4376-a4e9-e6c98cf37cc7,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T07:27:38Z,topic='l3_agent')) {'router_ids': ['7bc1a003-a1ce-43e1-b401-90ea2d3f5197'], 'active': True} {{(pid=104527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 07:39:39.607482 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG dbcounter [-] [104527] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=104527) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 07:39:39.608948 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3418f38-48a2-4e22-b15e-102f3a83ee9a None None] Pushing event updated for resources: {'Port': ['ID=e1ac0503-a346-4b18-97b9-141336821cad,revision_number=4']} {{(pid=104527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 07:39:39.689295 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-8ed0b8a8-9f29-429c-b54b-34be80fd55a7 tempest-TestShelveInstance-2091076447 tempest-TestShelveInstance-2091076447-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-278608'] for security_group_rule (9ee6f1ba-6b17-452b-bb8b-e89824c361e3), after_create {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:39:39.729101 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ed0b8a8-9f29-429c-b54b-34be80fd55a7 tempest-TestShelveInstance-2091076447 tempest-TestShelveInstance-2091076447-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9ee6f1ba-6b17-452b-bb8b-e89824c361e3,revision_number=0']} {{(pid=104525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 07:39:39.837025 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-8ed0b8a8-9f29-429c-b54b-34be80fd55a7 tempest-TestShelveInstance-2091076447 tempest-TestShelveInstance-2091076447-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:39:39.839393 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.db.l3_dvr_db [None req-1f61da58-9240-4523-9a59-304fab5cf205 None None] Set router 7bc1a003-a1ce-43e1-b401-90ea2d3f5197 gateway port host: dv-cinder-825492-15-iscsi {{(pid=104527) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 25 07:39:39.840189 dv-cinder-825492-15-iscsi neutron-server[104525]: INFO neutron.wsgi [None req-8ed0b8a8-9f29-429c-b54b-34be80fd55a7 tempest-TestShelveInstance-2091076447 tempest-TestShelveInstance-2091076447-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4658945 May 25 07:39:39.846660 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron.wsgi [-] (104525) accepted ('10.222.0.24', 45712) {{(pid=104525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 07:39:39.851954 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron.api.v2.base [None req-9a1e373c-4efc-4e48-95ff-ca8a9b1d24aa tempest-TestShelveInstance-2091076447 tempest-TestShelveInstance-2091076447-project] Request body: {'security_group_rule': {'security_group_id': 'edcffb78-b012-4438-ba13-bc705797ca5b', 'project_id': 'f13c4f9ee9c444d9b9a0d2c2e3ec9142', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=104525) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 25 07:39:39.878936 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.db.provisioning_blocks [None req-6934541d-3881-4f0e-8dde-65f37b6a322e None None] Provisioning complete for port e1ac0503-a346-4b18-97b9-141336821cad triggered by entity DHCP. {{(pid=104527) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 25 07:39:39.878936 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron_lib.callbacks.manager [None req-6934541d-3881-4f0e-8dde-65f37b6a322e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1490782'] for port (e1ac0503-a346-4b18-97b9-141336821cad), provisioning_complete {{(pid=104527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:39:39.935227 dv-cinder-825492-15-iscsi neutron-server[104525]: INFO neutron.db.securitygroups_db [None req-9a1e373c-4efc-4e48-95ff-ca8a9b1d24aa tempest-TestShelveInstance-2091076447 tempest-TestShelveInstance-2091076447-project] Project f13c4f9ee9c444d9b9a0d2c2e3ec9142 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 25 07:39:39.941207 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-9a1e373c-4efc-4e48-95ff-ca8a9b1d24aa tempest-TestShelveInstance-2091076447 tempest-TestShelveInstance-2091076447-project] Publish callbacks [] for security_group_rule (4d3f6fd2-467e-4bfe-aebb-79c29768856b), before_create {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:39:40.005798 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-9a1e373c-4efc-4e48-95ff-ca8a9b1d24aa tempest-TestShelveInstance-2091076447 tempest-TestShelveInstance-2091076447-project] Publish callbacks [] for security_group_rule (4d3f6fd2-467e-4bfe-aebb-79c29768856b), precommit_create {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:39:40.007207 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG dbcounter [-] [104527] Writing DB stats neutron:SELECT=100 {{(pid=104527) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 07:39:40.088868 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.plugins.ml2.plugin [None req-6934541d-3881-4f0e-8dde-65f37b6a322e None None] Current status of the port e1ac0503-a346-4b18-97b9-141336821cad is: DOWN; New status is: ACTIVE {{(pid=104527) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 25 07:39:40.089261 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron_lib.callbacks.manager [None req-6934541d-3881-4f0e-8dde-65f37b6a322e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-616651'] for port (e1ac0503-a346-4b18-97b9-141336821cad), before_update {{(pid=104527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:39:40.097359 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-9a1e373c-4efc-4e48-95ff-ca8a9b1d24aa tempest-TestShelveInstance-2091076447 tempest-TestShelveInstance-2091076447-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-278608'] for security_group_rule (4d3f6fd2-467e-4bfe-aebb-79c29768856b), after_create {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:39:40.107037 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron_lib.callbacks.manager [None req-f9cd7ad7-9657-4dc4-ab64-74b2d9455e3c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754056472917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490168'] for agent (749e0e2c-8e71-4175-9046-27a8fd2a3a0a), after_update {{(pid=104527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:39:40.128209 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a1e373c-4efc-4e48-95ff-ca8a9b1d24aa tempest-TestShelveInstance-2091076447 tempest-TestShelveInstance-2091076447-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4d3f6fd2-467e-4bfe-aebb-79c29768856b,revision_number=0']} {{(pid=104525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 07:39:40.135737 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.db.l3_hamode_db [None req-1f61da58-9240-4523-9a59-304fab5cf205 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7bc1a003-a1ce-43e1-b401-90ea2d3f5197', 'name': 'tempest-TestShelveInstance-1521031787-router', 'tenant_id': '21d0ab14c2cb4b7ab6bd84d2407011e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '29c629bd-3f50-4535-bfbc-a047608d6fb6', 'external_fixed_ips': [{'subnet_id': '7934ff5a-43f1-4f76-b9d8-e4343ace34f5', 'ip_address': '172.27.3.59'}], 'enable_snat': True}, 'gw_port_id': '6a9f24ed-d893-40c0-ac1d-6cd855e81326', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T07:39:29Z', 'updated_at': '2022-05-25T07:39:35Z', 'revision_number': 4, 'project_id': '21d0ab14c2cb4b7ab6bd84d2407011e7', 'gw_port': {'id': '6a9f24ed-d893-40c0-ac1d-6cd855e81326', 'name': '', 'network_id': '29c629bd-3f50-4535-bfbc-a047608d6fb6', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:3b:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7bc1a003-a1ce-43e1-b401-90ea2d3f5197', 'device_owner': 'network:router_gateway', 'standard_attr_id': 399, 'fixed_ips': [{'subnet_id': '7934ff5a-43f1-4f76-b9d8-e4343ace34f5', 'ip_address': '172.27.3.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825492-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T07:39:30Z', 'updated_at': '2022-05-25T07:39:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7934ff5a-43f1-4f76-b9d8-e4343ace34f5', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825492-15-iscsi', '_interfaces': [{'id': 'e1ac0503-a346-4b18-97b9-141336821cad', 'name': '', 'network_id': 'ec01709d-6189-4ae3-bd11-6eb83baa5296', 'tenant_id': '21d0ab14c2cb4b7ab6bd84d2407011e7', 'mac_address': 'fa:16:3e:5b:9a:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7bc1a003-a1ce-43e1-b401-90ea2d3f5197', 'device_owner': 'network:router_interface', 'standard_attr_id': 400, 'fixed_ips': [{'subnet_id': 'be59f574-cc4e-4732-acd1-be9775742a59', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825492-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T07:39:33Z', 'updated_at': '2022-05-25T07:39:39Z', 'revision_number': 4, 'project_id': '21d0ab14c2cb4b7ab6bd84d2407011e7', 'subnets': [{'id': 'be59f574-cc4e-4732-acd1-be9775742a59', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-825492-15-iscsi', False) {} {{(pid=104527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 07:39:40.140938 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.plugins.ml2.db [None req-6934541d-3881-4f0e-8dde-65f37b6a322e None None] For port e1ac0503-a346-4b18-97b9-141336821cad, host dv-cinder-825492-15-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825492-15-iscsi',level=0,port_id=e1ac0503-a346-4b18-97b9-141336821cad,segment=NetworkSegment(ab34562a-c462-4195-bd0a-9ed73cf447c7),segment_id=ab34562a-c462-4195-bd0a-9ed73cf447c7)] {{(pid=104527) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 07:39:40.164850 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f61da58-9240-4523-9a59-304fab5cf205 None None] The sync data for ids ['7bc1a003-a1ce-43e1-b401-90ea2d3f5197'] in dv-cinder-825492-15-iscsi is: [{'id': '7bc1a003-a1ce-43e1-b401-90ea2d3f5197', 'name': 'tempest-TestShelveInstance-1521031787-router', 'tenant_id': '21d0ab14c2cb4b7ab6bd84d2407011e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '29c629bd-3f50-4535-bfbc-a047608d6fb6', 'external_fixed_ips': [{'subnet_id': '7934ff5a-43f1-4f76-b9d8-e4343ace34f5', 'ip_address': '172.27.3.59'}], 'enable_snat': True}, 'gw_port_id': '6a9f24ed-d893-40c0-ac1d-6cd855e81326', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T07:39:29Z', 'updated_at': '2022-05-25T07:39:35Z', 'revision_number': 4, 'project_id': '21d0ab14c2cb4b7ab6bd84d2407011e7', 'gw_port': {'id': '6a9f24ed-d893-40c0-ac1d-6cd855e81326', 'name': '', 'network_id': '29c629bd-3f50-4535-bfbc-a047608d6fb6', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:3b:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7bc1a003-a1ce-43e1-b401-90ea2d3f5197', 'device_owner': 'network:router_gateway', 'standard_attr_id': 399, 'fixed_ips': [{'subnet_id': '7934ff5a-43f1-4f76-b9d8-e4343ace34f5', 'ip_address': '172.27.3.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825492-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T07:39:30Z', 'updated_at': '2022-05-25T07:39:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7934ff5a-43f1-4f76-b9d8-e4343ace34f5', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825492-15-iscsi', '_interfaces': [{'id': 'e1ac0503-a346-4b18-97b9-141336821cad', 'name': '', 'network_id': 'ec01709d-6189-4ae3-bd11-6eb83baa5296', 'tenant_id': '21d0ab14c2cb4b7ab6bd84d2407011e7', 'mac_address': 'fa:16:3e:5b:9a:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7bc1a003-a1ce-43e1-b401-90ea2d3f5197', 'device_owner': 'network:router_interface', 'standard_attr_id': 400, 'fixed_ips': [{'subnet_id': 'be59f574-cc4e-4732-acd1-be9775742a59', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825492-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T07:39:33Z', 'updated_at': '2022-05-25T07:39:39Z', 'revision_number': 4, 'project_id': '21d0ab14c2cb4b7ab6bd84d2407011e7', 'subnets': [{'id': 'be59f574-cc4e-4732-acd1-be9775742a59', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104527) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 25 07:39:40.225750 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-9a1e373c-4efc-4e48-95ff-ca8a9b1d24aa tempest-TestShelveInstance-2091076447 tempest-TestShelveInstance-2091076447-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:39:40.227039 dv-cinder-825492-15-iscsi neutron-server[104525]: INFO neutron.wsgi [None req-9a1e373c-4efc-4e48-95ff-ca8a9b1d24aa tempest-TestShelveInstance-2091076447 tempest-TestShelveInstance-2091076447-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3793893 May 25 07:39:40.245371 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron_lib.callbacks.manager [None req-6934541d-3881-4f0e-8dde-65f37b6a322e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-617841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612926', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754056714442', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754056173882', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754056173900'] for port (e1ac0503-a346-4b18-97b9-141336821cad), after_update {{(pid=104527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:39:40.312985 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6934541d-3881-4f0e-8dde-65f37b6a322e None None] Pushing event updated for resources: {'Port': ['ID=e1ac0503-a346-4b18-97b9-141336821cad,revision_number=5']} {{(pid=104527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 07:39:40.616731 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38aea72f-1909-4b52-aaf0-96f2153afdf7 req-f3a19c92-efc2-4423-8cb0-cb60c7b2d74e tempest-AttachVolumeShelveTestJSON-605607613 tempest-AttachVolumeShelveTestJSON-605607613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 07:39:40.618261 dv-cinder-825492-15-iscsi neutron-server[104525]: INFO neutron.wsgi [req-38aea72f-1909-4b52-aaf0-96f2153afdf7 req-f3a19c92-efc2-4423-8cb0-cb60c7b2d74e tempest-AttachVolumeShelveTestJSON-605607613 tempest-AttachVolumeShelveTestJSON-605607613-project] 10.222.0.24 "GET /v2.0/ports?device_id=6d360341-449d-4b49-8b66-a02a969171fd HTTP/1.1" status: 200 len: 944 time: 0.0502434 May 25 07:39:40.673737 dv-cinder-825492-15-iscsi neutron-server[104525]: INFO neutron.wsgi [req-38aea72f-1909-4b52-aaf0-96f2153afdf7 req-db38e6e0-2d4c-4986-8cbf-24f7c954557e tempest-AttachVolumeShelveTestJSON-605607613 tempest-AttachVolumeShelveTestJSON-605607613-project] 10.222.0.24 "GET /v2.0/security-groups?id=36a790ea-6395-4759-aea0-9e848582607a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0493498 May 25 07:39:41.815787 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbcbcd10-f51a-4fec-8208-44c523feb442 req-2bb69d41-0911-40e0-8843-ef9f1ec1d998 tempest-AttachVolumeShelveTestJSON-605607613 tempest-AttachVolumeShelveTestJSON-605607613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 07:39:41.817524 dv-cinder-825492-15-iscsi neutron-server[104526]: INFO neutron.wsgi [req-dbcbcd10-f51a-4fec-8208-44c523feb442 req-2bb69d41-0911-40e0-8843-ef9f1ec1d998 tempest-AttachVolumeShelveTestJSON-605607613 tempest-AttachVolumeShelveTestJSON-605607613-project] 10.222.0.24 "GET /v2.0/ports?device_id=6d360341-449d-4b49-8b66-a02a969171fd HTTP/1.1" status: 200 len: 944 time: 0.0584669 May 25 07:39:41.868749 dv-cinder-825492-15-iscsi neutron-server[104526]: INFO neutron.wsgi [req-dbcbcd10-f51a-4fec-8208-44c523feb442 req-b7fb751a-82ce-435b-8f70-5417395bef54 tempest-AttachVolumeShelveTestJSON-605607613 tempest-AttachVolumeShelveTestJSON-605607613-project] 10.222.0.24 "GET /v2.0/security-groups?id=36a790ea-6395-4759-aea0-9e848582607a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0449178 May 25 07:39:41.892728 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron_lib.callbacks.manager [None req-4c581813-650f-4b4b-ac0f-82f585bea231 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754056472917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490168'] for agent (67455b2d-ff20-4068-8b38-73bd0628c5cb), after_update {{(pid=104527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:39:42.219232 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.plugins.ml2.rpc [None req-4c581813-650f-4b4b-ac0f-82f585bea231 None None] Device e1ac0503-a346-4b18-97b9-141336821cad up at agent ovs-agent-dv-cinder-825492-15-iscsi {{(pid=104527) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 25 07:39:42.270678 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.db.provisioning_blocks [None req-4c581813-650f-4b4b-ac0f-82f585bea231 None None] Provisioning complete for port e1ac0503-a346-4b18-97b9-141336821cad triggered by entity L2. {{(pid=104527) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 25 07:39:42.271277 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron_lib.callbacks.manager [None req-4c581813-650f-4b4b-ac0f-82f585bea231 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1490782'] for port (e1ac0503-a346-4b18-97b9-141336821cad), provisioning_complete {{(pid=104527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:39:42.352751 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.plugins.ml2.plugin [None req-4c581813-650f-4b4b-ac0f-82f585bea231 None None] Current status of the port e1ac0503-a346-4b18-97b9-141336821cad is: ACTIVE; New status is: ACTIVE {{(pid=104527) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 25 07:39:42.995704 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d27b464-2433-4b81-ba46-6bab68a41560 req-55ebf21b-ef61-4669-a80c-65a489878fd8 tempest-AttachVolumeShelveTestJSON-605607613 tempest-AttachVolumeShelveTestJSON-605607613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 07:39:42.997190 dv-cinder-825492-15-iscsi neutron-server[104525]: INFO neutron.wsgi [req-4d27b464-2433-4b81-ba46-6bab68a41560 req-55ebf21b-ef61-4669-a80c-65a489878fd8 tempest-AttachVolumeShelveTestJSON-605607613 tempest-AttachVolumeShelveTestJSON-605607613-project] 10.222.0.24 "GET /v2.0/ports?device_id=6d360341-449d-4b49-8b66-a02a969171fd HTTP/1.1" status: 200 len: 944 time: 0.0482161 May 25 07:39:43.046872 dv-cinder-825492-15-iscsi neutron-server[104525]: INFO neutron.wsgi [req-4d27b464-2433-4b81-ba46-6bab68a41560 req-e76650b5-68ff-480c-a1da-e8ec10959a82 tempest-AttachVolumeShelveTestJSON-605607613 tempest-AttachVolumeShelveTestJSON-605607613-project] 10.222.0.24 "GET /v2.0/security-groups?id=36a790ea-6395-4759-aea0-9e848582607a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0441015 May 25 07:39:43.698916 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron.wsgi [-] (104525) accepted ('10.222.0.24', 45802) {{(pid=104525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 07:39:43.810185 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-83fee0f8-02e2-4682-86cf-113d0567cb18 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:39:43.876745 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG dbcounter [-] [104525] Writing DB stats neutron:SELECT=82,neutron:INSERT=13,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=104525) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 07:39:43.889983 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-83fee0f8-02e2-4682-86cf-113d0567cb18 admin admin] Publish callbacks [] for security_group (3c1e26f3-c533-4a91-a48d-fc94f0503626), precommit_create {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:39:44.022667 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-83fee0f8-02e2-4682-86cf-113d0567cb18 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-278753'] for security_group (3c1e26f3-c533-4a91-a48d-fc94f0503626), after_create {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:39:44.064288 dv-cinder-825492-15-iscsi neutron-server[104525]: INFO neutron.wsgi [None req-83fee0f8-02e2-4682-86cf-113d0567cb18 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=6467b70f536148c596f4b6bef109f1a2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3642821 May 25 07:39:44.065163 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83fee0f8-02e2-4682-86cf-113d0567cb18 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3c1e26f3-c533-4a91-a48d-fc94f0503626,revision_number=1']} {{(pid=104525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 07:39:44.067913 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.wsgi [-] (104526) accepted ('10.222.0.24', 45806) {{(pid=104526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 07:39:44.108317 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG dbcounter [-] [104526] Writing DB stats neutron:SELECT=92,neutron:INSERT=4,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=104526) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 07:39:44.120875 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-d8d921fe-d2f5-49aa-af8b-cc560494b2b2 admin admin] Publish callbacks [] for security_group (3c1e26f3-c533-4a91-a48d-fc94f0503626), before_delete {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:39:44.171558 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-d8d921fe-d2f5-49aa-af8b-cc560494b2b2 admin admin] Publish callbacks [] for security_group (3c1e26f3-c533-4a91-a48d-fc94f0503626), precommit_delete {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:39:44.192786 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3410ec5f-b19e-489e-9626-3904ba3a1421 req-b299a732-1504-4b78-84a0-95fc935ad535 tempest-AttachVolumeShelveTestJSON-605607613 tempest-AttachVolumeShelveTestJSON-605607613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 07:39:44.194329 dv-cinder-825492-15-iscsi neutron-server[104526]: INFO neutron.wsgi [req-3410ec5f-b19e-489e-9626-3904ba3a1421 req-b299a732-1504-4b78-84a0-95fc935ad535 tempest-AttachVolumeShelveTestJSON-605607613 tempest-AttachVolumeShelveTestJSON-605607613-project] 10.222.0.24 "GET /v2.0/ports?device_id=6d360341-449d-4b49-8b66-a02a969171fd HTTP/1.1" status: 200 len: 944 time: 0.0715449 May 25 07:39:44.266319 dv-cinder-825492-15-iscsi neutron-server[104526]: INFO neutron.wsgi [req-3410ec5f-b19e-489e-9626-3904ba3a1421 req-c8f6ac22-15c1-469f-b695-f363e21a6e7c tempest-AttachVolumeShelveTestJSON-605607613 tempest-AttachVolumeShelveTestJSON-605607613-project] 10.222.0.24 "GET /v2.0/security-groups?id=36a790ea-6395-4759-aea0-9e848582607a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0646513 May 25 07:39:44.366187 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-d8d921fe-d2f5-49aa-af8b-cc560494b2b2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-278753'] for security_group (3c1e26f3-c533-4a91-a48d-fc94f0503626), after_delete {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:39:44.368852 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-d8d921fe-d2f5-49aa-af8b-cc560494b2b2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:39:44.370043 dv-cinder-825492-15-iscsi neutron-server[104526]: INFO neutron.wsgi [None req-d8d921fe-d2f5-49aa-af8b-cc560494b2b2 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/3c1e26f3-c533-4a91-a48d-fc94f0503626 HTTP/1.1" status: 204 len: 168 time: 0.3009968 May 25 07:39:44.378728 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8d921fe-d2f5-49aa-af8b-cc560494b2b2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c1e26f3-c533-4a91-a48d-fc94f0503626,revision_number=None']} {{(pid=104526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 07:39:45.095995 dv-cinder-825492-15-iscsi neutron-server[104528]: DEBUG dbcounter [-] [104528] Writing DB stats neutron:SELECT=81,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104528) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 07:39:45.105467 dv-cinder-825492-15-iscsi neutron-server[104528]: DEBUG dbcounter [-] [104528] Writing DB stats neutron:SELECT=10 {{(pid=104528) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 07:39:45.398952 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8c1de1d-bd99-419f-9dcf-5117e2a3cb25 req-ca1e0eff-b739-47ac-b874-15ccb7e4ac76 tempest-AttachVolumeShelveTestJSON-605607613 tempest-AttachVolumeShelveTestJSON-605607613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 07:39:45.400447 dv-cinder-825492-15-iscsi neutron-server[104525]: INFO neutron.wsgi [req-b8c1de1d-bd99-419f-9dcf-5117e2a3cb25 req-ca1e0eff-b739-47ac-b874-15ccb7e4ac76 tempest-AttachVolumeShelveTestJSON-605607613 tempest-AttachVolumeShelveTestJSON-605607613-project] 10.222.0.24 "GET /v2.0/ports?device_id=6d360341-449d-4b49-8b66-a02a969171fd HTTP/1.1" status: 200 len: 944 time: 0.0531855 May 25 07:39:45.452891 dv-cinder-825492-15-iscsi neutron-server[104525]: INFO neutron.wsgi [req-b8c1de1d-bd99-419f-9dcf-5117e2a3cb25 req-5222a423-3bb6-4ada-a186-e9a34f78f52b tempest-AttachVolumeShelveTestJSON-605607613 tempest-AttachVolumeShelveTestJSON-605607613-project] 10.222.0.24 "GET /v2.0/security-groups?id=36a790ea-6395-4759-aea0-9e848582607a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0461001 May 25 07:39:46.175473 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.plugins.ml2.rpc [None req-798242cc-9ea0-464c-9109-86bd7997349e None None] Device 5b9220dd-eeaa-4ea1-a0cd-e54c1dbfe455 details requested by agent hyperv_hv-cinder-82549 with host hv-cinder-82549 {{(pid=104527) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 25 07:39:46.278237 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.plugins.ml2.db [None req-798242cc-9ea0-464c-9109-86bd7997349e None None] For port 5b9220dd-eeaa-4ea1-a0cd-e54c1dbfe455, host hv-cinder-82549, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82549',level=0,port_id=5b9220dd-eeaa-4ea1-a0cd-e54c1dbfe455,segment=NetworkSegment(5e8ca1f8-871e-422d-b246-85fba594b2cb),segment_id=5e8ca1f8-871e-422d-b246-85fba594b2cb)] {{(pid=104527) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 07:39:46.291498 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.plugins.ml2.rpc [None req-798242cc-9ea0-464c-9109-86bd7997349e None None] Returning: {'device': '5b9220dd-eeaa-4ea1-a0cd-e54c1dbfe455', 'network_id': '7eef0ae9-55de-48c4-ada3-da713e1942b9', 'port_id': '5b9220dd-eeaa-4ea1-a0cd-e54c1dbfe455', 'mac_address': 'fa:16:3e:b3:a4:16', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 250, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e7796ec7-ead3-485d-a16b-d9ef7a0a8b85', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104527) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 25 07:39:46.330006 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.plugins.ml2.plugin [None req-798242cc-9ea0-464c-9109-86bd7997349e None None] Current status of the port 5b9220dd-eeaa-4ea1-a0cd-e54c1dbfe455 is: DOWN; New status is: BUILD {{(pid=104527) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 25 07:39:46.330403 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron_lib.callbacks.manager [None req-798242cc-9ea0-464c-9109-86bd7997349e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-616651'] for port (5b9220dd-eeaa-4ea1-a0cd-e54c1dbfe455), before_update {{(pid=104527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:39:46.344126 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.notifiers.nova [None req-798242cc-9ea0-464c-9109-86bd7997349e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5b9220dd-eeaa-4ea1-a0cd-e54c1dbfe455 {{(pid=104527) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 25 07:39:46.365997 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.plugins.ml2.db [None req-798242cc-9ea0-464c-9109-86bd7997349e None None] For port 5b9220dd-eeaa-4ea1-a0cd-e54c1dbfe455, host hv-cinder-82549, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82549',level=0,port_id=5b9220dd-eeaa-4ea1-a0cd-e54c1dbfe455,segment=NetworkSegment(5e8ca1f8-871e-422d-b246-85fba594b2cb),segment_id=5e8ca1f8-871e-422d-b246-85fba594b2cb)] {{(pid=104527) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 07:39:46.433788 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron_lib.callbacks.manager [None req-798242cc-9ea0-464c-9109-86bd7997349e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-617841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612926', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754056714442', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754056173882', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754056173900'] for port (5b9220dd-eeaa-4ea1-a0cd-e54c1dbfe455), after_update {{(pid=104527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:39:46.438478 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG dbcounter [-] [104527] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104527) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 07:39:46.482612 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-798242cc-9ea0-464c-9109-86bd7997349e None None] Pushing event updated for resources: {'Port': ['ID=5b9220dd-eeaa-4ea1-a0cd-e54c1dbfe455,revision_number=9']} {{(pid=104527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 07:39:46.490912 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-798242cc-9ea0-464c-9109-86bd7997349e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825492-15-iscsi {{(pid=104527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 07:39:46.491266 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-798242cc-9ea0-464c-9109-86bd7997349e None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825492-15-iscsi {{(pid=104527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 07:39:46.491633 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-798242cc-9ea0-464c-9109-86bd7997349e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825492-15-iscsi {{(pid=104527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 07:39:46.491998 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-798242cc-9ea0-464c-9109-86bd7997349e None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825492-15-iscsi {{(pid=104527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 07:39:46.492336 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-798242cc-9ea0-464c-9109-86bd7997349e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825492-15-iscsi {{(pid=104527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 07:39:46.492705 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-798242cc-9ea0-464c-9109-86bd7997349e None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825492-15-iscsi {{(pid=104527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 07:39:46.493035 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-798242cc-9ea0-464c-9109-86bd7997349e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825492-15-iscsi {{(pid=104527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 07:39:46.493454 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-798242cc-9ea0-464c-9109-86bd7997349e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-825492-15-iscsi {{(pid=104527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 07:39:46.493687 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-798242cc-9ea0-464c-9109-86bd7997349e None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-825492-15-iscsi {{(pid=104527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 07:39:46.494014 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-798242cc-9ea0-464c-9109-86bd7997349e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-825492-15-iscsi {{(pid=104527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 07:39:46.494340 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-798242cc-9ea0-464c-9109-86bd7997349e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-825492-15-iscsi {{(pid=104527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 07:39:46.494665 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-798242cc-9ea0-464c-9109-86bd7997349e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825492-15-iscsi {{(pid=104527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 07:39:46.494985 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-798242cc-9ea0-464c-9109-86bd7997349e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825492-15-iscsi {{(pid=104527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 07:39:46.495305 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-798242cc-9ea0-464c-9109-86bd7997349e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825492-15-iscsi {{(pid=104527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 07:39:46.495624 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-798242cc-9ea0-464c-9109-86bd7997349e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825492-15-iscsi {{(pid=104527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 07:39:46.585805 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a06f86b-4de6-4e36-ae79-5191bb2c07e3 req-98f7d657-d666-4ed7-94f4-f548761207ab tempest-AttachVolumeShelveTestJSON-605607613 tempest-AttachVolumeShelveTestJSON-605607613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 07:39:46.586502 dv-cinder-825492-15-iscsi neutron-server[104526]: INFO neutron.wsgi [req-7a06f86b-4de6-4e36-ae79-5191bb2c07e3 req-98f7d657-d666-4ed7-94f4-f548761207ab tempest-AttachVolumeShelveTestJSON-605607613 tempest-AttachVolumeShelveTestJSON-605607613-project] 10.222.0.24 "GET /v2.0/ports?device_id=6d360341-449d-4b49-8b66-a02a969171fd HTTP/1.1" status: 200 len: 945 time: 0.0501125 May 25 07:39:46.637504 dv-cinder-825492-15-iscsi neutron-server[104526]: INFO neutron.wsgi [req-7a06f86b-4de6-4e36-ae79-5191bb2c07e3 req-d64e5efb-b7a3-47b8-8d9b-d0ea15d08133 tempest-AttachVolumeShelveTestJSON-605607613 tempest-AttachVolumeShelveTestJSON-605607613-project] 10.222.0.24 "GET /v2.0/security-groups?id=36a790ea-6395-4759-aea0-9e848582607a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0430074 May 25 07:39:46.836625 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.plugins.ml2.db [None req-798242cc-9ea0-464c-9109-86bd7997349e None None] get_ports_and_sgs() called for port_ids ['5b9220dd-eeaa-4ea1-a0cd-e54c1dbfe455'] {{(pid=104527) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 25 07:39:47.120726 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d68371a4-db4b-448b-9367-1f38dedb3cb7 req-a039b934-c63e-4560-ba83-552424d0faa7 tempest-ServerRescueNegativeTestJSON-274124411 tempest-ServerRescueNegativeTestJSON-274124411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 07:39:47.122190 dv-cinder-825492-15-iscsi neutron-server[104526]: INFO neutron.wsgi [req-d68371a4-db4b-448b-9367-1f38dedb3cb7 req-a039b934-c63e-4560-ba83-552424d0faa7 tempest-ServerRescueNegativeTestJSON-274124411 tempest-ServerRescueNegativeTestJSON-274124411-project] 10.222.0.24 "GET /v2.0/ports?device_id=a5ef563c-52c0-40b3-bdf3-dc51e5422196 HTTP/1.1" status: 200 len: 946 time: 0.0499816 May 25 07:39:47.171539 dv-cinder-825492-15-iscsi neutron-server[104526]: INFO neutron.wsgi [req-d68371a4-db4b-448b-9367-1f38dedb3cb7 req-4835299c-61a1-4e7a-bb31-9eaf77772248 tempest-ServerRescueNegativeTestJSON-274124411 tempest-ServerRescueNegativeTestJSON-274124411-project] 10.222.0.24 "GET /v2.0/security-groups?id=1c0d85d2-6043-4086-9d5d-4dba3c5df84e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422835 May 25 07:39:47.225025 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be7e67d2-0ebe-401f-86a1-cdb2ab083d60 req-7fb30eaa-0bf6-4e49-87ab-04f63f58bc05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 07:39:47.226532 dv-cinder-825492-15-iscsi neutron-server[104525]: INFO neutron.wsgi [req-be7e67d2-0ebe-401f-86a1-cdb2ab083d60 req-7fb30eaa-0bf6-4e49-87ab-04f63f58bc05 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=d4719a4804e24f27b9427e58c5cbe13b&device_id=a5ef563c-52c0-40b3-bdf3-dc51e5422196 HTTP/1.1" status: 200 len: 1130 time: 0.0398011 May 25 07:39:47.321917 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be7e67d2-0ebe-401f-86a1-cdb2ab083d60 req-349356f4-df85-4bf1-b2f6-6727391d77d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 07:39:47.323463 dv-cinder-825492-15-iscsi neutron-server[104525]: INFO neutron.wsgi [req-be7e67d2-0ebe-401f-86a1-cdb2ab083d60 req-349356f4-df85-4bf1-b2f6-6727391d77d7 service neutron] 10.222.0.41 "GET /v2.0/networks?id=e9255b8f-85b1-4659-9bc1-7aaec6681338 HTTP/1.1" status: 200 len: 917 time: 0.0895936 May 25 07:39:47.385794 dv-cinder-825492-15-iscsi neutron-server[104525]: INFO neutron.wsgi [req-be7e67d2-0ebe-401f-86a1-cdb2ab083d60 req-22a3eb50-4b2a-4bd4-991b-9c4feb6f6919 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=0747a8fb-24f2-4911-87f0-c806befeeab7 HTTP/1.1" status: 200 len: 1001 time: 0.0561254 May 25 07:39:47.436102 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be7e67d2-0ebe-401f-86a1-cdb2ab083d60 req-201e9d0f-5911-4ce9-b2a7-17468fcacee7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 07:39:47.437709 dv-cinder-825492-15-iscsi neutron-server[104525]: INFO neutron.wsgi [req-be7e67d2-0ebe-401f-86a1-cdb2ab083d60 req-201e9d0f-5911-4ce9-b2a7-17468fcacee7 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=2bd01566-eaf4-4493-b26a-8c7ef6fcaf51 HTTP/1.1" status: 200 len: 855 time: 0.0460701 May 25 07:39:47.488722 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be7e67d2-0ebe-401f-86a1-cdb2ab083d60 req-3e6c9729-7d2c-4f5f-9d95-8e81e3fa3f9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 07:39:47.491085 dv-cinder-825492-15-iscsi neutron-server[104525]: INFO neutron.wsgi [req-be7e67d2-0ebe-401f-86a1-cdb2ab083d60 req-3e6c9729-7d2c-4f5f-9d95-8e81e3fa3f9e service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=e9255b8f-85b1-4659-9bc1-7aaec6681338&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0441680 May 25 07:39:47.565481 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG dbcounter [-] [104525] Writing DB stats neutron:SELECT=94,neutron:DELETE=2,neutron:INSERT=4 {{(pid=104525) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 07:39:47.581474 dv-cinder-825492-15-iscsi neutron-server[104525]: INFO neutron.wsgi [req-be7e67d2-0ebe-401f-86a1-cdb2ab083d60 req-2b5978c5-ef89-47b9-aae0-ebb4c4188b45 service neutron] 10.222.0.41 "GET /v2.0/networks/e9255b8f-85b1-4659-9bc1-7aaec6681338?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831785 May 25 07:39:47.678350 dv-cinder-825492-15-iscsi neutron-server[104525]: INFO neutron.wsgi [req-be7e67d2-0ebe-401f-86a1-cdb2ab083d60 req-202493ab-2125-4c24-9592-3c63351bebc0 service neutron] 10.222.0.41 "GET /v2.0/networks/e9255b8f-85b1-4659-9bc1-7aaec6681338?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0897191 May 25 07:39:47.764420 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c373fa16-4d98-4e5e-a24c-4d3ba012e183 req-4aa03626-474a-4d99-8f20-b50be335a79f tempest-AttachVolumeShelveTestJSON-605607613 tempest-AttachVolumeShelveTestJSON-605607613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 07:39:47.765894 dv-cinder-825492-15-iscsi neutron-server[104525]: INFO neutron.wsgi [req-c373fa16-4d98-4e5e-a24c-4d3ba012e183 req-4aa03626-474a-4d99-8f20-b50be335a79f tempest-AttachVolumeShelveTestJSON-605607613 tempest-AttachVolumeShelveTestJSON-605607613-project] 10.222.0.24 "GET /v2.0/ports?device_id=6d360341-449d-4b49-8b66-a02a969171fd HTTP/1.1" status: 200 len: 945 time: 0.0488255 May 25 07:39:47.813270 dv-cinder-825492-15-iscsi neutron-server[104525]: INFO neutron.wsgi [req-c373fa16-4d98-4e5e-a24c-4d3ba012e183 req-f829db67-5cc4-4e98-975c-2caf02aac21c tempest-AttachVolumeShelveTestJSON-605607613 tempest-AttachVolumeShelveTestJSON-605607613-project] 10.222.0.24 "GET /v2.0/security-groups?id=36a790ea-6395-4759-aea0-9e848582607a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0408499 May 25 07:39:48.188014 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.plugins.ml2.rpc [None req-798242cc-9ea0-464c-9109-86bd7997349e None None] Device 5b9220dd-eeaa-4ea1-a0cd-e54c1dbfe455 up at agent hyperv_hv-cinder-82549 {{(pid=104527) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 25 07:39:48.234672 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.db.provisioning_blocks [None req-798242cc-9ea0-464c-9109-86bd7997349e None None] Provisioning complete for port 5b9220dd-eeaa-4ea1-a0cd-e54c1dbfe455 triggered by entity L2. {{(pid=104527) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 25 07:39:48.235038 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron_lib.callbacks.manager [None req-798242cc-9ea0-464c-9109-86bd7997349e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1490782'] for port (5b9220dd-eeaa-4ea1-a0cd-e54c1dbfe455), provisioning_complete {{(pid=104527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:39:48.296541 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-630c0930-b362-4367-911c-98c45b53b590 req-6b429e21-810a-45dd-8417-8fabe919565c tempest-ServerRescueNegativeTestJSON-274124411 tempest-ServerRescueNegativeTestJSON-274124411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 07:39:48.298053 dv-cinder-825492-15-iscsi neutron-server[104526]: INFO neutron.wsgi [req-630c0930-b362-4367-911c-98c45b53b590 req-6b429e21-810a-45dd-8417-8fabe919565c tempest-ServerRescueNegativeTestJSON-274124411 tempest-ServerRescueNegativeTestJSON-274124411-project] 10.222.0.24 "GET /v2.0/ports?device_id=a5ef563c-52c0-40b3-bdf3-dc51e5422196 HTTP/1.1" status: 200 len: 946 time: 0.0518510 May 25 07:39:48.298176 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG dbcounter [-] [104527] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104527) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 07:39:48.313401 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.plugins.ml2.plugin [None req-798242cc-9ea0-464c-9109-86bd7997349e None None] Current status of the port 5b9220dd-eeaa-4ea1-a0cd-e54c1dbfe455 is: BUILD; New status is: ACTIVE {{(pid=104527) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 25 07:39:48.313782 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron_lib.callbacks.manager [None req-798242cc-9ea0-464c-9109-86bd7997349e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-616651'] for port (5b9220dd-eeaa-4ea1-a0cd-e54c1dbfe455), before_update {{(pid=104527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:39:48.337387 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6d360341-449d-4b49-8b66-a02a969171fd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5b9220dd-eeaa-4ea1-a0cd-e54c1dbfe455'}] {{(pid=104527) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 25 07:39:48.339676 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b7b9631292b9c3281c46c063e828ef1e98938590bf5356102cacde7abf71fd6b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-876d642d-d3ca-4116-99a5-2353339ff79a" -d '{"events": [{"server_uuid": "6d360341-449d-4b49-8b66-a02a969171fd", "name": "network-vif-plugged", "status": "completed", "tag": "5b9220dd-eeaa-4ea1-a0cd-e54c1dbfe455"}]}' {{(pid=104527) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 25 07:39:48.347095 dv-cinder-825492-15-iscsi neutron-server[104526]: INFO neutron.wsgi [req-630c0930-b362-4367-911c-98c45b53b590 req-b780fae9-b93c-4131-a02f-07a897bf4ef1 tempest-ServerRescueNegativeTestJSON-274124411 tempest-ServerRescueNegativeTestJSON-274124411-project] 10.222.0.24 "GET /v2.0/security-groups?id=1c0d85d2-6043-4086-9d5d-4dba3c5df84e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430174 May 25 07:39:48.353524 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.plugins.ml2.db [None req-798242cc-9ea0-464c-9109-86bd7997349e None None] For port 5b9220dd-eeaa-4ea1-a0cd-e54c1dbfe455, host hv-cinder-82549, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82549',level=0,port_id=5b9220dd-eeaa-4ea1-a0cd-e54c1dbfe455,segment=NetworkSegment(5e8ca1f8-871e-422d-b246-85fba594b2cb),segment_id=5e8ca1f8-871e-422d-b246-85fba594b2cb)] {{(pid=104527) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 07:39:48.380760 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 25 May 2022 07:39:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-731c7383-7b0a-4478-ac11-412017faf242 x-openstack-request-id: req-731c7383-7b0a-4478-ac11-412017faf242 {{(pid=104527) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 25 07:39:48.381042 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6d360341-449d-4b49-8b66-a02a969171fd", "name": "network-vif-plugged", "status": "completed", "tag": "5b9220dd-eeaa-4ea1-a0cd-e54c1dbfe455", "code": 200}]} {{(pid=104527) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 25 07:39:48.381861 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-731c7383-7b0a-4478-ac11-412017faf242 {{(pid=104527) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 25 07:39:48.382258 dv-cinder-825492-15-iscsi neutron-server[104527]: INFO neutron.notifiers.nova [-] Nova event matching ['req-731c7383-7b0a-4478-ac11-412017faf242'] response: {'server_uuid': '6d360341-449d-4b49-8b66-a02a969171fd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5b9220dd-eeaa-4ea1-a0cd-e54c1dbfe455', 'code': 200} May 25 07:39:48.449617 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron_lib.callbacks.manager [None req-798242cc-9ea0-464c-9109-86bd7997349e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-617841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612926', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754056714442', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754056173882', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754056173900'] for port (5b9220dd-eeaa-4ea1-a0cd-e54c1dbfe455), after_update {{(pid=104527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:39:48.496210 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-798242cc-9ea0-464c-9109-86bd7997349e None None] Pushing event updated for resources: {'Port': ['ID=5b9220dd-eeaa-4ea1-a0cd-e54c1dbfe455,revision_number=10']} {{(pid=104527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 07:39:48.925481 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG dbcounter [-] [104526] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104526) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 07:39:48.934631 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-343afb97-18f8-49f6-9a94-bb7d8f37f6de req-620883dd-7318-4aba-974f-36ec77632958 tempest-AttachVolumeShelveTestJSON-605607613 tempest-AttachVolumeShelveTestJSON-605607613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 07:39:48.936305 dv-cinder-825492-15-iscsi neutron-server[104526]: INFO neutron.wsgi [req-343afb97-18f8-49f6-9a94-bb7d8f37f6de req-620883dd-7318-4aba-974f-36ec77632958 tempest-AttachVolumeShelveTestJSON-605607613 tempest-AttachVolumeShelveTestJSON-605607613-project] 10.222.0.24 "GET /v2.0/ports?device_id=6d360341-449d-4b49-8b66-a02a969171fd HTTP/1.1" status: 200 len: 947 time: 0.0489650 May 25 07:39:48.987481 dv-cinder-825492-15-iscsi neutron-server[104526]: INFO neutron.wsgi [req-343afb97-18f8-49f6-9a94-bb7d8f37f6de req-85e87b02-e805-48be-83b7-44b6a2e71fd7 tempest-AttachVolumeShelveTestJSON-605607613 tempest-AttachVolumeShelveTestJSON-605607613-project] 10.222.0.24 "GET /v2.0/security-groups?id=36a790ea-6395-4759-aea0-9e848582607a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0455418 May 25 07:39:49.190330 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-706319c1-3175-4530-b850-e7c291b73873 req-416ec9cc-0212-44dd-af78-6f606060c1d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 07:39:49.191915 dv-cinder-825492-15-iscsi neutron-server[104525]: INFO neutron.wsgi [req-706319c1-3175-4530-b850-e7c291b73873 req-416ec9cc-0212-44dd-af78-6f606060c1d8 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=6d360341-449d-4b49-8b66-a02a969171fd HTTP/1.1" status: 200 len: 1131 time: 0.0381820 May 25 07:39:49.239517 dv-cinder-825492-15-iscsi neutron-server[104525]: INFO neutron.wsgi [req-706319c1-3175-4530-b850-e7c291b73873 req-c234bf97-fda0-4f43-a4a6-5117e9241130 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=36a790ea-6395-4759-aea0-9e848582607a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0383599 May 25 07:39:49.474143 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1017c5f2-c3ea-4ecd-acca-9a1739f607be req-6634ec70-39c8-4fe4-b38f-7a15e25057f9 tempest-ServerRescueNegativeTestJSON-274124411 tempest-ServerRescueNegativeTestJSON-274124411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 07:39:49.476290 dv-cinder-825492-15-iscsi neutron-server[104525]: INFO neutron.wsgi [req-1017c5f2-c3ea-4ecd-acca-9a1739f607be req-6634ec70-39c8-4fe4-b38f-7a15e25057f9 tempest-ServerRescueNegativeTestJSON-274124411 tempest-ServerRescueNegativeTestJSON-274124411-project] 10.222.0.24 "GET /v2.0/ports?device_id=a5ef563c-52c0-40b3-bdf3-dc51e5422196 HTTP/1.1" status: 200 len: 946 time: 0.0506029 May 25 07:39:49.526661 dv-cinder-825492-15-iscsi neutron-server[104525]: INFO neutron.wsgi [req-1017c5f2-c3ea-4ecd-acca-9a1739f607be req-3abda05c-9383-4a3d-aaf4-6782cce3da97 tempest-ServerRescueNegativeTestJSON-274124411 tempest-ServerRescueNegativeTestJSON-274124411-project] 10.222.0.24 "GET /v2.0/security-groups?id=1c0d85d2-6043-4086-9d5d-4dba3c5df84e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445828 May 25 07:39:50.111504 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8ccae90-781f-4c84-8b59-618d9913f26c req-f2bfbc21-9ac7-48ca-a781-a4a3cf8a219c tempest-AttachVolumeShelveTestJSON-605607613 tempest-AttachVolumeShelveTestJSON-605607613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 07:39:50.114758 dv-cinder-825492-15-iscsi neutron-server[104526]: INFO neutron.wsgi [req-f8ccae90-781f-4c84-8b59-618d9913f26c req-f2bfbc21-9ac7-48ca-a781-a4a3cf8a219c tempest-AttachVolumeShelveTestJSON-605607613 tempest-AttachVolumeShelveTestJSON-605607613-project] 10.222.0.24 "GET /v2.0/ports?device_id=6d360341-449d-4b49-8b66-a02a969171fd HTTP/1.1" status: 200 len: 947 time: 0.0505614 May 25 07:39:50.166176 dv-cinder-825492-15-iscsi neutron-server[104526]: INFO neutron.wsgi [req-f8ccae90-781f-4c84-8b59-618d9913f26c req-576cd045-7771-4cf7-925a-f7bd6f6a9c2b tempest-AttachVolumeShelveTestJSON-605607613 tempest-AttachVolumeShelveTestJSON-605607613-project] 10.222.0.24 "GET /v2.0/security-groups?id=36a790ea-6395-4759-aea0-9e848582607a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0461771 May 25 07:39:50.642069 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54707abe-c2ef-4ae6-9f55-1a6b91b30970 req-96b3e6c0-75bd-4e0b-b4a0-ebddfda113fa tempest-ServerRescueNegativeTestJSON-274124411 tempest-ServerRescueNegativeTestJSON-274124411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 07:39:50.643609 dv-cinder-825492-15-iscsi neutron-server[104525]: INFO neutron.wsgi [req-54707abe-c2ef-4ae6-9f55-1a6b91b30970 req-96b3e6c0-75bd-4e0b-b4a0-ebddfda113fa tempest-ServerRescueNegativeTestJSON-274124411 tempest-ServerRescueNegativeTestJSON-274124411-project] 10.222.0.24 "GET /v2.0/ports?device_id=a5ef563c-52c0-40b3-bdf3-dc51e5422196 HTTP/1.1" status: 200 len: 946 time: 0.0482700 May 25 07:39:50.670827 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG dbcounter [-] [104525] Writing DB stats neutron:SELECT=100 {{(pid=104525) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 07:39:50.694210 dv-cinder-825492-15-iscsi neutron-server[104525]: INFO neutron.wsgi [req-54707abe-c2ef-4ae6-9f55-1a6b91b30970 req-fc93a263-2b60-479c-8623-b1bc3f8d56dc tempest-ServerRescueNegativeTestJSON-274124411 tempest-ServerRescueNegativeTestJSON-274124411-project] 10.222.0.24 "GET /v2.0/security-groups?id=1c0d85d2-6043-4086-9d5d-4dba3c5df84e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449238 May 25 07:39:50.979771 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b271e57-eb1f-4f30-9ef9-164bd9e636ff req-00ab76b4-dc9b-42a1-9887-7744d776020c tempest-AttachVolumeNegativeTest-1464534600 tempest-AttachVolumeNegativeTest-1464534600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 07:39:50.981281 dv-cinder-825492-15-iscsi neutron-server[104525]: INFO neutron.wsgi [req-9b271e57-eb1f-4f30-9ef9-164bd9e636ff req-00ab76b4-dc9b-42a1-9887-7744d776020c tempest-AttachVolumeNegativeTest-1464534600 tempest-AttachVolumeNegativeTest-1464534600-project] 10.222.0.24 "GET /v2.0/ports?device_id=93f35115-ef0f-4ed9-b573-04bd28bed194 HTTP/1.1" status: 200 len: 946 time: 0.0517421 May 25 07:39:51.028745 dv-cinder-825492-15-iscsi neutron-server[104525]: INFO neutron.wsgi [req-9b271e57-eb1f-4f30-9ef9-164bd9e636ff req-06ecfe34-6fa8-4366-a4d2-0b8c419aba42 tempest-AttachVolumeNegativeTest-1464534600 tempest-AttachVolumeNegativeTest-1464534600-project] 10.222.0.24 "GET /v2.0/security-groups?id=24df0c0e-4da1-45ed-a85b-55978bfebe26&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413163 May 25 07:39:51.291633 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3333a73-7c9a-42ea-a723-6475ab00bcd8 req-0767b0bf-5e39-45b9-8aa9-85aae051b217 tempest-AttachVolumeShelveTestJSON-605607613 tempest-AttachVolumeShelveTestJSON-605607613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 07:39:51.293139 dv-cinder-825492-15-iscsi neutron-server[104526]: INFO neutron.wsgi [req-d3333a73-7c9a-42ea-a723-6475ab00bcd8 req-0767b0bf-5e39-45b9-8aa9-85aae051b217 tempest-AttachVolumeShelveTestJSON-605607613 tempest-AttachVolumeShelveTestJSON-605607613-project] 10.222.0.24 "GET /v2.0/ports?device_id=6d360341-449d-4b49-8b66-a02a969171fd HTTP/1.1" status: 200 len: 947 time: 0.0493870 May 25 07:39:51.346467 dv-cinder-825492-15-iscsi neutron-server[104526]: INFO neutron.wsgi [req-d3333a73-7c9a-42ea-a723-6475ab00bcd8 req-98e017b6-ecd6-47b4-a34c-cf68c0cec930 tempest-AttachVolumeShelveTestJSON-605607613 tempest-AttachVolumeShelveTestJSON-605607613-project] 10.222.0.24 "GET /v2.0/security-groups?id=36a790ea-6395-4759-aea0-9e848582607a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0468986 May 25 07:39:51.814439 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba8f9b4c-dca7-4e7f-9ebe-125742f738fa req-71a0fe60-12c1-42a9-9c5a-8da0136ce003 tempest-ServerRescueNegativeTestJSON-274124411 tempest-ServerRescueNegativeTestJSON-274124411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 07:39:51.815921 dv-cinder-825492-15-iscsi neutron-server[104525]: INFO neutron.wsgi [req-ba8f9b4c-dca7-4e7f-9ebe-125742f738fa req-71a0fe60-12c1-42a9-9c5a-8da0136ce003 tempest-ServerRescueNegativeTestJSON-274124411 tempest-ServerRescueNegativeTestJSON-274124411-project] 10.222.0.24 "GET /v2.0/ports?device_id=a5ef563c-52c0-40b3-bdf3-dc51e5422196 HTTP/1.1" status: 200 len: 946 time: 0.0487521 May 25 07:39:51.866865 dv-cinder-825492-15-iscsi neutron-server[104525]: INFO neutron.wsgi [req-ba8f9b4c-dca7-4e7f-9ebe-125742f738fa req-0ef93970-46f7-4534-abbc-98617bfd7a79 tempest-ServerRescueNegativeTestJSON-274124411 tempest-ServerRescueNegativeTestJSON-274124411-project] 10.222.0.24 "GET /v2.0/security-groups?id=1c0d85d2-6043-4086-9d5d-4dba3c5df84e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439823 May 25 07:39:52.145177 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d65e2af-9c68-44bd-bfa0-639429506027 req-ee5710c7-aeed-418f-a9d6-bca6f90089d7 tempest-AttachVolumeNegativeTest-1464534600 tempest-AttachVolumeNegativeTest-1464534600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 07:39:52.146658 dv-cinder-825492-15-iscsi neutron-server[104526]: INFO neutron.wsgi [req-3d65e2af-9c68-44bd-bfa0-639429506027 req-ee5710c7-aeed-418f-a9d6-bca6f90089d7 tempest-AttachVolumeNegativeTest-1464534600 tempest-AttachVolumeNegativeTest-1464534600-project] 10.222.0.24 "GET /v2.0/ports?device_id=93f35115-ef0f-4ed9-b573-04bd28bed194 HTTP/1.1" status: 200 len: 946 time: 0.0480072 May 25 07:39:52.194265 dv-cinder-825492-15-iscsi neutron-server[104526]: INFO neutron.wsgi [req-3d65e2af-9c68-44bd-bfa0-639429506027 req-88fe9338-5be1-4aac-8b18-bb8089a4f7d0 tempest-AttachVolumeNegativeTest-1464534600 tempest-AttachVolumeNegativeTest-1464534600-project] 10.222.0.24 "GET /v2.0/security-groups?id=24df0c0e-4da1-45ed-a85b-55978bfebe26&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400918 May 25 07:39:52.464093 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4e01356-ec12-436d-9812-08d9c654464b req-661cedb5-5250-4708-a1ac-d9fe3f7962ea tempest-AttachVolumeShelveTestJSON-605607613 tempest-AttachVolumeShelveTestJSON-605607613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 07:39:52.465581 dv-cinder-825492-15-iscsi neutron-server[104525]: INFO neutron.wsgi [req-a4e01356-ec12-436d-9812-08d9c654464b req-661cedb5-5250-4708-a1ac-d9fe3f7962ea tempest-AttachVolumeShelveTestJSON-605607613 tempest-AttachVolumeShelveTestJSON-605607613-project] 10.222.0.24 "GET /v2.0/ports?device_id=6d360341-449d-4b49-8b66-a02a969171fd HTTP/1.1" status: 200 len: 947 time: 0.0476062 May 25 07:39:52.515217 dv-cinder-825492-15-iscsi neutron-server[104525]: INFO neutron.wsgi [req-a4e01356-ec12-436d-9812-08d9c654464b req-4bf9a595-2e67-4987-a79a-56f14abc7ad8 tempest-AttachVolumeShelveTestJSON-605607613 tempest-AttachVolumeShelveTestJSON-605607613-project] 10.222.0.24 "GET /v2.0/security-groups?id=36a790ea-6395-4759-aea0-9e848582607a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0441675 May 25 07:39:52.982635 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d1bdee4-b5ba-4bf2-ae40-efbc66a55093 req-992e10c3-33af-46fb-90a4-b41e046c0891 tempest-ServerRescueNegativeTestJSON-274124411 tempest-ServerRescueNegativeTestJSON-274124411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 07:39:52.984347 dv-cinder-825492-15-iscsi neutron-server[104526]: INFO neutron.wsgi [req-4d1bdee4-b5ba-4bf2-ae40-efbc66a55093 req-992e10c3-33af-46fb-90a4-b41e046c0891 tempest-ServerRescueNegativeTestJSON-274124411 tempest-ServerRescueNegativeTestJSON-274124411-project] 10.222.0.24 "GET /v2.0/ports?device_id=a5ef563c-52c0-40b3-bdf3-dc51e5422196 HTTP/1.1" status: 200 len: 946 time: 0.0498092 May 25 07:39:53.033047 dv-cinder-825492-15-iscsi neutron-server[104526]: INFO neutron.wsgi [req-4d1bdee4-b5ba-4bf2-ae40-efbc66a55093 req-d24ee337-f9b7-4b47-aa73-f2109b5aa99b tempest-ServerRescueNegativeTestJSON-274124411 tempest-ServerRescueNegativeTestJSON-274124411-project] 10.222.0.24 "GET /v2.0/security-groups?id=1c0d85d2-6043-4086-9d5d-4dba3c5df84e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430074 May 25 07:39:53.310475 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f51ba1e-72f7-4d0a-8503-b2efbdccbf94 req-9c667389-af4a-4711-8eae-ff8ed10956b6 tempest-AttachVolumeNegativeTest-1464534600 tempest-AttachVolumeNegativeTest-1464534600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 07:39:53.311954 dv-cinder-825492-15-iscsi neutron-server[104525]: INFO neutron.wsgi [req-2f51ba1e-72f7-4d0a-8503-b2efbdccbf94 req-9c667389-af4a-4711-8eae-ff8ed10956b6 tempest-AttachVolumeNegativeTest-1464534600 tempest-AttachVolumeNegativeTest-1464534600-project] 10.222.0.24 "GET /v2.0/ports?device_id=93f35115-ef0f-4ed9-b573-04bd28bed194 HTTP/1.1" status: 200 len: 946 time: 0.0471704 May 25 07:39:53.359632 dv-cinder-825492-15-iscsi neutron-server[104525]: INFO neutron.wsgi [req-2f51ba1e-72f7-4d0a-8503-b2efbdccbf94 req-2bab0f2c-a741-45ae-8b86-3ed1f0231917 tempest-AttachVolumeNegativeTest-1464534600 tempest-AttachVolumeNegativeTest-1464534600-project] 10.222.0.24 "GET /v2.0/security-groups?id=24df0c0e-4da1-45ed-a85b-55978bfebe26&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419989 May 25 07:39:53.635490 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b53370d-0fe0-4664-a36a-01ac8810fa9e req-1502ecdd-af85-44f8-a700-676a5c059e93 tempest-AttachVolumeShelveTestJSON-605607613 tempest-AttachVolumeShelveTestJSON-605607613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 07:39:53.638484 dv-cinder-825492-15-iscsi neutron-server[104526]: INFO neutron.wsgi [req-6b53370d-0fe0-4664-a36a-01ac8810fa9e req-1502ecdd-af85-44f8-a700-676a5c059e93 tempest-AttachVolumeShelveTestJSON-605607613 tempest-AttachVolumeShelveTestJSON-605607613-project] 10.222.0.24 "GET /v2.0/ports?device_id=6d360341-449d-4b49-8b66-a02a969171fd HTTP/1.1" status: 200 len: 947 time: 0.0477254 May 25 07:39:53.674333 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65e51486-1e22-4afd-b409-723ab86ceda5 req-3a529ad6-1e3f-40d2-83ab-3b3bfa13b3bd tempest-AttachVolumeNegativeTest-1464534600 tempest-AttachVolumeNegativeTest-1464534600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 07:39:53.675786 dv-cinder-825492-15-iscsi neutron-server[104525]: INFO neutron.wsgi [req-65e51486-1e22-4afd-b409-723ab86ceda5 req-3a529ad6-1e3f-40d2-83ab-3b3bfa13b3bd tempest-AttachVolumeNegativeTest-1464534600 tempest-AttachVolumeNegativeTest-1464534600-project] 10.222.0.41 "GET /v2.0/ports?device_id=93f35115-ef0f-4ed9-b573-04bd28bed194 HTTP/1.1" status: 200 len: 946 time: 0.0464444 May 25 07:39:53.685653 dv-cinder-825492-15-iscsi neutron-server[104526]: INFO neutron.wsgi [req-6b53370d-0fe0-4664-a36a-01ac8810fa9e req-2fb6865a-a421-44f9-bac3-a5f6e0785c23 tempest-AttachVolumeShelveTestJSON-605607613 tempest-AttachVolumeShelveTestJSON-605607613-project] 10.222.0.24 "GET /v2.0/security-groups?id=36a790ea-6395-4759-aea0-9e848582607a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0429025 May 25 07:39:53.765034 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron.plugins.ml2.plugin [req-65e51486-1e22-4afd-b409-723ab86ceda5 req-f2b12712-9d39-40d6-b7f5-3e4f5693a785 tempest-AttachVolumeNegativeTest-1464534600 tempest-AttachVolumeNegativeTest-1464534600-project] Deleting port 14d0c437-f7e3-486f-860a-7d02ab291df3 {{(pid=104525) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 25 07:39:53.765397 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [req-65e51486-1e22-4afd-b409-723ab86ceda5 req-f2b12712-9d39-40d6-b7f5-3e4f5693a785 tempest-AttachVolumeNegativeTest-1464534600 tempest-AttachVolumeNegativeTest-1464534600-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754056702922'] for port (14d0c437-f7e3-486f-860a-7d02ab291df3), before_delete {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:39:53.852713 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron.plugins.ml2.db [req-65e51486-1e22-4afd-b409-723ab86ceda5 req-f2b12712-9d39-40d6-b7f5-3e4f5693a785 tempest-AttachVolumeNegativeTest-1464534600 tempest-AttachVolumeNegativeTest-1464534600-project] For port 14d0c437-f7e3-486f-860a-7d02ab291df3, host hv-cinder-82549, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82549',level=0,port_id=14d0c437-f7e3-486f-860a-7d02ab291df3,segment=NetworkSegment(a280169f-cd62-40b1-b23e-40cb603d4abb),segment_id=a280169f-cd62-40b1-b23e-40cb603d4abb)] {{(pid=104525) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 07:39:53.852999 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [req-65e51486-1e22-4afd-b409-723ab86ceda5 req-f2b12712-9d39-40d6-b7f5-3e4f5693a785 tempest-AttachVolumeNegativeTest-1464534600 tempest-AttachVolumeNegativeTest-1464534600-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625317'] for port (14d0c437-f7e3-486f-860a-7d02ab291df3), precommit_delete {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:39:53.916179 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG dbcounter [-] [104525] Writing DB stats neutron:SELECT=100 {{(pid=104525) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 07:39:54.057082 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [req-65e51486-1e22-4afd-b409-723ab86ceda5 req-f2b12712-9d39-40d6-b7f5-3e4f5693a785 tempest-AttachVolumeNegativeTest-1464534600 tempest-AttachVolumeNegativeTest-1464534600-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:39:54.057436 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [req-65e51486-1e22-4afd-b409-723ab86ceda5 req-f2b12712-9d39-40d6-b7f5-3e4f5693a785 tempest-AttachVolumeNegativeTest-1464534600 tempest-AttachVolumeNegativeTest-1464534600-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1617316'] for floatingip (1c0a2fda-8eb5-4c9b-ade5-5d99351b56e3), after_update {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:39:54.057747 dv-cinder-825492-15-iscsi neutron-server[104525]: INFO neutron.db.l3_db [req-65e51486-1e22-4afd-b409-723ab86ceda5 req-f2b12712-9d39-40d6-b7f5-3e4f5693a785 tempest-AttachVolumeNegativeTest-1464534600 tempest-AttachVolumeNegativeTest-1464534600-project] Floating IP 1c0a2fda-8eb5-4c9b-ade5-5d99351b56e3 disassociated. External IP: 172.27.3.16, port: 14d0c437-f7e3-486f-860a-7d02ab291df3. May 25 07:39:54.058085 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron.plugins.ml2.plugin [req-65e51486-1e22-4afd-b409-723ab86ceda5 req-f2b12712-9d39-40d6-b7f5-3e4f5693a785 tempest-AttachVolumeNegativeTest-1464534600 tempest-AttachVolumeNegativeTest-1464534600-project] Calling delete_port for 14d0c437-f7e3-486f-860a-7d02ab291df3 owned by compute:nova {{(pid=104525) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 25 07:39:54.169896 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5216dab-6220-4806-9395-50f50179ecaf req-95bd21b2-0e34-461c-aed3-6637f4c2ed18 tempest-ServerRescueNegativeTestJSON-274124411 tempest-ServerRescueNegativeTestJSON-274124411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 07:39:54.171333 dv-cinder-825492-15-iscsi neutron-server[104525]: INFO neutron.wsgi [req-b5216dab-6220-4806-9395-50f50179ecaf req-95bd21b2-0e34-461c-aed3-6637f4c2ed18 tempest-ServerRescueNegativeTestJSON-274124411 tempest-ServerRescueNegativeTestJSON-274124411-project] 10.222.0.24 "GET /v2.0/ports?device_id=a5ef563c-52c0-40b3-bdf3-dc51e5422196 HTTP/1.1" status: 200 len: 946 time: 0.0670309 May 25 07:39:54.234649 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG dbcounter [-] [104525] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=104525) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 07:39:54.260325 dv-cinder-825492-15-iscsi neutron-server[104525]: INFO neutron.wsgi [req-b5216dab-6220-4806-9395-50f50179ecaf req-65b68cc2-01ad-4a17-8e22-f84d6d82fa0d tempest-ServerRescueNegativeTestJSON-274124411 tempest-ServerRescueNegativeTestJSON-274124411-project] 10.222.0.24 "GET /v2.0/security-groups?id=1c0d85d2-6043-4086-9d5d-4dba3c5df84e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0828612 May 25 07:39:54.342921 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [req-65e51486-1e22-4afd-b409-723ab86ceda5 req-f2b12712-9d39-40d6-b7f5-3e4f5693a785 tempest-AttachVolumeNegativeTest-1464534600 tempest-AttachVolumeNegativeTest-1464534600-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-617841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612926', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754056714424', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754056173873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59563715'] for port (14d0c437-f7e3-486f-860a-7d02ab291df3), after_delete {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:39:54.371139 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2b12712-9d39-40d6-b7f5-3e4f5693a785 tempest-AttachVolumeNegativeTest-1464534600 tempest-AttachVolumeNegativeTest-1464534600-project] Pushing event deleted for resources: {'Port': ['ID=14d0c437-f7e3-486f-860a-7d02ab291df3,revision_number=None']} {{(pid=104525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 07:39:54.465385 dv-cinder-825492-15-iscsi neutron-server[104526]: INFO neutron.wsgi [req-0311940d-6c03-4f21-9461-ab42f0e23268 req-81bba3d7-f8d1-4ba7-914c-e7842aa1cbe2 tempest-AttachVolumeNegativeTest-1464534600 tempest-AttachVolumeNegativeTest-1464534600-project] 10.222.0.24 "GET /v2.0/ports?device_id=93f35115-ef0f-4ed9-b573-04bd28bed194 HTTP/1.1" status: 200 len: 210 time: 0.0321755 May 25 07:39:54.491423 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron.scheduler.l3_agent_scheduler [req-65e51486-1e22-4afd-b409-723ab86ceda5 req-f2b12712-9d39-40d6-b7f5-3e4f5693a785 tempest-AttachVolumeNegativeTest-1464534600 tempest-AttachVolumeNegativeTest-1464534600-project] Router 27856324-98d4-4244-bd01-93343ae31478 has already been hosted by L3 agent 54ff4013-997e-4376-a4e9-e6c98cf37cc7 {{(pid=104525) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 25 07:39:54.594257 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-65e51486-1e22-4afd-b409-723ab86ceda5 req-f2b12712-9d39-40d6-b7f5-3e4f5693a785 tempest-AttachVolumeNegativeTest-1464534600 tempest-AttachVolumeNegativeTest-1464534600-project] Notify agent at l3_agent.dv-cinder-825492-15-iscsi the message routers_updated {{(pid=104525) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 25 07:39:54.604839 dv-cinder-825492-15-iscsi neutron-server[104528]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ccc7b29-a2c8-4aba-bd9a-448e903019a8 None None] Sync routers for ids ['27856324-98d4-4244-bd01-93343ae31478'] in dv-cinder-825492-15-iscsi {{(pid=104528) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 25 07:39:54.616398 dv-cinder-825492-15-iscsi neutron-server[104528]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ccc7b29-a2c8-4aba-bd9a-448e903019a8 None None] Routers {'27856324-98d4-4244-bd01-93343ae31478'} bound to L3 agent in host dv-cinder-825492-15-iscsi {{(pid=104528) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 25 07:39:54.617486 dv-cinder-825492-15-iscsi neutron-server[104528]: DEBUG neutron.db.l3_hamode_db [None req-5ccc7b29-a2c8-4aba-bd9a-448e903019a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825492-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-25T07:27:37Z,description=,heartbeat_timestamp=2022-05-25T07:39:37Z,host='dv-cinder-825492-15-iscsi',id=54ff4013-997e-4376-a4e9-e6c98cf37cc7,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T07:27:38Z,topic='l3_agent')) {'router_ids': ['27856324-98d4-4244-bd01-93343ae31478'], 'active': True} {{(pid=104528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 07:39:54.637885 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron.db.l3_dvrscheduler_db [req-65e51486-1e22-4afd-b409-723ab86ceda5 req-f2b12712-9d39-40d6-b7f5-3e4f5693a785 tempest-AttachVolumeNegativeTest-1464534600 tempest-AttachVolumeNegativeTest-1464534600-project] No DVR routers for this DVR port 14d0c437-f7e3-486f-860a-7d02ab291df3 on host hv-cinder-82549 {{(pid=104525) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 25 07:39:54.640412 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [req-65e51486-1e22-4afd-b409-723ab86ceda5 req-f2b12712-9d39-40d6-b7f5-3e4f5693a785 tempest-AttachVolumeNegativeTest-1464534600 tempest-AttachVolumeNegativeTest-1464534600-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93885'] for port (None), before_response {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:39:54.643757 dv-cinder-825492-15-iscsi neutron-server[104525]: INFO neutron.wsgi [req-65e51486-1e22-4afd-b409-723ab86ceda5 req-f2b12712-9d39-40d6-b7f5-3e4f5693a785 tempest-AttachVolumeNegativeTest-1464534600 tempest-AttachVolumeNegativeTest-1464534600-project] 10.222.0.41 "DELETE /v2.0/ports/14d0c437-f7e3-486f-860a-7d02ab291df3 HTTP/1.1" status: 204 len: 173 time: 0.9615982 May 25 07:39:54.644211 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '93f35115-ef0f-4ed9-b573-04bd28bed194', 'name': 'network-vif-deleted', 'tag': '14d0c437-f7e3-486f-860a-7d02ab291df3'}] {{(pid=104525) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 25 07:39:54.646546 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d445ce38d91c6b292eb6894f597f8081be97d606cd6e8c01bc8cfabf5dd02ac1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9ca5dc60-4f33-4977-8718-5cbc9a575be7" -d '{"events": [{"server_uuid": "93f35115-ef0f-4ed9-b573-04bd28bed194", "name": "network-vif-deleted", "tag": "14d0c437-f7e3-486f-860a-7d02ab291df3"}]}' {{(pid=104525) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 25 07:39:54.683411 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 25 May 2022 07:39:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8e1eed04-1a64-4b81-90a8-06bba7baf5c3 x-openstack-request-id: req-8e1eed04-1a64-4b81-90a8-06bba7baf5c3 {{(pid=104525) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 25 07:39:54.683700 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "93f35115-ef0f-4ed9-b573-04bd28bed194", "name": "network-vif-deleted", "tag": "14d0c437-f7e3-486f-860a-7d02ab291df3", "status": "completed", "code": 200}]} {{(pid=104525) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 25 07:39:54.684004 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-8e1eed04-1a64-4b81-90a8-06bba7baf5c3 {{(pid=104525) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 25 07:39:54.684372 dv-cinder-825492-15-iscsi neutron-server[104525]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8e1eed04-1a64-4b81-90a8-06bba7baf5c3'] response: {'server_uuid': '93f35115-ef0f-4ed9-b573-04bd28bed194', 'name': 'network-vif-deleted', 'tag': '14d0c437-f7e3-486f-860a-7d02ab291df3', 'status': 'completed', 'code': 200} May 25 07:39:54.727756 dv-cinder-825492-15-iscsi neutron-server[104528]: DEBUG neutron.db.l3_dvr_db [None req-5ccc7b29-a2c8-4aba-bd9a-448e903019a8 None None] Set router 27856324-98d4-4244-bd01-93343ae31478 gateway port host: dv-cinder-825492-15-iscsi {{(pid=104528) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 25 07:39:54.935746 dv-cinder-825492-15-iscsi neutron-server[104528]: DEBUG neutron.db.l3_hamode_db [None req-5ccc7b29-a2c8-4aba-bd9a-448e903019a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '27856324-98d4-4244-bd01-93343ae31478', 'name': 'tempest-AttachVolumeNegativeTest-2135659387-router', 'tenant_id': '2d8e35800ce043acbcb027ce406ed2e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '29c629bd-3f50-4535-bfbc-a047608d6fb6', 'external_fixed_ips': [{'subnet_id': '7934ff5a-43f1-4f76-b9d8-e4343ace34f5', 'ip_address': '172.27.3.226'}], 'enable_snat': True}, 'gw_port_id': '22f8fc27-9589-49b7-a3d1-f53043acd5a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T07:36:27Z', 'updated_at': '2022-05-25T07:36:37Z', 'revision_number': 4, 'project_id': '2d8e35800ce043acbcb027ce406ed2e7', 'gw_port': {'id': '22f8fc27-9589-49b7-a3d1-f53043acd5a2', 'name': '', 'network_id': '29c629bd-3f50-4535-bfbc-a047608d6fb6', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:51:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27856324-98d4-4244-bd01-93343ae31478', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '7934ff5a-43f1-4f76-b9d8-e4343ace34f5', 'ip_address': '172.27.3.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825492-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T07:36:28Z', 'updated_at': '2022-05-25T07:36:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7934ff5a-43f1-4f76-b9d8-e4343ace34f5', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825492-15-iscsi', '_floatingips': [{'id': '85e286a7-b436-4145-84d6-9a3239633c72', 'tenant_id': '2d8e35800ce043acbcb027ce406ed2e7', 'floating_ip_address': '172.27.3.230', 'floating_network_id': '29c629bd-3f50-4535-bfbc-a047608d6fb6', 'router_id': '27856324-98d4-4244-bd01-93343ae31478', 'port_id': '8914df61-0be3-41f5-849d-98c808f21db2', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 136, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f39d85d3-0173-4496-879c-2b83e234d364', 'mac_address': 'fa:16:3e:62:bc:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7f15090-8fe0-4ebd-b4e6-2aad101f417b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-25T07:36:53Z', 'updated_at': '2022-05-25T07:37:25Z', 'revision_number': 2, 'project_id': '2d8e35800ce043acbcb027ce406ed2e7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '521b8e74-ff39-43eb-be41-5f6b4257049b', 'name': '', 'network_id': 'f39d85d3-0173-4496-879c-2b83e234d364', 'tenant_id': '2d8e35800ce043acbcb027ce406ed2e7', 'mac_address': 'fa:16:3e:38:3d:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27856324-98d4-4244-bd01-93343ae31478', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '4aef3d06-f4fb-4751-a5a8-ab68314fa54a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825492-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T07:36:36Z', 'updated_at': '2022-05-25T07:36:49Z', 'revision_number': 5, 'project_id': '2d8e35800ce043acbcb027ce406ed2e7', 'subnets': [{'id': '4aef3d06-f4fb-4751-a5a8-ab68314fa54a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-825492-15-iscsi', False) {} {{(pid=104528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 07:39:54.964091 dv-cinder-825492-15-iscsi neutron-server[104528]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ccc7b29-a2c8-4aba-bd9a-448e903019a8 None None] Checking router: 27856324-98d4-4244-bd01-93343ae31478 for host: dv-cinder-825492-15-iscsi {{(pid=104528) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 25 07:39:54.972751 dv-cinder-825492-15-iscsi neutron-server[104528]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ccc7b29-a2c8-4aba-bd9a-448e903019a8 None None] Routers {'27856324-98d4-4244-bd01-93343ae31478'} bound to L3 agent in host dv-cinder-825492-15-iscsi {{(pid=104528) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 25 07:39:54.973352 dv-cinder-825492-15-iscsi neutron-server[104528]: DEBUG neutron.db.l3_hamode_db [None req-5ccc7b29-a2c8-4aba-bd9a-448e903019a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825492-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-25T07:27:37Z,description=,heartbeat_timestamp=2022-05-25T07:39:37Z,host='dv-cinder-825492-15-iscsi',id=54ff4013-997e-4376-a4e9-e6c98cf37cc7,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T07:27:38Z,topic='l3_agent')) {'router_ids': ['27856324-98d4-4244-bd01-93343ae31478'], 'active': True} {{(pid=104528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 07:39:55.070874 dv-cinder-825492-15-iscsi neutron-server[104528]: DEBUG neutron.db.l3_dvr_db [None req-5ccc7b29-a2c8-4aba-bd9a-448e903019a8 None None] Set router 27856324-98d4-4244-bd01-93343ae31478 gateway port host: dv-cinder-825492-15-iscsi {{(pid=104528) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 25 07:39:55.281173 dv-cinder-825492-15-iscsi neutron-server[104528]: DEBUG neutron.db.l3_hamode_db [None req-5ccc7b29-a2c8-4aba-bd9a-448e903019a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '27856324-98d4-4244-bd01-93343ae31478', 'name': 'tempest-AttachVolumeNegativeTest-2135659387-router', 'tenant_id': '2d8e35800ce043acbcb027ce406ed2e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '29c629bd-3f50-4535-bfbc-a047608d6fb6', 'external_fixed_ips': [{'subnet_id': '7934ff5a-43f1-4f76-b9d8-e4343ace34f5', 'ip_address': '172.27.3.226'}], 'enable_snat': True}, 'gw_port_id': '22f8fc27-9589-49b7-a3d1-f53043acd5a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T07:36:27Z', 'updated_at': '2022-05-25T07:36:37Z', 'revision_number': 4, 'project_id': '2d8e35800ce043acbcb027ce406ed2e7', 'gw_port': {'id': '22f8fc27-9589-49b7-a3d1-f53043acd5a2', 'name': '', 'network_id': '29c629bd-3f50-4535-bfbc-a047608d6fb6', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:51:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27856324-98d4-4244-bd01-93343ae31478', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '7934ff5a-43f1-4f76-b9d8-e4343ace34f5', 'ip_address': '172.27.3.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825492-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T07:36:28Z', 'updated_at': '2022-05-25T07:36:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7934ff5a-43f1-4f76-b9d8-e4343ace34f5', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825492-15-iscsi', '_floatingips': [{'id': '85e286a7-b436-4145-84d6-9a3239633c72', 'tenant_id': '2d8e35800ce043acbcb027ce406ed2e7', 'floating_ip_address': '172.27.3.230', 'floating_network_id': '29c629bd-3f50-4535-bfbc-a047608d6fb6', 'router_id': '27856324-98d4-4244-bd01-93343ae31478', 'port_id': '8914df61-0be3-41f5-849d-98c808f21db2', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 136, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f39d85d3-0173-4496-879c-2b83e234d364', 'mac_address': 'fa:16:3e:62:bc:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7f15090-8fe0-4ebd-b4e6-2aad101f417b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-25T07:36:53Z', 'updated_at': '2022-05-25T07:37:25Z', 'revision_number': 2, 'project_id': '2d8e35800ce043acbcb027ce406ed2e7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '521b8e74-ff39-43eb-be41-5f6b4257049b', 'name': '', 'network_id': 'f39d85d3-0173-4496-879c-2b83e234d364', 'tenant_id': '2d8e35800ce043acbcb027ce406ed2e7', 'mac_address': 'fa:16:3e:38:3d:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27856324-98d4-4244-bd01-93343ae31478', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '4aef3d06-f4fb-4751-a5a8-ab68314fa54a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825492-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T07:36:36Z', 'updated_at': '2022-05-25T07:36:49Z', 'revision_number': 5, 'project_id': '2d8e35800ce043acbcb027ce406ed2e7', 'subnets': [{'id': '4aef3d06-f4fb-4751-a5a8-ab68314fa54a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-825492-15-iscsi', False) {} {{(pid=104528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 07:39:55.310284 dv-cinder-825492-15-iscsi neutron-server[104528]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ccc7b29-a2c8-4aba-bd9a-448e903019a8 None None] The sync data for ids ['27856324-98d4-4244-bd01-93343ae31478'] in dv-cinder-825492-15-iscsi is: [{'id': '27856324-98d4-4244-bd01-93343ae31478', 'name': 'tempest-AttachVolumeNegativeTest-2135659387-router', 'tenant_id': '2d8e35800ce043acbcb027ce406ed2e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '29c629bd-3f50-4535-bfbc-a047608d6fb6', 'external_fixed_ips': [{'subnet_id': '7934ff5a-43f1-4f76-b9d8-e4343ace34f5', 'ip_address': '172.27.3.226'}], 'enable_snat': True}, 'gw_port_id': '22f8fc27-9589-49b7-a3d1-f53043acd5a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T07:36:27Z', 'updated_at': '2022-05-25T07:36:37Z', 'revision_number': 4, 'project_id': '2d8e35800ce043acbcb027ce406ed2e7', 'gw_port': {'id': '22f8fc27-9589-49b7-a3d1-f53043acd5a2', 'name': '', 'network_id': '29c629bd-3f50-4535-bfbc-a047608d6fb6', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:51:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27856324-98d4-4244-bd01-93343ae31478', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '7934ff5a-43f1-4f76-b9d8-e4343ace34f5', 'ip_address': '172.27.3.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825492-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T07:36:28Z', 'updated_at': '2022-05-25T07:36:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7934ff5a-43f1-4f76-b9d8-e4343ace34f5', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825492-15-iscsi', '_floatingips': [{'id': '85e286a7-b436-4145-84d6-9a3239633c72', 'tenant_id': '2d8e35800ce043acbcb027ce406ed2e7', 'floating_ip_address': '172.27.3.230', 'floating_network_id': '29c629bd-3f50-4535-bfbc-a047608d6fb6', 'router_id': '27856324-98d4-4244-bd01-93343ae31478', 'port_id': '8914df61-0be3-41f5-849d-98c808f21db2', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 136, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f39d85d3-0173-4496-879c-2b83e234d364', 'mac_address': 'fa:16:3e:62:bc:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7f15090-8fe0-4ebd-b4e6-2aad101f417b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-25T07:36:53Z', 'updated_at': '2022-05-25T07:37:25Z', 'revision_number': 2, 'project_id': '2d8e35800ce043acbcb027ce406ed2e7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '521b8e74-ff39-43eb-be41-5f6b4257049b', 'name': '', 'network_id': 'f39d85d3-0173-4496-879c-2b83e234d364', 'tenant_id': '2d8e35800ce043acbcb027ce406ed2e7', 'mac_address': 'fa:16:3e:38:3d:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27856324-98d4-4244-bd01-93343ae31478', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '4aef3d06-f4fb-4751-a5a8-ab68314fa54a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825492-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T07:36:36Z', 'updated_at': '2022-05-25T07:36:49Z', 'revision_number': 5, 'project_id': '2d8e35800ce043acbcb027ce406ed2e7', 'subnets': [{'id': '4aef3d06-f4fb-4751-a5a8-ab68314fa54a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104528) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 25 07:39:55.379330 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62c570e1-0f19-41d5-b043-66d4988f57d5 req-1accb8a7-9765-4fbc-a030-3a5e457e10be tempest-ServerRescueNegativeTestJSON-274124411 tempest-ServerRescueNegativeTestJSON-274124411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 07:39:55.380911 dv-cinder-825492-15-iscsi neutron-server[104526]: INFO neutron.wsgi [req-62c570e1-0f19-41d5-b043-66d4988f57d5 req-1accb8a7-9765-4fbc-a030-3a5e457e10be tempest-ServerRescueNegativeTestJSON-274124411 tempest-ServerRescueNegativeTestJSON-274124411-project] 10.222.0.24 "GET /v2.0/ports?device_id=a5ef563c-52c0-40b3-bdf3-dc51e5422196 HTTP/1.1" status: 200 len: 946 time: 0.0505407 May 25 07:39:55.401500 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG dbcounter [-] [104526] Writing DB stats neutron:SELECT=100 {{(pid=104526) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 07:39:55.433384 dv-cinder-825492-15-iscsi neutron-server[104526]: INFO neutron.wsgi [req-62c570e1-0f19-41d5-b043-66d4988f57d5 req-cf8154d2-3a2d-4107-a15a-0cb7efed5640 tempest-ServerRescueNegativeTestJSON-274124411 tempest-ServerRescueNegativeTestJSON-274124411-project] 10.222.0.24 "GET /v2.0/security-groups?id=1c0d85d2-6043-4086-9d5d-4dba3c5df84e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460515 May 25 07:39:55.565188 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ff4fd22-3560-4c5b-8882-683ec0496d12 None None] New status for floating IP 1c0a2fda-8eb5-4c9b-ade5-5d99351b56e3: DOWN {{(pid=104527) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 25 07:39:55.588062 dv-cinder-825492-15-iscsi neutron-server[104525]: INFO neutron.wsgi [req-4ca16bf7-dfc6-4a34-9a6c-6a3974007c31 req-a771a9ba-ad04-4e7d-a99f-32dc46020438 tempest-AttachVolumeNegativeTest-1464534600 tempest-AttachVolumeNegativeTest-1464534600-project] 10.222.0.24 "GET /v2.0/ports?device_id=93f35115-ef0f-4ed9-b573-04bd28bed194 HTTP/1.1" status: 200 len: 210 time: 0.0349343 May 25 07:39:56.548575 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eda9d82-3d5c-4733-9cfb-bc6a07b22f95 req-a1ba1d9f-f5a3-451e-9b92-8d9d2c66bb16 tempest-ServerRescueNegativeTestJSON-274124411 tempest-ServerRescueNegativeTestJSON-274124411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 07:39:56.550061 dv-cinder-825492-15-iscsi neutron-server[104526]: INFO neutron.wsgi [req-8eda9d82-3d5c-4733-9cfb-bc6a07b22f95 req-a1ba1d9f-f5a3-451e-9b92-8d9d2c66bb16 tempest-ServerRescueNegativeTestJSON-274124411 tempest-ServerRescueNegativeTestJSON-274124411-project] 10.222.0.24 "GET /v2.0/ports?device_id=a5ef563c-52c0-40b3-bdf3-dc51e5422196 HTTP/1.1" status: 200 len: 946 time: 0.0468085 May 25 07:39:56.596995 dv-cinder-825492-15-iscsi neutron-server[104526]: INFO neutron.wsgi [req-8eda9d82-3d5c-4733-9cfb-bc6a07b22f95 req-ed904ff2-e315-45e0-b49f-e2fd263d4191 tempest-ServerRescueNegativeTestJSON-274124411 tempest-ServerRescueNegativeTestJSON-274124411-project] 10.222.0.24 "GET /v2.0/security-groups?id=1c0d85d2-6043-4086-9d5d-4dba3c5df84e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408185 May 25 07:39:57.718568 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d2f9413-8f21-484a-a082-f6e25a1db210 req-025969ae-5089-47bc-9ca5-996b6ad54ca9 tempest-ServerRescueNegativeTestJSON-274124411 tempest-ServerRescueNegativeTestJSON-274124411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 07:39:57.720133 dv-cinder-825492-15-iscsi neutron-server[104525]: INFO neutron.wsgi [req-8d2f9413-8f21-484a-a082-f6e25a1db210 req-025969ae-5089-47bc-9ca5-996b6ad54ca9 tempest-ServerRescueNegativeTestJSON-274124411 tempest-ServerRescueNegativeTestJSON-274124411-project] 10.222.0.24 "GET /v2.0/ports?device_id=a5ef563c-52c0-40b3-bdf3-dc51e5422196 HTTP/1.1" status: 200 len: 946 time: 0.0488734 May 25 07:39:57.770576 dv-cinder-825492-15-iscsi neutron-server[104525]: INFO neutron.wsgi [req-8d2f9413-8f21-484a-a082-f6e25a1db210 req-9c4a3a49-3627-4ad3-a1c5-896e2df1b43d tempest-ServerRescueNegativeTestJSON-274124411 tempest-ServerRescueNegativeTestJSON-274124411-project] 10.222.0.24 "GET /v2.0/security-groups?id=1c0d85d2-6043-4086-9d5d-4dba3c5df84e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439456 May 25 07:39:57.778031 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron.wsgi [-] (104525) accepted ('10.222.0.24', 45972) {{(pid=104525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 07:39:57.832524 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-d0aed709-e08b-480c-a12b-47ab7237dfb7 tempest-AttachVolumeNegativeTest-1464534600 tempest-AttachVolumeNegativeTest-1464534600-project] Publish callbacks [] for security_group (24df0c0e-4da1-45ed-a85b-55978bfebe26), before_delete {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:39:57.855769 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-d0aed709-e08b-480c-a12b-47ab7237dfb7 tempest-AttachVolumeNegativeTest-1464534600 tempest-AttachVolumeNegativeTest-1464534600-project] Publish callbacks [] for security_group (24df0c0e-4da1-45ed-a85b-55978bfebe26), precommit_delete {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:39:57.858001 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG dbcounter [-] [104525] Writing DB stats neutron:SELECT=94,neutron:UPDATE=1,neutron:DELETE=5 {{(pid=104525) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 07:39:57.982335 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-d0aed709-e08b-480c-a12b-47ab7237dfb7 tempest-AttachVolumeNegativeTest-1464534600 tempest-AttachVolumeNegativeTest-1464534600-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-278753'] for security_group (24df0c0e-4da1-45ed-a85b-55978bfebe26), after_delete {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:39:57.985179 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-d0aed709-e08b-480c-a12b-47ab7237dfb7 tempest-AttachVolumeNegativeTest-1464534600 tempest-AttachVolumeNegativeTest-1464534600-project] Publish callbacks [] for security_group (None), before_response {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:39:57.986599 dv-cinder-825492-15-iscsi neutron-server[104525]: INFO neutron.wsgi [None req-d0aed709-e08b-480c-a12b-47ab7237dfb7 tempest-AttachVolumeNegativeTest-1464534600 tempest-AttachVolumeNegativeTest-1464534600-project] 10.222.0.24 "DELETE /v2.0/security-groups/24df0c0e-4da1-45ed-a85b-55978bfebe26 HTTP/1.1" status: 204 len: 168 time: 0.2073557 May 25 07:39:57.989184 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.wsgi [-] (104526) accepted ('10.222.0.24', 45980) {{(pid=104526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 07:39:57.998557 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0aed709-e08b-480c-a12b-47ab7237dfb7 tempest-AttachVolumeNegativeTest-1464534600 tempest-AttachVolumeNegativeTest-1464534600-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=24df0c0e-4da1-45ed-a85b-55978bfebe26,revision_number=None']} {{(pid=104525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 07:39:58.015647 dv-cinder-825492-15-iscsi neutron-server[104526]: INFO neutron.api.v2.resource [None req-e2571e7f-f678-4a0b-914e-c252b30dc4b4 tempest-AttachVolumeNegativeTest-1464534600 tempest-AttachVolumeNegativeTest-1464534600-project] show failed (client error): The resource could not be found. May 25 07:39:58.016686 dv-cinder-825492-15-iscsi neutron-server[104526]: INFO neutron.wsgi [None req-e2571e7f-f678-4a0b-914e-c252b30dc4b4 tempest-AttachVolumeNegativeTest-1464534600 tempest-AttachVolumeNegativeTest-1464534600-project] 10.222.0.24 "GET /v2.0/security-groups/24df0c0e-4da1-45ed-a85b-55978bfebe26 HTTP/1.1" status: 404 len: 347 time: 0.0264614 May 25 07:39:58.019689 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron.wsgi [-] (104525) accepted ('10.222.0.24', 45982) {{(pid=104525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 07:39:58.087058 dv-cinder-825492-15-iscsi neutron-server[104526]: INFO neutron.wsgi [req-8c78a96d-bebc-4dce-9d32-cf32a8ccccc2 req-d5ed3d0e-a961-4907-b4b0-42de4502e086 tempest-TestShelveInstance-2091076447 tempest-TestShelveInstance-2091076447-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-203561701&fields=id&tenant_id=f13c4f9ee9c444d9b9a0d2c2e3ec9142 HTTP/1.1" status: 200 len: 267 time: 0.0521431 May 25 07:39:58.136680 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron.plugins.ml2.plugin [None req-18c728d7-b31f-4af8-a34b-1e6ba94b0cff tempest-AttachVolumeNegativeTest-1464534600 tempest-AttachVolumeNegativeTest-1464534600-project] Deleting port 6229a050-b8b9-45bd-9fa1-511264903293 {{(pid=104525) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 25 07:39:58.137127 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-18c728d7-b31f-4af8-a34b-1e6ba94b0cff tempest-AttachVolumeNegativeTest-1464534600 tempest-AttachVolumeNegativeTest-1464534600-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754056702922'] for port (6229a050-b8b9-45bd-9fa1-511264903293), before_delete {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:39:58.193175 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c78a96d-bebc-4dce-9d32-cf32a8ccccc2 req-e4919e6f-b4b9-4fdb-9bbb-b338634fa2ae tempest-TestShelveInstance-2091076447 tempest-TestShelveInstance-2091076447-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 07:39:58.194831 dv-cinder-825492-15-iscsi neutron-server[104526]: INFO neutron.wsgi [req-8c78a96d-bebc-4dce-9d32-cf32a8ccccc2 req-e4919e6f-b4b9-4fdb-9bbb-b338634fa2ae tempest-TestShelveInstance-2091076447 tempest-TestShelveInstance-2091076447-project] 10.222.0.24 "GET /v2.0/networks?id=865acc30-354d-443a-90ac-e550f16275c5 HTTP/1.1" status: 200 len: 809 time: 0.1012683 May 25 07:39:58.209380 dv-cinder-825492-15-iscsi neutron-server[104526]: INFO neutron.wsgi [req-8c78a96d-bebc-4dce-9d32-cf32a8ccccc2 req-68cbeadb-afb6-45e1-b1be-da267fac96f5 tempest-TestShelveInstance-2091076447 tempest-TestShelveInstance-2091076447-project] 10.222.0.24 "GET /v2.0/quotas/f13c4f9ee9c444d9b9a0d2c2e3ec9142 HTTP/1.1" status: 200 len: 375 time: 0.0090773 May 25 07:39:58.215574 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-18c728d7-b31f-4af8-a34b-1e6ba94b0cff tempest-AttachVolumeNegativeTest-1464534600 tempest-AttachVolumeNegativeTest-1464534600-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625317'] for port (6229a050-b8b9-45bd-9fa1-511264903293), precommit_delete {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:39:58.215927 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-18c728d7-b31f-4af8-a34b-1e6ba94b0cff tempest-AttachVolumeNegativeTest-1464534600 tempest-AttachVolumeNegativeTest-1464534600-project] Publish callbacks [] for floatingip (6229a050-b8b9-45bd-9fa1-511264903293), precommit_delete {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:39:58.228669 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron.plugins.ml2.plugin [None req-18c728d7-b31f-4af8-a34b-1e6ba94b0cff tempest-AttachVolumeNegativeTest-1464534600 tempest-AttachVolumeNegativeTest-1464534600-project] Calling delete_port for 6229a050-b8b9-45bd-9fa1-511264903293 owned by network:floatingip {{(pid=104525) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 25 07:39:58.260255 dv-cinder-825492-15-iscsi neutron-server[104526]: INFO neutron.wsgi [req-8c78a96d-bebc-4dce-9d32-cf32a8ccccc2 req-6b646826-8710-4c3d-9fb8-f8dd90b4856e tempest-TestShelveInstance-2091076447 tempest-TestShelveInstance-2091076447-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=f13c4f9ee9c444d9b9a0d2c2e3ec9142&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0456510 May 25 07:39:58.274561 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.plugins.ml2.rpc [None req-798242cc-9ea0-464c-9109-86bd7997349e None None] Device 14d0c437-f7e3-486f-860a-7d02ab291df3 no longer exists at agent hyperv_hv-cinder-82549 {{(pid=104527) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 25 07:39:58.294965 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.plugins.ml2.plugin [None req-798242cc-9ea0-464c-9109-86bd7997349e None None] No Port match for: 14d0c437-f7e3-486f-860a-7d02ab291df3 {{(pid=104527) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 25 07:39:58.295298 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.plugins.ml2.rpc [None req-798242cc-9ea0-464c-9109-86bd7997349e None None] Device 14d0c437-f7e3-486f-860a-7d02ab291df3 not bound to the agent host hv-cinder-82549 {{(pid=104527) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 25 07:39:58.364022 dv-cinder-825492-15-iscsi neutron-server[104526]: INFO neutron.wsgi [req-8c78a96d-bebc-4dce-9d32-cf32a8ccccc2 req-ef88485d-d04e-45aa-817d-7981f18bdd60 service neutron] 10.222.0.24 "GET /v2.0/networks/865acc30-354d-443a-90ac-e550f16275c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0920889 May 25 07:39:58.452075 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG dbcounter [-] [104526] Writing DB stats neutron:SELECT=100 {{(pid=104526) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 07:39:58.457939 dv-cinder-825492-15-iscsi neutron-server[104526]: INFO neutron.wsgi [req-8c78a96d-bebc-4dce-9d32-cf32a8ccccc2 req-f847b619-7eff-41c2-8a38-b44c2234e56d service neutron] 10.222.0.24 "GET /v2.0/networks/865acc30-354d-443a-90ac-e550f16275c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0879719 May 25 07:39:58.549090 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG dbcounter [-] [104525] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104525) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 07:39:58.702796 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-18c728d7-b31f-4af8-a34b-1e6ba94b0cff tempest-AttachVolumeNegativeTest-1464534600 tempest-AttachVolumeNegativeTest-1464534600-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-617841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612926', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754056714424', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754056173873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59563715'] for port (6229a050-b8b9-45bd-9fa1-511264903293), after_delete {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:39:58.729074 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18c728d7-b31f-4af8-a34b-1e6ba94b0cff tempest-AttachVolumeNegativeTest-1464534600 tempest-AttachVolumeNegativeTest-1464534600-project] Pushing event deleted for resources: {'Port': ['ID=6229a050-b8b9-45bd-9fa1-511264903293,revision_number=None']} {{(pid=104525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 07:39:58.792284 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-18c728d7-b31f-4af8-a34b-1e6ba94b0cff tempest-AttachVolumeNegativeTest-1464534600 tempest-AttachVolumeNegativeTest-1464534600-project] Publish callbacks [] for floatingip (1c0a2fda-8eb5-4c9b-ade5-5d99351b56e3), after_delete {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:39:58.794941 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-18c728d7-b31f-4af8-a34b-1e6ba94b0cff tempest-AttachVolumeNegativeTest-1464534600 tempest-AttachVolumeNegativeTest-1464534600-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93885'] for floatingip (None), before_response {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:39:58.796076 dv-cinder-825492-15-iscsi neutron-server[104525]: INFO neutron.wsgi [None req-18c728d7-b31f-4af8-a34b-1e6ba94b0cff tempest-AttachVolumeNegativeTest-1464534600 tempest-AttachVolumeNegativeTest-1464534600-project] 10.222.0.24 "DELETE /v2.0/floatingips/1c0a2fda-8eb5-4c9b-ade5-5d99351b56e3 HTTP/1.1" status: 204 len: 168 time: 0.7754095 May 25 07:39:58.891467 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4073c83-49f2-4637-9250-0737d31409d6 req-e40441c4-bafb-472c-a6f6-9c621c7f5396 tempest-ServerRescueNegativeTestJSON-274124411 tempest-ServerRescueNegativeTestJSON-274124411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 07:39:58.892962 dv-cinder-825492-15-iscsi neutron-server[104525]: INFO neutron.wsgi [req-b4073c83-49f2-4637-9250-0737d31409d6 req-e40441c4-bafb-472c-a6f6-9c621c7f5396 tempest-ServerRescueNegativeTestJSON-274124411 tempest-ServerRescueNegativeTestJSON-274124411-project] 10.222.0.24 "GET /v2.0/ports?device_id=a5ef563c-52c0-40b3-bdf3-dc51e5422196 HTTP/1.1" status: 200 len: 946 time: 0.0497563 May 25 07:39:58.941489 dv-cinder-825492-15-iscsi neutron-server[104525]: INFO neutron.wsgi [req-b4073c83-49f2-4637-9250-0737d31409d6 req-04c6f3ec-5399-405a-bb94-cfb1f640a8be tempest-ServerRescueNegativeTestJSON-274124411 tempest-ServerRescueNegativeTestJSON-274124411-project] 10.222.0.24 "GET /v2.0/security-groups?id=1c0d85d2-6043-4086-9d5d-4dba3c5df84e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423486 May 25 07:39:59.057375 dv-cinder-825492-15-iscsi neutron-server[104526]: INFO neutron.wsgi [req-271f8007-592c-4933-9f7b-95f1f13950ef req-5c7309d9-5301-4852-b6fa-c34ad3aae4c7 tempest-TestShelveInstance-2091076447 tempest-TestShelveInstance-2091076447-project] 10.222.0.24 "GET /v2.0/ports?device_id=63430b83-f298-430c-9ca9-bdd4d69bde91 HTTP/1.1" status: 200 len: 210 time: 0.0345101 May 25 07:39:59.878371 dv-cinder-825492-15-iscsi neutron-server[104528]: DEBUG neutron.db.agents_db [None req-434abceb-772f-4043-8698-cfe4a44654b9 None None] Agent healthcheck: found 6 active agents {{(pid=104528) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 25 07:40:00.058334 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-820ea3f8-f9ea-445f-8eeb-75dd5ad777e3 req-3e346da9-8e50-46e9-b65e-ff7c65b7e30f tempest-ServerRescueNegativeTestJSON-274124411 tempest-ServerRescueNegativeTestJSON-274124411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 07:40:00.059803 dv-cinder-825492-15-iscsi neutron-server[104525]: INFO neutron.wsgi [req-820ea3f8-f9ea-445f-8eeb-75dd5ad777e3 req-3e346da9-8e50-46e9-b65e-ff7c65b7e30f tempest-ServerRescueNegativeTestJSON-274124411 tempest-ServerRescueNegativeTestJSON-274124411-project] 10.222.0.24 "GET /v2.0/ports?device_id=a5ef563c-52c0-40b3-bdf3-dc51e5422196 HTTP/1.1" status: 200 len: 946 time: 0.0464973 May 25 07:40:00.111295 dv-cinder-825492-15-iscsi neutron-server[104525]: INFO neutron.wsgi [req-820ea3f8-f9ea-445f-8eeb-75dd5ad777e3 req-fd8ad2c4-65f3-4bbc-86d6-369064be5249 tempest-ServerRescueNegativeTestJSON-274124411 tempest-ServerRescueNegativeTestJSON-274124411-project] 10.222.0.24 "GET /v2.0/security-groups?id=1c0d85d2-6043-4086-9d5d-4dba3c5df84e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455799 May 25 07:40:00.145895 dv-cinder-825492-15-iscsi neutron-server[104526]: INFO neutron.wsgi [req-54842cd5-01db-43d8-9b4f-5e6f9a25195e req-25181cfa-ca6e-4c28-9515-6e8c05daa0d5 tempest-TestShelveInstance-2091076447 tempest-TestShelveInstance-2091076447-project] 10.222.0.24 "GET /v2.0/ports?device_id=63430b83-f298-430c-9ca9-bdd4d69bde91 HTTP/1.1" status: 200 len: 210 time: 0.0285249 May 25 07:40:01.239057 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dcc20f2-9718-4f15-9b18-b82ea690b311 req-25a04a4d-c0d1-4849-84fd-e1d3437c7c8c tempest-ServerRescueNegativeTestJSON-274124411 tempest-ServerRescueNegativeTestJSON-274124411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 07:40:01.241666 dv-cinder-825492-15-iscsi neutron-server[104526]: INFO neutron.wsgi [req-0dcc20f2-9718-4f15-9b18-b82ea690b311 req-25a04a4d-c0d1-4849-84fd-e1d3437c7c8c tempest-ServerRescueNegativeTestJSON-274124411 tempest-ServerRescueNegativeTestJSON-274124411-project] 10.222.0.24 "GET /v2.0/ports?device_id=a5ef563c-52c0-40b3-bdf3-dc51e5422196 HTTP/1.1" status: 200 len: 946 time: 0.0532129 May 25 07:40:01.252254 dv-cinder-825492-15-iscsi neutron-server[104525]: INFO neutron.wsgi [req-af77d4b2-3448-4cb7-b735-df16c4cfdb61 req-5541ca57-ebab-4298-929f-5917c72fc32b tempest-TestShelveInstance-2091076447 tempest-TestShelveInstance-2091076447-project] 10.222.0.24 "GET /v2.0/ports?device_id=63430b83-f298-430c-9ca9-bdd4d69bde91 HTTP/1.1" status: 200 len: 210 time: 0.0344167 May 25 07:40:01.292181 dv-cinder-825492-15-iscsi neutron-server[104526]: INFO neutron.wsgi [req-0dcc20f2-9718-4f15-9b18-b82ea690b311 req-cbb29c60-6222-438f-9fb5-3f7565a20415 tempest-ServerRescueNegativeTestJSON-274124411 tempest-ServerRescueNegativeTestJSON-274124411-project] 10.222.0.24 "GET /v2.0/security-groups?id=1c0d85d2-6043-4086-9d5d-4dba3c5df84e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441577 May 25 07:40:02.031324 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23d2912a-b71b-4736-baf9-5f385d388868 req-c22825ca-f280-4509-96c9-62d1198466cd tempest-AttachVolumeNegativeTest-1464534600 tempest-AttachVolumeNegativeTest-1464534600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 07:40:02.032776 dv-cinder-825492-15-iscsi neutron-server[104525]: INFO neutron.wsgi [req-23d2912a-b71b-4736-baf9-5f385d388868 req-c22825ca-f280-4509-96c9-62d1198466cd tempest-AttachVolumeNegativeTest-1464534600 tempest-AttachVolumeNegativeTest-1464534600-project] 10.222.0.24 "GET /v2.0/ports?device_id=f7f15090-8fe0-4ebd-b4e6-2aad101f417b HTTP/1.1" status: 200 len: 945 time: 0.1029849 May 25 07:40:02.068145 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron_lib.callbacks.manager [None req-798242cc-9ea0-464c-9109-86bd7997349e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754056472917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490168'] for agent (bbf5dc8c-5103-4973-a6b6-76af4660c126), after_update {{(pid=104527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:40:02.115618 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c78a96d-bebc-4dce-9d32-cf32a8ccccc2 req-7b005fea-3ea4-4846-981d-f3c9ed0b1a22 tempest-TestShelveInstance-2091076447 tempest-TestShelveInstance-2091076447-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 07:40:02.117155 dv-cinder-825492-15-iscsi neutron-server[104525]: INFO neutron.wsgi [req-8c78a96d-bebc-4dce-9d32-cf32a8ccccc2 req-7b005fea-3ea4-4846-981d-f3c9ed0b1a22 tempest-TestShelveInstance-2091076447 tempest-TestShelveInstance-2091076447-project] 10.222.0.41 "GET /v2.0/networks?id=865acc30-354d-443a-90ac-e550f16275c5 HTTP/1.1" status: 200 len: 809 time: 0.1508265 May 25 07:40:02.121301 dv-cinder-825492-15-iscsi neutron-server[104525]: INFO neutron.wsgi [req-23d2912a-b71b-4736-baf9-5f385d388868 req-92eeb560-1b0a-4661-889f-2780767cc7b6 tempest-AttachVolumeNegativeTest-1464534600 tempest-AttachVolumeNegativeTest-1464534600-project] 10.222.0.24 "GET /v2.0/security-groups?id=5ea9d969-c744-4260-a161-31eba2da204d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0806818 May 25 07:40:02.355379 dv-cinder-825492-15-iscsi neutron-server[104526]: INFO neutron.wsgi [req-75d59b70-2c0c-488c-b31b-0b2921a47358 req-5372dc9a-fb11-4ed5-be4a-f00c45c54d19 tempest-TestShelveInstance-2091076447 tempest-TestShelveInstance-2091076447-project] 10.222.0.24 "GET /v2.0/ports?device_id=63430b83-f298-430c-9ca9-bdd4d69bde91 HTTP/1.1" status: 200 len: 210 time: 0.0316994 May 25 07:40:02.392904 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG dbcounter [-] [104525] Writing DB stats neutron:SELECT=93,neutron:DELETE=7 {{(pid=104525) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 07:40:02.409140 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbff3996-f9fd-465c-abeb-0e97cbcc4c73 req-ba27970a-9be1-4946-ace9-5eb621aac348 tempest-ServerRescueNegativeTestJSON-274124411 tempest-ServerRescueNegativeTestJSON-274124411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 07:40:02.410624 dv-cinder-825492-15-iscsi neutron-server[104525]: INFO neutron.wsgi [req-cbff3996-f9fd-465c-abeb-0e97cbcc4c73 req-ba27970a-9be1-4946-ace9-5eb621aac348 tempest-ServerRescueNegativeTestJSON-274124411 tempest-ServerRescueNegativeTestJSON-274124411-project] 10.222.0.24 "GET /v2.0/ports?device_id=a5ef563c-52c0-40b3-bdf3-dc51e5422196 HTTP/1.1" status: 200 len: 946 time: 0.0480709 May 25 07:40:02.458358 dv-cinder-825492-15-iscsi neutron-server[104525]: INFO neutron.wsgi [req-cbff3996-f9fd-465c-abeb-0e97cbcc4c73 req-2e91c217-ce10-457d-92ab-ac9e6123f1bd tempest-ServerRescueNegativeTestJSON-274124411 tempest-ServerRescueNegativeTestJSON-274124411-project] 10.222.0.24 "GET /v2.0/security-groups?id=1c0d85d2-6043-4086-9d5d-4dba3c5df84e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414987 May 25 07:40:03.103442 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92f63275-4fa9-4d3b-9477-9238f7ead772 req-ea1f3ef7-50b8-4436-8f8b-88952e9d59d4 tempest-AttachVolumeTestJSON-631109292 tempest-AttachVolumeTestJSON-631109292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 07:40:03.104933 dv-cinder-825492-15-iscsi neutron-server[104525]: INFO neutron.wsgi [req-92f63275-4fa9-4d3b-9477-9238f7ead772 req-ea1f3ef7-50b8-4436-8f8b-88952e9d59d4 tempest-AttachVolumeTestJSON-631109292 tempest-AttachVolumeTestJSON-631109292-project] 10.222.0.24 "GET /v2.0/ports?device_id=a8b10bee-95b1-4bfb-a9c5-6c15db78ba25 HTTP/1.1" status: 200 len: 945 time: 0.0477428 May 25 07:40:03.152552 dv-cinder-825492-15-iscsi neutron-server[104525]: INFO neutron.wsgi [req-92f63275-4fa9-4d3b-9477-9238f7ead772 req-cfa4a5dd-912d-44c1-afa7-6645c47164fa tempest-AttachVolumeTestJSON-631109292 tempest-AttachVolumeTestJSON-631109292-project] 10.222.0.24 "GET /v2.0/security-groups?id=25c619ea-31ec-4346-9d90-41bcc95d8e89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416737 May 25 07:40:03.238220 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc607148-2a05-45b2-b465-853edb664ffb req-ab5fd4a4-76cc-4964-90ba-744770707f31 tempest-AttachVolumeNegativeTest-1464534600 tempest-AttachVolumeNegativeTest-1464534600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 07:40:03.239663 dv-cinder-825492-15-iscsi neutron-server[104526]: INFO neutron.wsgi [req-dc607148-2a05-45b2-b465-853edb664ffb req-ab5fd4a4-76cc-4964-90ba-744770707f31 tempest-AttachVolumeNegativeTest-1464534600 tempest-AttachVolumeNegativeTest-1464534600-project] 10.222.0.24 "GET /v2.0/ports?device_id=f7f15090-8fe0-4ebd-b4e6-2aad101f417b HTTP/1.1" status: 200 len: 945 time: 0.0480475 May 25 07:40:03.287026 dv-cinder-825492-15-iscsi neutron-server[104526]: INFO neutron.wsgi [req-dc607148-2a05-45b2-b465-853edb664ffb req-76170f6e-7f85-4f26-bcd0-f949e7f98ecb tempest-AttachVolumeNegativeTest-1464534600 tempest-AttachVolumeNegativeTest-1464534600-project] 10.222.0.24 "GET /v2.0/security-groups?id=5ea9d969-c744-4260-a161-31eba2da204d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416608 May 25 07:40:03.465035 dv-cinder-825492-15-iscsi neutron-server[104525]: INFO neutron.wsgi [req-c2a3a0a7-2720-4e6c-af66-c7b510d7c303 req-0023a946-8faf-46c0-adb9-b3aeee68e9e1 tempest-TestShelveInstance-2091076447 tempest-TestShelveInstance-2091076447-project] 10.222.0.24 "GET /v2.0/ports?device_id=63430b83-f298-430c-9ca9-bdd4d69bde91 HTTP/1.1" status: 200 len: 210 time: 0.0391688 May 25 07:40:03.519200 dv-cinder-825492-15-iscsi neutron-server[104525]: INFO neutron.wsgi [req-8c78a96d-bebc-4dce-9d32-cf32a8ccccc2 req-9be914bc-4146-4244-8420-5438ae16fd09 tempest-TestShelveInstance-2091076447 tempest-TestShelveInstance-2091076447-project] 10.222.0.41 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f13c4f9ee9c444d9b9a0d2c2e3ec9142 HTTP/1.1" status: 200 len: 379 time: 0.0615580 May 25 07:40:03.572546 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2493da11-a832-411a-b2d5-7e4c49c6f431 req-d14b04bd-403e-41bd-943c-75ce16d659fa tempest-ServerRescueNegativeTestJSON-274124411 tempest-ServerRescueNegativeTestJSON-274124411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 07:40:03.573961 dv-cinder-825492-15-iscsi neutron-server[104526]: INFO neutron.wsgi [req-2493da11-a832-411a-b2d5-7e4c49c6f431 req-d14b04bd-403e-41bd-943c-75ce16d659fa tempest-ServerRescueNegativeTestJSON-274124411 tempest-ServerRescueNegativeTestJSON-274124411-project] 10.222.0.24 "GET /v2.0/ports?device_id=a5ef563c-52c0-40b3-bdf3-dc51e5422196 HTTP/1.1" status: 200 len: 946 time: 0.0462022 May 25 07:40:03.623896 dv-cinder-825492-15-iscsi neutron-server[104526]: INFO neutron.wsgi [req-2493da11-a832-411a-b2d5-7e4c49c6f431 req-f0aeb8c8-6534-4031-9222-00bca78fe0ff tempest-ServerRescueNegativeTestJSON-274124411 tempest-ServerRescueNegativeTestJSON-274124411-project] 10.222.0.24 "GET /v2.0/security-groups?id=1c0d85d2-6043-4086-9d5d-4dba3c5df84e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442758 May 25 07:40:03.847570 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron.api.v2.base [req-8c78a96d-bebc-4dce-9d32-cf32a8ccccc2 req-2f274dee-42ca-41fe-9c83-a590cde4bc3b tempest-TestShelveInstance-2091076447 tempest-TestShelveInstance-2091076447-project] Request body: {'port': {'device_id': '63430b83-f298-430c-9ca9-bdd4d69bde91', 'network_id': '865acc30-354d-443a-90ac-e550f16275c5', 'admin_state_up': True, 'tenant_id': 'f13c4f9ee9c444d9b9a0d2c2e3ec9142', 'security_groups': ['edcffb78-b012-4438-ba13-bc705797ca5b']}} {{(pid=104525) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 25 07:40:04.020458 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8c78a96d-bebc-4dce-9d32-cf32a8ccccc2 req-2f274dee-42ca-41fe-9c83-a590cde4bc3b tempest-TestShelveInstance-2091076447 tempest-TestShelveInstance-2091076447-project] Made reservation on behalf of f13c4f9ee9c444d9b9a0d2c2e3ec9142 for: {'port': 1} {{(pid=104525) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 07:40:04.024321 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [req-8c78a96d-bebc-4dce-9d32-cf32a8ccccc2 req-2f274dee-42ca-41fe-9c83-a590cde4bc3b tempest-TestShelveInstance-2091076447 tempest-TestShelveInstance-2091076447-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-616651'] for port (None), before_create {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:40:04.042047 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38feaa5f-bcd4-4216-9633-b75b79dc1b9f req-16500f3e-094c-4e95-8520-7b45dc745e35 tempest-AttachVolumeNegativeTest-1464534600 tempest-AttachVolumeNegativeTest-1464534600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 07:40:04.043536 dv-cinder-825492-15-iscsi neutron-server[104526]: INFO neutron.wsgi [req-38feaa5f-bcd4-4216-9633-b75b79dc1b9f req-16500f3e-094c-4e95-8520-7b45dc745e35 tempest-AttachVolumeNegativeTest-1464534600 tempest-AttachVolumeNegativeTest-1464534600-project] 10.222.0.41 "GET /v2.0/ports?device_id=f7f15090-8fe0-4ebd-b4e6-2aad101f417b HTTP/1.1" status: 200 len: 945 time: 0.0502322 May 25 07:40:04.138803 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.plugins.ml2.plugin [req-38feaa5f-bcd4-4216-9633-b75b79dc1b9f req-e589ce61-2321-403b-b65f-d26af21fa82f tempest-AttachVolumeNegativeTest-1464534600 tempest-AttachVolumeNegativeTest-1464534600-project] Deleting port 8914df61-0be3-41f5-849d-98c808f21db2 {{(pid=104526) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 25 07:40:04.139129 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [req-38feaa5f-bcd4-4216-9633-b75b79dc1b9f req-e589ce61-2321-403b-b65f-d26af21fa82f tempest-AttachVolumeNegativeTest-1464534600 tempest-AttachVolumeNegativeTest-1464534600-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754056702922'] for port (8914df61-0be3-41f5-849d-98c808f21db2), before_delete {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:40:04.160007 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron.db.db_base_plugin_common [req-8c78a96d-bebc-4dce-9d32-cf32a8ccccc2 req-2f274dee-42ca-41fe-9c83-a590cde4bc3b tempest-TestShelveInstance-2091076447 tempest-TestShelveInstance-2091076447-project] Allocated IP 172.20.0.9 (865acc30-354d-443a-90ac-e550f16275c5/6ebf3ac6-955c-49f9-997f-8aa2353df952/6d5abc91-52ce-441e-be4e-749082dec7ae) {{(pid=104525) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 07:40:04.166037 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG dbcounter [-] [104525] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104525) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 07:40:04.214911 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG dbcounter [-] [104526] Writing DB stats neutron:SELECT=100 {{(pid=104526) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 07:40:04.233512 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.plugins.ml2.db [req-38feaa5f-bcd4-4216-9633-b75b79dc1b9f req-e589ce61-2321-403b-b65f-d26af21fa82f tempest-AttachVolumeNegativeTest-1464534600 tempest-AttachVolumeNegativeTest-1464534600-project] For port 8914df61-0be3-41f5-849d-98c808f21db2, host hv-cinder-82549, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82549',level=0,port_id=8914df61-0be3-41f5-849d-98c808f21db2,segment=NetworkSegment(a280169f-cd62-40b1-b23e-40cb603d4abb),segment_id=a280169f-cd62-40b1-b23e-40cb603d4abb)] {{(pid=104526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 07:40:04.233885 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [req-38feaa5f-bcd4-4216-9633-b75b79dc1b9f req-e589ce61-2321-403b-b65f-d26af21fa82f tempest-AttachVolumeNegativeTest-1464534600 tempest-AttachVolumeNegativeTest-1464534600-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625317'] for port (8914df61-0be3-41f5-849d-98c808f21db2), precommit_delete {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:40:04.324682 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f994239-5cc7-43e9-b372-45ff107f7b22 req-d0489990-5238-49ba-a8bf-bbd1a29a4118 tempest-AttachVolumeTestJSON-631109292 tempest-AttachVolumeTestJSON-631109292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 07:40:04.329220 dv-cinder-825492-15-iscsi neutron-server[104525]: INFO neutron.wsgi [req-7f994239-5cc7-43e9-b372-45ff107f7b22 req-d0489990-5238-49ba-a8bf-bbd1a29a4118 tempest-AttachVolumeTestJSON-631109292 tempest-AttachVolumeTestJSON-631109292-project] 10.222.0.24 "GET /v2.0/ports?device_id=a8b10bee-95b1-4bfb-a9c5-6c15db78ba25 HTTP/1.1" status: 200 len: 945 time: 0.0796032 May 25 07:40:04.376051 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [req-8c78a96d-bebc-4dce-9d32-cf32a8ccccc2 req-2f274dee-42ca-41fe-9c83-a590cde4bc3b tempest-TestShelveInstance-2091076447 tempest-TestShelveInstance-2091076447-project] Publish callbacks [] for port (6d5abc91-52ce-441e-be4e-749082dec7ae), precommit_create {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:40:04.380178 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG dbcounter [-] [104525] Writing DB stats neutron:SELECT=89,neutron:INSERT=9,neutron:UPDATE=2 {{(pid=104525) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 07:40:04.414027 dv-cinder-825492-15-iscsi neutron-server[104525]: INFO neutron.wsgi [req-7f994239-5cc7-43e9-b372-45ff107f7b22 req-c0c02bc4-51fb-4bdb-a0b4-e0647383f65d tempest-AttachVolumeTestJSON-631109292 tempest-AttachVolumeTestJSON-631109292-project] 10.222.0.24 "GET /v2.0/security-groups?id=25c619ea-31ec-4346-9d90-41bcc95d8e89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0757256 May 25 07:40:04.462982 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53ce7183-70c2-4f82-9539-0183d7c7b0c2 req-6b5cb643-74f1-45de-9aa5-739bc4f8e62e tempest-AttachVolumeNegativeTest-1464534600 tempest-AttachVolumeNegativeTest-1464534600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 07:40:04.464423 dv-cinder-825492-15-iscsi neutron-server[104526]: INFO neutron.wsgi [req-53ce7183-70c2-4f82-9539-0183d7c7b0c2 req-6b5cb643-74f1-45de-9aa5-739bc4f8e62e tempest-AttachVolumeNegativeTest-1464534600 tempest-AttachVolumeNegativeTest-1464534600-project] 10.222.0.24 "GET /v2.0/ports?device_id=f7f15090-8fe0-4ebd-b4e6-2aad101f417b HTTP/1.1" status: 200 len: 945 time: 0.0894053 May 25 07:40:04.501239 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [req-38feaa5f-bcd4-4216-9633-b75b79dc1b9f req-e589ce61-2321-403b-b65f-d26af21fa82f tempest-AttachVolumeNegativeTest-1464534600 tempest-AttachVolumeNegativeTest-1464534600-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:40:04.501663 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [req-38feaa5f-bcd4-4216-9633-b75b79dc1b9f req-e589ce61-2321-403b-b65f-d26af21fa82f tempest-AttachVolumeNegativeTest-1464534600 tempest-AttachVolumeNegativeTest-1464534600-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1617316'] for floatingip (85e286a7-b436-4145-84d6-9a3239633c72), after_update {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:40:04.501878 dv-cinder-825492-15-iscsi neutron-server[104526]: INFO neutron.db.l3_db [req-38feaa5f-bcd4-4216-9633-b75b79dc1b9f req-e589ce61-2321-403b-b65f-d26af21fa82f tempest-AttachVolumeNegativeTest-1464534600 tempest-AttachVolumeNegativeTest-1464534600-project] Floating IP 85e286a7-b436-4145-84d6-9a3239633c72 disassociated. External IP: 172.27.3.230, port: 8914df61-0be3-41f5-849d-98c808f21db2. May 25 07:40:04.502221 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.plugins.ml2.plugin [req-38feaa5f-bcd4-4216-9633-b75b79dc1b9f req-e589ce61-2321-403b-b65f-d26af21fa82f tempest-AttachVolumeNegativeTest-1464534600 tempest-AttachVolumeNegativeTest-1464534600-project] Calling delete_port for 8914df61-0be3-41f5-849d-98c808f21db2 owned by compute:nova {{(pid=104526) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 25 07:40:04.502942 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [req-8c78a96d-bebc-4dce-9d32-cf32a8ccccc2 req-2f274dee-42ca-41fe-9c83-a590cde4bc3b tempest-TestShelveInstance-2091076447 tempest-TestShelveInstance-2091076447-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-617841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612926', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754056173864', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59563715'] for port (6d5abc91-52ce-441e-be4e-749082dec7ae), after_create {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:40:04.531077 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG dbcounter [-] [104526] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104526) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 07:40:04.569483 dv-cinder-825492-15-iscsi neutron-server[104526]: INFO neutron.wsgi [req-53ce7183-70c2-4f82-9539-0183d7c7b0c2 req-f783df87-1c96-49c5-84bd-6237c58a9d24 tempest-AttachVolumeNegativeTest-1464534600 tempest-AttachVolumeNegativeTest-1464534600-project] 10.222.0.24 "GET /v2.0/security-groups?id=5ea9d969-c744-4260-a161-31eba2da204d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0977032 May 25 07:40:04.580932 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8c78a96d-bebc-4dce-9d32-cf32a8ccccc2 req-2f274dee-42ca-41fe-9c83-a590cde4bc3b tempest-TestShelveInstance-2091076447 tempest-TestShelveInstance-2091076447-project] Network 865acc30-354d-443a-90ac-e550f16275c5 is already hosted by enough agents. {{(pid=104525) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 07:40:04.599497 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron.scheduler.base_scheduler [req-8c78a96d-bebc-4dce-9d32-cf32a8ccccc2 req-2f274dee-42ca-41fe-9c83-a590cde4bc3b tempest-TestShelveInstance-2091076447 tempest-TestShelveInstance-2091076447-project] Resources bound (agent type, host, resource id): {{(pid=104525) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 07:40:04.599497 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron.db.l3_dvrscheduler_db [req-8c78a96d-bebc-4dce-9d32-cf32a8ccccc2 req-2f274dee-42ca-41fe-9c83-a590cde4bc3b tempest-TestShelveInstance-2091076447 tempest-TestShelveInstance-2091076447-project] Received port after_create {{(pid=104525) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 25 07:40:04.603933 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f274dee-42ca-41fe-9c83-a590cde4bc3b tempest-TestShelveInstance-2091076447 tempest-TestShelveInstance-2091076447-project] Pushing event updated for resources: {'Port': ['ID=6d5abc91-52ce-441e-be4e-749082dec7ae,revision_number=1']} {{(pid=104525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 07:40:04.634683 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a8363fb-d23e-44c6-9b37-03c04080fc40 req-f1febcd5-d686-4abf-ab7a-00ea8756b4aa tempest-TestShelveInstance-2091076447 tempest-TestShelveInstance-2091076447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 07:40:04.636236 dv-cinder-825492-15-iscsi neutron-server[104525]: INFO neutron.wsgi [req-6a8363fb-d23e-44c6-9b37-03c04080fc40 req-f1febcd5-d686-4abf-ab7a-00ea8756b4aa tempest-TestShelveInstance-2091076447 tempest-TestShelveInstance-2091076447-project] 10.222.0.24 "GET /v2.0/ports?device_id=63430b83-f298-430c-9ca9-bdd4d69bde91 HTTP/1.1" status: 200 len: 931 time: 0.0988345 May 25 07:40:04.674457 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c78a96d-bebc-4dce-9d32-cf32a8ccccc2 req-2f274dee-42ca-41fe-9c83-a590cde4bc3b tempest-TestShelveInstance-2091076447 tempest-TestShelveInstance-2091076447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 07:40:04.675101 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [req-8c78a96d-bebc-4dce-9d32-cf32a8ccccc2 req-2f274dee-42ca-41fe-9c83-a590cde4bc3b tempest-TestShelveInstance-2091076447 tempest-TestShelveInstance-2091076447-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93885'] for port (None), before_response {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:40:04.721725 dv-cinder-825492-15-iscsi neutron-server[104525]: INFO neutron.wsgi [req-6a8363fb-d23e-44c6-9b37-03c04080fc40 req-81ebea98-ec5c-4d08-875f-8328efefd1d6 tempest-TestShelveInstance-2091076447 tempest-TestShelveInstance-2091076447-project] 10.222.0.24 "GET /v2.0/security-groups?id=edcffb78-b012-4438-ba13-bc705797ca5b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0707870 May 25 07:40:04.756290 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01257e07-30a8-4464-a6f9-8d4bd4f46690 req-4994796b-332a-4990-a10d-276ac7aad419 tempest-ServerRescueNegativeTestJSON-274124411 tempest-ServerRescueNegativeTestJSON-274124411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 07:40:04.758506 dv-cinder-825492-15-iscsi neutron-server[104526]: INFO neutron.wsgi [req-01257e07-30a8-4464-a6f9-8d4bd4f46690 req-4994796b-332a-4990-a10d-276ac7aad419 tempest-ServerRescueNegativeTestJSON-274124411 tempest-ServerRescueNegativeTestJSON-274124411-project] 10.222.0.24 "GET /v2.0/ports?device_id=a5ef563c-52c0-40b3-bdf3-dc51e5422196 HTTP/1.1" status: 200 len: 946 time: 0.0543838 May 25 07:40:04.808589 dv-cinder-825492-15-iscsi neutron-server[104526]: INFO neutron.wsgi [req-01257e07-30a8-4464-a6f9-8d4bd4f46690 req-97b0fe97-e855-44d1-921c-74f355c906f1 tempest-ServerRescueNegativeTestJSON-274124411 tempest-ServerRescueNegativeTestJSON-274124411-project] 10.222.0.24 "GET /v2.0/security-groups?id=1c0d85d2-6043-4086-9d5d-4dba3c5df84e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440836 May 25 07:40:04.821701 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [req-38feaa5f-bcd4-4216-9633-b75b79dc1b9f req-e589ce61-2321-403b-b65f-d26af21fa82f tempest-AttachVolumeNegativeTest-1464534600 tempest-AttachVolumeNegativeTest-1464534600-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-617841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612926', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754056714424', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754056173873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2909854'] for port (8914df61-0be3-41f5-849d-98c808f21db2), after_delete {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:40:04.832041 dv-cinder-825492-15-iscsi neutron-server[104525]: INFO neutron.wsgi [req-8c78a96d-bebc-4dce-9d32-cf32a8ccccc2 req-2f274dee-42ca-41fe-9c83-a590cde4bc3b tempest-TestShelveInstance-2091076447 tempest-TestShelveInstance-2091076447-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9881978 May 25 07:40:04.839503 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.db.provisioning_blocks [None req-e5201faa-5f18-445f-bd31-cafbde8872e6 None None] Provisioning complete for port 6d5abc91-52ce-441e-be4e-749082dec7ae triggered by entity DHCP. {{(pid=104527) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 25 07:40:04.840031 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron_lib.callbacks.manager [None req-e5201faa-5f18-445f-bd31-cafbde8872e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1490782'] for port (6d5abc91-52ce-441e-be4e-749082dec7ae), provisioning_complete {{(pid=104527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:40:04.848510 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e589ce61-2321-403b-b65f-d26af21fa82f tempest-AttachVolumeNegativeTest-1464534600 tempest-AttachVolumeNegativeTest-1464534600-project] Pushing event deleted for resources: {'Port': ['ID=8914df61-0be3-41f5-849d-98c808f21db2,revision_number=None']} {{(pid=104526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 07:40:04.872931 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.plugins.ml2.plugin [None req-e5201faa-5f18-445f-bd31-cafbde8872e6 None None] Port 6d5abc91-52ce-441e-be4e-749082dec7ae cannot update to ACTIVE because it is not bound. {{(pid=104527) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 25 07:40:04.962218 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.scheduler.l3_agent_scheduler [req-38feaa5f-bcd4-4216-9633-b75b79dc1b9f req-e589ce61-2321-403b-b65f-d26af21fa82f tempest-AttachVolumeNegativeTest-1464534600 tempest-AttachVolumeNegativeTest-1464534600-project] Router 27856324-98d4-4244-bd01-93343ae31478 has already been hosted by L3 agent 54ff4013-997e-4376-a4e9-e6c98cf37cc7 {{(pid=104526) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 25 07:40:05.026714 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron.api.v2.base [req-8c78a96d-bebc-4dce-9d32-cf32a8ccccc2 req-12d51966-dd7e-40d7-ac6c-9d2d95c3706c service neutron] Request body: {'port': {'device_id': '63430b83-f298-430c-9ca9-bdd4d69bde91', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82549'}} {{(pid=104525) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 25 07:40:05.070511 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-38feaa5f-bcd4-4216-9633-b75b79dc1b9f req-e589ce61-2321-403b-b65f-d26af21fa82f tempest-AttachVolumeNegativeTest-1464534600 tempest-AttachVolumeNegativeTest-1464534600-project] Notify agent at l3_agent.dv-cinder-825492-15-iscsi the message routers_updated {{(pid=104526) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 25 07:40:05.084749 dv-cinder-825492-15-iscsi neutron-server[104528]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46cc8f69-1df1-4aa6-a3e2-f141f6cc3290 None None] Sync routers for ids ['27856324-98d4-4244-bd01-93343ae31478'] in dv-cinder-825492-15-iscsi {{(pid=104528) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 25 07:40:05.099917 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [req-8c78a96d-bebc-4dce-9d32-cf32a8ccccc2 req-12d51966-dd7e-40d7-ac6c-9d2d95c3706c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-616651'] for port (6d5abc91-52ce-441e-be4e-749082dec7ae), before_update {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:40:05.105197 dv-cinder-825492-15-iscsi neutron-server[104528]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46cc8f69-1df1-4aa6-a3e2-f141f6cc3290 None None] Routers {'27856324-98d4-4244-bd01-93343ae31478'} bound to L3 agent in host dv-cinder-825492-15-iscsi {{(pid=104528) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 25 07:40:05.106228 dv-cinder-825492-15-iscsi neutron-server[104528]: DEBUG neutron.db.l3_hamode_db [None req-46cc8f69-1df1-4aa6-a3e2-f141f6cc3290 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825492-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-25T07:27:37Z,description=,heartbeat_timestamp=2022-05-25T07:39:37Z,host='dv-cinder-825492-15-iscsi',id=54ff4013-997e-4376-a4e9-e6c98cf37cc7,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T07:27:38Z,topic='l3_agent')) {'router_ids': ['27856324-98d4-4244-bd01-93343ae31478'], 'active': True} {{(pid=104528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 07:40:05.113191 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.db.l3_dvrscheduler_db [req-38feaa5f-bcd4-4216-9633-b75b79dc1b9f req-e589ce61-2321-403b-b65f-d26af21fa82f tempest-AttachVolumeNegativeTest-1464534600 tempest-AttachVolumeNegativeTest-1464534600-project] No DVR routers for this DVR port 8914df61-0be3-41f5-849d-98c808f21db2 on host hv-cinder-82549 {{(pid=104526) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 25 07:40:05.116965 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [req-38feaa5f-bcd4-4216-9633-b75b79dc1b9f req-e589ce61-2321-403b-b65f-d26af21fa82f tempest-AttachVolumeNegativeTest-1464534600 tempest-AttachVolumeNegativeTest-1464534600-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93885'] for port (None), before_response {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:40:05.122537 dv-cinder-825492-15-iscsi neutron-server[104526]: INFO neutron.wsgi [req-38feaa5f-bcd4-4216-9633-b75b79dc1b9f req-e589ce61-2321-403b-b65f-d26af21fa82f tempest-AttachVolumeNegativeTest-1464534600 tempest-AttachVolumeNegativeTest-1464534600-project] 10.222.0.41 "DELETE /v2.0/ports/8914df61-0be3-41f5-849d-98c808f21db2 HTTP/1.1" status: 204 len: 173 time: 1.0700631 May 25 07:40:05.128136 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f7f15090-8fe0-4ebd-b4e6-2aad101f417b', 'name': 'network-vif-deleted', 'tag': '8914df61-0be3-41f5-849d-98c808f21db2'}] {{(pid=104526) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 25 07:40:05.128136 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db633a5f02cadde147c9bc1566607705b0433b891c7275f259bdbd209e6b6683" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4d475ced-efc9-4a41-b4ce-fe8de523256e" -d '{"events": [{"server_uuid": "f7f15090-8fe0-4ebd-b4e6-2aad101f417b", "name": "network-vif-deleted", "tag": "8914df61-0be3-41f5-849d-98c808f21db2"}]}' {{(pid=104526) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 25 07:40:05.210801 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG dbcounter [-] [104526] Writing DB stats neutron:SELECT=92,neutron:DELETE=8 {{(pid=104526) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 07:40:05.213854 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 25 May 2022 07:40:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3cb21d08-2e70-4a2a-b324-8c561fa2a692 x-openstack-request-id: req-3cb21d08-2e70-4a2a-b324-8c561fa2a692 {{(pid=104526) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 25 07:40:05.214143 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f7f15090-8fe0-4ebd-b4e6-2aad101f417b", "name": "network-vif-deleted", "tag": "8914df61-0be3-41f5-849d-98c808f21db2", "status": "completed", "code": 200}]} {{(pid=104526) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 25 07:40:05.214394 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-3cb21d08-2e70-4a2a-b324-8c561fa2a692 {{(pid=104526) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 25 07:40:05.215182 dv-cinder-825492-15-iscsi neutron-server[104526]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3cb21d08-2e70-4a2a-b324-8c561fa2a692'] response: {'server_uuid': 'f7f15090-8fe0-4ebd-b4e6-2aad101f417b', 'name': 'network-vif-deleted', 'tag': '8914df61-0be3-41f5-849d-98c808f21db2', 'status': 'completed', 'code': 200} May 25 07:40:05.216388 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cb2135b-9882-4aa5-a816-e4f702f86db4 req-408ce6f9-db88-4011-8add-ff86c9d1ff27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 07:40:05.217983 dv-cinder-825492-15-iscsi neutron-server[104526]: INFO neutron.wsgi [req-9cb2135b-9882-4aa5-a816-e4f702f86db4 req-408ce6f9-db88-4011-8add-ff86c9d1ff27 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=a5ef563c-52c0-40b3-bdf3-dc51e5422196 HTTP/1.1" status: 200 len: 1130 time: 0.0747449 May 25 07:40:05.277314 dv-cinder-825492-15-iscsi neutron-server[104528]: DEBUG dbcounter [-] [104528] Writing DB stats neutron:SELECT=100 {{(pid=104528) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 07:40:05.279670 dv-cinder-825492-15-iscsi neutron-server[104526]: INFO neutron.wsgi [req-9cb2135b-9882-4aa5-a816-e4f702f86db4 req-4e2b2c2a-e452-4cef-8695-59bc4272f4c3 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=1c0d85d2-6043-4086-9d5d-4dba3c5df84e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0527174 May 25 07:40:05.280920 dv-cinder-825492-15-iscsi neutron-server[104528]: DEBUG neutron.db.l3_dvr_db [None req-46cc8f69-1df1-4aa6-a3e2-f141f6cc3290 None None] Set router 27856324-98d4-4244-bd01-93343ae31478 gateway port host: dv-cinder-825492-15-iscsi {{(pid=104528) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 25 07:40:05.301535 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron_lib.callbacks.manager [None req-33cd9408-94c6-4735-9cf3-c6c395e84173 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754056472917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490168'] for agent (6cf9466f-68ff-4d03-9bb6-0c8244fa88eb), after_update {{(pid=104527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:40:05.311121 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG dbcounter [-] [104525] Writing DB stats neutron:SELECT=96,neutron:DELETE=2,neutron:UPDATE=2 {{(pid=104525) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 07:40:05.461849 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron.notifiers.nova [req-8c78a96d-bebc-4dce-9d32-cf32a8ccccc2 req-12d51966-dd7e-40d7-ac6c-9d2d95c3706c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6d5abc91-52ce-441e-be4e-749082dec7ae {{(pid=104525) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 25 07:40:05.470570 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [req-8c78a96d-bebc-4dce-9d32-cf32a8ccccc2 req-12d51966-dd7e-40d7-ac6c-9d2d95c3706c service neutron] Publish callbacks [] for port (6d5abc91-52ce-441e-be4e-749082dec7ae), precommit_update {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:40:05.486528 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron.db.provisioning_blocks [req-8c78a96d-bebc-4dce-9d32-cf32a8ccccc2 req-12d51966-dd7e-40d7-ac6c-9d2d95c3706c service neutron] Transition to ACTIVE for port object 6d5abc91-52ce-441e-be4e-749082dec7ae will not be triggered until provisioned by entity L2. {{(pid=104525) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 25 07:40:05.489108 dv-cinder-825492-15-iscsi neutron-server[104528]: DEBUG dbcounter [-] [104528] Writing DB stats neutron:SELECT=100 {{(pid=104528) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 07:40:05.539132 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ab1505a-5d6e-46c3-8846-0c23fefc9be4 req-6f44080d-1f32-45b2-8f43-8eb599f6a104 tempest-AttachVolumeTestJSON-631109292 tempest-AttachVolumeTestJSON-631109292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 07:40:05.540595 dv-cinder-825492-15-iscsi neutron-server[104526]: INFO neutron.wsgi [req-9ab1505a-5d6e-46c3-8846-0c23fefc9be4 req-6f44080d-1f32-45b2-8f43-8eb599f6a104 tempest-AttachVolumeTestJSON-631109292 tempest-AttachVolumeTestJSON-631109292-project] 10.222.0.24 "GET /v2.0/ports?device_id=a8b10bee-95b1-4bfb-a9c5-6c15db78ba25 HTTP/1.1" status: 200 len: 945 time: 0.0474539 May 25 07:40:05.558194 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [req-8c78a96d-bebc-4dce-9d32-cf32a8ccccc2 req-12d51966-dd7e-40d7-ac6c-9d2d95c3706c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-617841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612926', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754056714442', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754056173882', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754056173900', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59563722'] for port (6d5abc91-52ce-441e-be4e-749082dec7ae), after_update {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:40:05.562620 dv-cinder-825492-15-iscsi neutron-server[104528]: DEBUG neutron.db.l3_hamode_db [None req-46cc8f69-1df1-4aa6-a3e2-f141f6cc3290 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '27856324-98d4-4244-bd01-93343ae31478', 'name': 'tempest-AttachVolumeNegativeTest-2135659387-router', 'tenant_id': '2d8e35800ce043acbcb027ce406ed2e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '29c629bd-3f50-4535-bfbc-a047608d6fb6', 'external_fixed_ips': [{'subnet_id': '7934ff5a-43f1-4f76-b9d8-e4343ace34f5', 'ip_address': '172.27.3.226'}], 'enable_snat': True}, 'gw_port_id': '22f8fc27-9589-49b7-a3d1-f53043acd5a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T07:36:27Z', 'updated_at': '2022-05-25T07:36:37Z', 'revision_number': 4, 'project_id': '2d8e35800ce043acbcb027ce406ed2e7', 'gw_port': {'id': '22f8fc27-9589-49b7-a3d1-f53043acd5a2', 'name': '', 'network_id': '29c629bd-3f50-4535-bfbc-a047608d6fb6', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:51:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27856324-98d4-4244-bd01-93343ae31478', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '7934ff5a-43f1-4f76-b9d8-e4343ace34f5', 'ip_address': '172.27.3.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825492-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T07:36:28Z', 'updated_at': '2022-05-25T07:36:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7934ff5a-43f1-4f76-b9d8-e4343ace34f5', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825492-15-iscsi', '_interfaces': [{'id': '521b8e74-ff39-43eb-be41-5f6b4257049b', 'name': '', 'network_id': 'f39d85d3-0173-4496-879c-2b83e234d364', 'tenant_id': '2d8e35800ce043acbcb027ce406ed2e7', 'mac_address': 'fa:16:3e:38:3d:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27856324-98d4-4244-bd01-93343ae31478', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '4aef3d06-f4fb-4751-a5a8-ab68314fa54a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825492-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T07:36:36Z', 'updated_at': '2022-05-25T07:36:49Z', 'revision_number': 5, 'project_id': '2d8e35800ce043acbcb027ce406ed2e7', 'subnets': [{'id': '4aef3d06-f4fb-4751-a5a8-ab68314fa54a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-825492-15-iscsi', False) {} {{(pid=104528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 07:40:05.591323 dv-cinder-825492-15-iscsi neutron-server[104528]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46cc8f69-1df1-4aa6-a3e2-f141f6cc3290 None None] Checking router: 27856324-98d4-4244-bd01-93343ae31478 for host: dv-cinder-825492-15-iscsi {{(pid=104528) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 25 07:40:05.611415 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12d51966-dd7e-40d7-ac6c-9d2d95c3706c service neutron] Pushing event updated for resources: {'Port': ['ID=6d5abc91-52ce-441e-be4e-749082dec7ae,revision_number=2']} {{(pid=104525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 07:40:05.611541 dv-cinder-825492-15-iscsi neutron-server[104528]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46cc8f69-1df1-4aa6-a3e2-f141f6cc3290 None None] Routers {'27856324-98d4-4244-bd01-93343ae31478'} bound to L3 agent in host dv-cinder-825492-15-iscsi {{(pid=104528) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 25 07:40:05.612036 dv-cinder-825492-15-iscsi neutron-server[104528]: DEBUG neutron.db.l3_hamode_db [None req-46cc8f69-1df1-4aa6-a3e2-f141f6cc3290 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825492-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-25T07:27:37Z,description=,heartbeat_timestamp=2022-05-25T07:39:37Z,host='dv-cinder-825492-15-iscsi',id=54ff4013-997e-4376-a4e9-e6c98cf37cc7,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T07:27:38Z,topic='l3_agent')) {'router_ids': ['27856324-98d4-4244-bd01-93343ae31478'], 'active': True} {{(pid=104528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 07:40:05.626343 dv-cinder-825492-15-iscsi neutron-server[104526]: INFO neutron.wsgi [req-9ab1505a-5d6e-46c3-8846-0c23fefc9be4 req-9bfe6f70-226b-4fe1-a799-a97773877a5e tempest-AttachVolumeTestJSON-631109292 tempest-AttachVolumeTestJSON-631109292-project] 10.222.0.24 "GET /v2.0/security-groups?id=25c619ea-31ec-4346-9d90-41bcc95d8e89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0798798 May 25 07:40:05.738428 dv-cinder-825492-15-iscsi neutron-server[104528]: DEBUG neutron.db.l3_dvr_db [None req-46cc8f69-1df1-4aa6-a3e2-f141f6cc3290 None None] Set router 27856324-98d4-4244-bd01-93343ae31478 gateway port host: dv-cinder-825492-15-iscsi {{(pid=104528) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 25 07:40:05.748583 dv-cinder-825492-15-iscsi neutron-server[104525]: INFO neutron.wsgi [req-07bd3d19-1c4b-43e5-9596-6df94e1c2ae4 req-568bba2e-7330-4257-abf0-d17c0720367a tempest-AttachVolumeNegativeTest-1464534600 tempest-AttachVolumeNegativeTest-1464534600-project] 10.222.0.24 "GET /v2.0/ports?device_id=f7f15090-8fe0-4ebd-b4e6-2aad101f417b HTTP/1.1" status: 200 len: 210 time: 0.0447121 May 25 07:40:05.749368 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron.plugins.ml2.managers [req-8c78a96d-bebc-4dce-9d32-cf32a8ccccc2 req-12d51966-dd7e-40d7-ac6c-9d2d95c3706c service neutron] Attempting to bind port 6d5abc91-52ce-441e-be4e-749082dec7ae on host hv-cinder-82549 for vnic_type normal with profile {{(pid=104525) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 25 07:40:05.749705 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron.plugins.ml2.managers [req-8c78a96d-bebc-4dce-9d32-cf32a8ccccc2 req-12d51966-dd7e-40d7-ac6c-9d2d95c3706c service neutron] Attempting to bind port 6d5abc91-52ce-441e-be4e-749082dec7ae by drivers openvswitch,hyperv on host hv-cinder-82549 at level 0 using segments [{'id': 'ed9b260d-18a6-47d6-b09f-f8e237c3b8ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 286, 'network_id': '865acc30-354d-443a-90ac-e550f16275c5'}] {{(pid=104525) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 25 07:40:05.750039 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c78a96d-bebc-4dce-9d32-cf32a8ccccc2 req-12d51966-dd7e-40d7-ac6c-9d2d95c3706c service neutron] Attempting to bind port 6d5abc91-52ce-441e-be4e-749082dec7ae on network 865acc30-354d-443a-90ac-e550f16275c5 {{(pid=104525) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 25 07:40:05.755912 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c78a96d-bebc-4dce-9d32-cf32a8ccccc2 req-12d51966-dd7e-40d7-ac6c-9d2d95c3706c service neutron] Port 6d5abc91-52ce-441e-be4e-749082dec7ae on network 865acc30-354d-443a-90ac-e550f16275c5 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82549 {{(pid=104525) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 25 07:40:05.756246 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c78a96d-bebc-4dce-9d32-cf32a8ccccc2 req-12d51966-dd7e-40d7-ac6c-9d2d95c3706c service neutron] Attempting to bind port 6d5abc91-52ce-441e-be4e-749082dec7ae on network 865acc30-354d-443a-90ac-e550f16275c5 {{(pid=104525) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 25 07:40:05.762634 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c78a96d-bebc-4dce-9d32-cf32a8ccccc2 req-12d51966-dd7e-40d7-ac6c-9d2d95c3706c service neutron] Checking agent: {'id': 'bbf5dc8c-5103-4973-a6b6-76af4660c126', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82549', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 25, 7, 34, 32), 'started_at': datetime.datetime(2022, 5, 25, 7, 34, 32), 'heartbeat_timestamp': datetime.datetime(2022, 5, 25, 7, 40, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104525) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 25 07:40:05.762981 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c78a96d-bebc-4dce-9d32-cf32a8ccccc2 req-12d51966-dd7e-40d7-ac6c-9d2d95c3706c service neutron] Checking segment: {'id': 'ed9b260d-18a6-47d6-b09f-f8e237c3b8ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 286, 'network_id': '865acc30-354d-443a-90ac-e550f16275c5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104525) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 25 07:40:05.763369 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c78a96d-bebc-4dce-9d32-cf32a8ccccc2 req-12d51966-dd7e-40d7-ac6c-9d2d95c3706c service neutron] Bound using segment: {'id': 'ed9b260d-18a6-47d6-b09f-f8e237c3b8ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 286, 'network_id': '865acc30-354d-443a-90ac-e550f16275c5'} {{(pid=104525) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 25 07:40:05.763808 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron.plugins.ml2.managers [req-8c78a96d-bebc-4dce-9d32-cf32a8ccccc2 req-12d51966-dd7e-40d7-ac6c-9d2d95c3706c service neutron] Bound port: 6d5abc91-52ce-441e-be4e-749082dec7ae, host: hv-cinder-82549, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ed9b260d-18a6-47d6-b09f-f8e237c3b8ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 286, 'network_id': '865acc30-354d-443a-90ac-e550f16275c5'}}] {{(pid=104525) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 25 07:40:05.764173 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [req-8c78a96d-bebc-4dce-9d32-cf32a8ccccc2 req-12d51966-dd7e-40d7-ac6c-9d2d95c3706c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-616651'] for port (6d5abc91-52ce-441e-be4e-749082dec7ae), before_update {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:40:05.823732 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG dbcounter [-] [104525] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=104525) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 07:40:05.842077 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron.plugins.ml2.db [req-8c78a96d-bebc-4dce-9d32-cf32a8ccccc2 req-12d51966-dd7e-40d7-ac6c-9d2d95c3706c service neutron] For port 6d5abc91-52ce-441e-be4e-749082dec7ae, host hv-cinder-82549, cleared binding levels {{(pid=104525) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 25 07:40:05.845391 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron.plugins.ml2.db [req-8c78a96d-bebc-4dce-9d32-cf32a8ccccc2 req-12d51966-dd7e-40d7-ac6c-9d2d95c3706c service neutron] For port 6d5abc91-52ce-441e-be4e-749082dec7ae, host hv-cinder-82549, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82549',level=0,port_id=6d5abc91-52ce-441e-be4e-749082dec7ae,segment=NetworkSegment(ed9b260d-18a6-47d6-b09f-f8e237c3b8ef),segment_id=ed9b260d-18a6-47d6-b09f-f8e237c3b8ef)] {{(pid=104525) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 25 07:40:05.894573 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e6d9ab2-c317-4500-aabb-cd86faf9aa60 req-63c8c5c5-932f-4407-bb1e-f5724651bbc2 tempest-TestShelveInstance-2091076447 tempest-TestShelveInstance-2091076447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 07:40:05.896731 dv-cinder-825492-15-iscsi neutron-server[104526]: INFO neutron.wsgi [req-3e6d9ab2-c317-4500-aabb-cd86faf9aa60 req-63c8c5c5-932f-4407-bb1e-f5724651bbc2 tempest-TestShelveInstance-2091076447 tempest-TestShelveInstance-2091076447-project] 10.222.0.24 "GET /v2.0/ports?device_id=63430b83-f298-430c-9ca9-bdd4d69bde91 HTTP/1.1" status: 200 len: 943 time: 0.0778058 May 25 07:40:05.952272 dv-cinder-825492-15-iscsi neutron-server[104526]: INFO neutron.wsgi [req-3e6d9ab2-c317-4500-aabb-cd86faf9aa60 req-6edb564e-6e2a-4d7a-a302-cb1319449977 tempest-TestShelveInstance-2091076447 tempest-TestShelveInstance-2091076447-project] 10.222.0.24 "GET /v2.0/security-groups?id=edcffb78-b012-4438-ba13-bc705797ca5b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0497954 May 25 07:40:05.956438 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c25ab871-4468-4651-a2f3-3570809f334b req-36242698-9f50-46c3-98d5-400c2ab7239c tempest-ServerRescueNegativeTestJSON-274124411 tempest-ServerRescueNegativeTestJSON-274124411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 07:40:05.958111 dv-cinder-825492-15-iscsi neutron-server[104525]: INFO neutron.wsgi [req-c25ab871-4468-4651-a2f3-3570809f334b req-36242698-9f50-46c3-98d5-400c2ab7239c tempest-ServerRescueNegativeTestJSON-274124411 tempest-ServerRescueNegativeTestJSON-274124411-project] 10.222.0.24 "GET /v2.0/ports?device_id=a5ef563c-52c0-40b3-bdf3-dc51e5422196 HTTP/1.1" status: 200 len: 946 time: 0.0506668 May 25 07:40:05.960735 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [req-8c78a96d-bebc-4dce-9d32-cf32a8ccccc2 req-12d51966-dd7e-40d7-ac6c-9d2d95c3706c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-617841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612926', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754056714442', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754056173882', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754056173900', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59563722'] for port (6d5abc91-52ce-441e-be4e-749082dec7ae), after_update {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:40:05.969530 dv-cinder-825492-15-iscsi neutron-server[104528]: DEBUG neutron.db.l3_hamode_db [None req-46cc8f69-1df1-4aa6-a3e2-f141f6cc3290 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '27856324-98d4-4244-bd01-93343ae31478', 'name': 'tempest-AttachVolumeNegativeTest-2135659387-router', 'tenant_id': '2d8e35800ce043acbcb027ce406ed2e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '29c629bd-3f50-4535-bfbc-a047608d6fb6', 'external_fixed_ips': [{'subnet_id': '7934ff5a-43f1-4f76-b9d8-e4343ace34f5', 'ip_address': '172.27.3.226'}], 'enable_snat': True}, 'gw_port_id': '22f8fc27-9589-49b7-a3d1-f53043acd5a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T07:36:27Z', 'updated_at': '2022-05-25T07:36:37Z', 'revision_number': 4, 'project_id': '2d8e35800ce043acbcb027ce406ed2e7', 'gw_port': {'id': '22f8fc27-9589-49b7-a3d1-f53043acd5a2', 'name': '', 'network_id': '29c629bd-3f50-4535-bfbc-a047608d6fb6', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:51:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27856324-98d4-4244-bd01-93343ae31478', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '7934ff5a-43f1-4f76-b9d8-e4343ace34f5', 'ip_address': '172.27.3.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825492-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T07:36:28Z', 'updated_at': '2022-05-25T07:36:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7934ff5a-43f1-4f76-b9d8-e4343ace34f5', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825492-15-iscsi', '_interfaces': [{'id': '521b8e74-ff39-43eb-be41-5f6b4257049b', 'name': '', 'network_id': 'f39d85d3-0173-4496-879c-2b83e234d364', 'tenant_id': '2d8e35800ce043acbcb027ce406ed2e7', 'mac_address': 'fa:16:3e:38:3d:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27856324-98d4-4244-bd01-93343ae31478', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '4aef3d06-f4fb-4751-a5a8-ab68314fa54a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825492-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T07:36:36Z', 'updated_at': '2022-05-25T07:36:49Z', 'revision_number': 5, 'project_id': '2d8e35800ce043acbcb027ce406ed2e7', 'subnets': [{'id': '4aef3d06-f4fb-4751-a5a8-ab68314fa54a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-825492-15-iscsi', False) {} {{(pid=104528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 07:40:05.993422 dv-cinder-825492-15-iscsi neutron-server[104528]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46cc8f69-1df1-4aa6-a3e2-f141f6cc3290 None None] The sync data for ids ['27856324-98d4-4244-bd01-93343ae31478'] in dv-cinder-825492-15-iscsi is: [{'id': '27856324-98d4-4244-bd01-93343ae31478', 'name': 'tempest-AttachVolumeNegativeTest-2135659387-router', 'tenant_id': '2d8e35800ce043acbcb027ce406ed2e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '29c629bd-3f50-4535-bfbc-a047608d6fb6', 'external_fixed_ips': [{'subnet_id': '7934ff5a-43f1-4f76-b9d8-e4343ace34f5', 'ip_address': '172.27.3.226'}], 'enable_snat': True}, 'gw_port_id': '22f8fc27-9589-49b7-a3d1-f53043acd5a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T07:36:27Z', 'updated_at': '2022-05-25T07:36:37Z', 'revision_number': 4, 'project_id': '2d8e35800ce043acbcb027ce406ed2e7', 'gw_port': {'id': '22f8fc27-9589-49b7-a3d1-f53043acd5a2', 'name': '', 'network_id': '29c629bd-3f50-4535-bfbc-a047608d6fb6', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:51:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27856324-98d4-4244-bd01-93343ae31478', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '7934ff5a-43f1-4f76-b9d8-e4343ace34f5', 'ip_address': '172.27.3.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825492-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T07:36:28Z', 'updated_at': '2022-05-25T07:36:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7934ff5a-43f1-4f76-b9d8-e4343ace34f5', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825492-15-iscsi', '_interfaces': [{'id': '521b8e74-ff39-43eb-be41-5f6b4257049b', 'name': '', 'network_id': 'f39d85d3-0173-4496-879c-2b83e234d364', 'tenant_id': '2d8e35800ce043acbcb027ce406ed2e7', 'mac_address': 'fa:16:3e:38:3d:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27856324-98d4-4244-bd01-93343ae31478', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '4aef3d06-f4fb-4751-a5a8-ab68314fa54a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825492-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T07:36:36Z', 'updated_at': '2022-05-25T07:36:49Z', 'revision_number': 5, 'project_id': '2d8e35800ce043acbcb027ce406ed2e7', 'subnets': [{'id': '4aef3d06-f4fb-4751-a5a8-ab68314fa54a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104528) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 25 07:40:06.029313 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c78a96d-bebc-4dce-9d32-cf32a8ccccc2 req-12d51966-dd7e-40d7-ac6c-9d2d95c3706c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 07:40:06.029728 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [req-8c78a96d-bebc-4dce-9d32-cf32a8ccccc2 req-12d51966-dd7e-40d7-ac6c-9d2d95c3706c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93885'] for port (None), before_response {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:40:06.031239 dv-cinder-825492-15-iscsi neutron-server[104525]: INFO neutron.wsgi [req-8c78a96d-bebc-4dce-9d32-cf32a8ccccc2 req-12d51966-dd7e-40d7-ac6c-9d2d95c3706c service neutron] 10.222.0.41 "PUT /v2.0/ports/6d5abc91-52ce-441e-be4e-749082dec7ae HTTP/1.1" status: 200 len: 1093 time: 1.0095267 May 25 07:40:06.031753 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '63430b83-f298-430c-9ca9-bdd4d69bde91', 'tag': '6d5abc91-52ce-441e-be4e-749082dec7ae'}] {{(pid=104525) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 25 07:40:06.033983 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d445ce38d91c6b292eb6894f597f8081be97d606cd6e8c01bc8cfabf5dd02ac1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c46373e5-89b3-48f1-9e7c-26b269243421" -d '{"events": [{"name": "network-changed", "server_uuid": "63430b83-f298-430c-9ca9-bdd4d69bde91", "tag": "6d5abc91-52ce-441e-be4e-749082dec7ae"}]}' {{(pid=104525) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 25 07:40:06.074130 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12d51966-dd7e-40d7-ac6c-9d2d95c3706c service neutron] Pushing event updated for resources: {'Port': ['ID=6d5abc91-52ce-441e-be4e-749082dec7ae,revision_number=3']} {{(pid=104525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 07:40:06.079720 dv-cinder-825492-15-iscsi neutron-server[104525]: INFO neutron.wsgi [req-c25ab871-4468-4651-a2f3-3570809f334b req-7b9c2355-cc5e-4279-8325-c6057c54f121 tempest-ServerRescueNegativeTestJSON-274124411 tempest-ServerRescueNegativeTestJSON-274124411-project] 10.222.0.24 "GET /v2.0/security-groups?id=1c0d85d2-6043-4086-9d5d-4dba3c5df84e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1099670 May 25 07:40:06.095496 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 25 May 2022 07:40:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-786d08a8-e495-4d55-a7f9-ddd1d5ab2caf x-openstack-request-id: req-786d08a8-e495-4d55-a7f9-ddd1d5ab2caf {{(pid=104525) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 25 07:40:06.095808 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "63430b83-f298-430c-9ca9-bdd4d69bde91", "tag": "6d5abc91-52ce-441e-be4e-749082dec7ae", "status": "completed", "code": 200}]} {{(pid=104525) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 25 07:40:06.096055 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-786d08a8-e495-4d55-a7f9-ddd1d5ab2caf {{(pid=104525) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 25 07:40:06.096468 dv-cinder-825492-15-iscsi neutron-server[104525]: INFO neutron.notifiers.nova [-] Nova event matching ['req-786d08a8-e495-4d55-a7f9-ddd1d5ab2caf'] response: {'name': 'network-changed', 'server_uuid': '63430b83-f298-430c-9ca9-bdd4d69bde91', 'tag': '6d5abc91-52ce-441e-be4e-749082dec7ae', 'status': 'completed', 'code': 200} May 25 07:40:06.202881 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c46373e5-89b3-48f1-9e7c-26b269243421 req-dc419eef-ad9c-4b35-acf5-dc3718b782c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 07:40:06.204396 dv-cinder-825492-15-iscsi neutron-server[104525]: INFO neutron.wsgi [req-c46373e5-89b3-48f1-9e7c-26b269243421 req-dc419eef-ad9c-4b35-acf5-dc3718b782c3 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=f13c4f9ee9c444d9b9a0d2c2e3ec9142&device_id=63430b83-f298-430c-9ca9-bdd4d69bde91 HTTP/1.1" status: 200 len: 1127 time: 0.0461209 May 25 07:40:06.285358 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fc5fd9f-6384-468f-976d-46cc5102a24e None None] New status for floating IP 85e286a7-b436-4145-84d6-9a3239633c72: DOWN {{(pid=104527) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 25 07:40:06.665026 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c46373e5-89b3-48f1-9e7c-26b269243421 req-7d5d7f9b-593e-44d6-83b1-7215be684cfc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 07:40:06.666536 dv-cinder-825492-15-iscsi neutron-server[104525]: INFO neutron.wsgi [req-c46373e5-89b3-48f1-9e7c-26b269243421 req-7d5d7f9b-593e-44d6-83b1-7215be684cfc service neutron] 10.222.0.41 "GET /v2.0/networks?tenant_id=f13c4f9ee9c444d9b9a0d2c2e3ec9142&shared=False HTTP/1.1" status: 200 len: 910 time: 0.0957119 May 25 07:40:06.759195 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-479acd44-e2c5-4f3e-9999-31e9224a95bc req-9f46a28f-1897-4ade-9f3f-0df164a80630 tempest-AttachVolumeTestJSON-631109292 tempest-AttachVolumeTestJSON-631109292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 07:40:06.760753 dv-cinder-825492-15-iscsi neutron-server[104526]: INFO neutron.wsgi [req-479acd44-e2c5-4f3e-9999-31e9224a95bc req-9f46a28f-1897-4ade-9f3f-0df164a80630 tempest-AttachVolumeTestJSON-631109292 tempest-AttachVolumeTestJSON-631109292-project] 10.222.0.24 "GET /v2.0/ports?device_id=a8b10bee-95b1-4bfb-a9c5-6c15db78ba25 HTTP/1.1" status: 200 len: 945 time: 0.0522983 May 25 07:40:06.808440 dv-cinder-825492-15-iscsi neutron-server[104526]: INFO neutron.wsgi [req-479acd44-e2c5-4f3e-9999-31e9224a95bc req-cb025a03-fd44-4e3f-aca3-e124038d2fbe tempest-AttachVolumeTestJSON-631109292 tempest-AttachVolumeTestJSON-631109292-project] 10.222.0.24 "GET /v2.0/security-groups?id=25c619ea-31ec-4346-9d90-41bcc95d8e89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417814 May 25 07:40:06.830502 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c46373e5-89b3-48f1-9e7c-26b269243421 req-af0dc7be-27e5-4bdf-a4cf-568122ea60dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 07:40:06.830502 dv-cinder-825492-15-iscsi neutron-server[104525]: INFO neutron.wsgi [req-c46373e5-89b3-48f1-9e7c-26b269243421 req-af0dc7be-27e5-4bdf-a4cf-568122ea60dd service neutron] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1093819 May 25 07:40:06.869736 dv-cinder-825492-15-iscsi neutron-server[104525]: INFO neutron.wsgi [req-e3fc6668-17ca-43dd-8ac2-c06d6030c1d0 req-2c6ee84b-d2f2-4966-8545-2a0660726aae tempest-AttachVolumeNegativeTest-1464534600 tempest-AttachVolumeNegativeTest-1464534600-project] 10.222.0.24 "GET /v2.0/ports?device_id=f7f15090-8fe0-4ebd-b4e6-2aad101f417b HTTP/1.1" status: 200 len: 210 time: 0.0307090 May 25 07:40:07.068412 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccbc2fdf-8a3c-4095-8013-a3a1e370245d req-0e46cfb3-814e-47e0-b08b-502ae1d3c16f tempest-TestShelveInstance-2091076447 tempest-TestShelveInstance-2091076447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 07:40:07.070068 dv-cinder-825492-15-iscsi neutron-server[104526]: INFO neutron.wsgi [req-ccbc2fdf-8a3c-4095-8013-a3a1e370245d req-0e46cfb3-814e-47e0-b08b-502ae1d3c16f tempest-TestShelveInstance-2091076447 tempest-TestShelveInstance-2091076447-project] 10.222.0.24 "GET /v2.0/ports?device_id=63430b83-f298-430c-9ca9-bdd4d69bde91 HTTP/1.1" status: 200 len: 943 time: 0.0480895 May 25 07:40:07.119603 dv-cinder-825492-15-iscsi neutron-server[104526]: INFO neutron.wsgi [req-ccbc2fdf-8a3c-4095-8013-a3a1e370245d req-c2d3a3f9-3b3c-4fc2-96de-3cf48a87a90c tempest-TestShelveInstance-2091076447 tempest-TestShelveInstance-2091076447-project] 10.222.0.24 "GET /v2.0/security-groups?id=edcffb78-b012-4438-ba13-bc705797ca5b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440545 May 25 07:40:07.200595 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7abe717-fbbb-4b35-9b0d-cf4121b61aab req-e13452cb-a2cf-49ee-93ca-177d5f001200 tempest-ServerRescueNegativeTestJSON-274124411 tempest-ServerRescueNegativeTestJSON-274124411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 07:40:07.202064 dv-cinder-825492-15-iscsi neutron-server[104525]: INFO neutron.wsgi [req-b7abe717-fbbb-4b35-9b0d-cf4121b61aab req-e13452cb-a2cf-49ee-93ca-177d5f001200 tempest-ServerRescueNegativeTestJSON-274124411 tempest-ServerRescueNegativeTestJSON-274124411-project] 10.222.0.24 "GET /v2.0/ports?device_id=a5ef563c-52c0-40b3-bdf3-dc51e5422196 HTTP/1.1" status: 200 len: 946 time: 0.0459795 May 25 07:40:07.253314 dv-cinder-825492-15-iscsi neutron-server[104525]: INFO neutron.wsgi [req-b7abe717-fbbb-4b35-9b0d-cf4121b61aab req-4c534c93-3c2e-4776-80a3-03affb4406ab tempest-ServerRescueNegativeTestJSON-274124411 tempest-ServerRescueNegativeTestJSON-274124411-project] 10.222.0.24 "GET /v2.0/security-groups?id=1c0d85d2-6043-4086-9d5d-4dba3c5df84e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457280 May 25 07:40:07.380725 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c78a96d-bebc-4dce-9d32-cf32a8ccccc2 req-0da8eb1c-7d32-4c05-aff0-2fb67c977dd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 07:40:07.384751 dv-cinder-825492-15-iscsi neutron-server[104525]: INFO neutron.wsgi [req-8c78a96d-bebc-4dce-9d32-cf32a8ccccc2 req-0da8eb1c-7d32-4c05-aff0-2fb67c977dd0 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=f13c4f9ee9c444d9b9a0d2c2e3ec9142&device_id=63430b83-f298-430c-9ca9-bdd4d69bde91 HTTP/1.1" status: 200 len: 1127 time: 0.0411661 May 25 07:40:07.431093 dv-cinder-825492-15-iscsi neutron-server[104525]: INFO neutron.wsgi [req-8c78a96d-bebc-4dce-9d32-cf32a8ccccc2 req-3dee5786-4304-413d-896f-23168eb36d50 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=6d5abc91-52ce-441e-be4e-749082dec7ae HTTP/1.1" status: 200 len: 217 time: 0.0344734 May 25 07:40:07.476763 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG dbcounter [-] [104525] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104525) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 07:40:07.478915 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron_lib.callbacks.manager [None req-2b5c89e4-5b8d-458d-bf0f-0aa3ee6ad4a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754056472917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490168'] for agent (54ff4013-997e-4376-a4e9-e6c98cf37cc7), after_update {{(pid=104527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:40:07.488468 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c78a96d-bebc-4dce-9d32-cf32a8ccccc2 req-dc94737a-eed3-4bef-a512-3258cc2ed734 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 07:40:07.489967 dv-cinder-825492-15-iscsi neutron-server[104525]: INFO neutron.wsgi [req-8c78a96d-bebc-4dce-9d32-cf32a8ccccc2 req-dc94737a-eed3-4bef-a512-3258cc2ed734 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=6ebf3ac6-955c-49f9-997f-8aa2353df952 HTTP/1.1" status: 200 len: 848 time: 0.0504925 May 25 07:40:07.541835 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c78a96d-bebc-4dce-9d32-cf32a8ccccc2 req-2bf9a705-b99d-4357-9554-63f8c5dfa444 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 07:40:07.543352 dv-cinder-825492-15-iscsi neutron-server[104525]: INFO neutron.wsgi [req-8c78a96d-bebc-4dce-9d32-cf32a8ccccc2 req-2bf9a705-b99d-4357-9554-63f8c5dfa444 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=865acc30-354d-443a-90ac-e550f16275c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0474272 May 25 07:40:07.635881 dv-cinder-825492-15-iscsi neutron-server[104525]: INFO neutron.wsgi [req-8c78a96d-bebc-4dce-9d32-cf32a8ccccc2 req-0298649d-bade-4e22-87cf-e7f693c1008d service neutron] 10.222.0.41 "GET /v2.0/networks/865acc30-354d-443a-90ac-e550f16275c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854244 May 25 07:40:07.730494 dv-cinder-825492-15-iscsi neutron-server[104525]: INFO neutron.wsgi [req-8c78a96d-bebc-4dce-9d32-cf32a8ccccc2 req-42564082-396d-4505-8532-7ad623cc9579 service neutron] 10.222.0.41 "GET /v2.0/networks/865acc30-354d-443a-90ac-e550f16275c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0877383 May 25 07:40:07.897905 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a54716c7-3a27-41c1-b137-b8020741727a req-cbf45622-8735-42d9-9867-f6c7a49b8514 tempest-ServerRescueNegativeTestJSON-274124411 tempest-ServerRescueNegativeTestJSON-274124411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 07:40:07.897905 dv-cinder-825492-15-iscsi neutron-server[104526]: INFO neutron.wsgi [req-a54716c7-3a27-41c1-b137-b8020741727a req-cbf45622-8735-42d9-9867-f6c7a49b8514 tempest-ServerRescueNegativeTestJSON-274124411 tempest-ServerRescueNegativeTestJSON-274124411-project] 10.222.0.24 "GET /v2.0/ports?device_id=a5ef563c-52c0-40b3-bdf3-dc51e5422196 HTTP/1.1" status: 200 len: 946 time: 0.0570102 May 25 07:40:07.942628 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59deb5b4-ac87-4a6f-883a-a7dde532a524 req-368f8827-84de-4f8b-aa65-599028a88536 tempest-AttachVolumeTestJSON-631109292 tempest-AttachVolumeTestJSON-631109292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 07:40:07.944284 dv-cinder-825492-15-iscsi neutron-server[104525]: INFO neutron.wsgi [req-59deb5b4-ac87-4a6f-883a-a7dde532a524 req-368f8827-84de-4f8b-aa65-599028a88536 tempest-AttachVolumeTestJSON-631109292 tempest-AttachVolumeTestJSON-631109292-project] 10.222.0.24 "GET /v2.0/ports?device_id=a8b10bee-95b1-4bfb-a9c5-6c15db78ba25 HTTP/1.1" status: 200 len: 945 time: 0.0509641 May 25 07:40:07.945436 dv-cinder-825492-15-iscsi neutron-server[104526]: INFO neutron.wsgi [req-a54716c7-3a27-41c1-b137-b8020741727a req-0bfd7af3-c808-4126-bc16-c792a0a6289b tempest-ServerRescueNegativeTestJSON-274124411 tempest-ServerRescueNegativeTestJSON-274124411-project] 10.222.0.24 "GET /v2.0/security-groups?id=1c0d85d2-6043-4086-9d5d-4dba3c5df84e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448222 May 25 07:40:07.996854 dv-cinder-825492-15-iscsi neutron-server[104525]: INFO neutron.wsgi [req-59deb5b4-ac87-4a6f-883a-a7dde532a524 req-12efbc3f-68d1-4b97-b8b6-6af94596ec4f tempest-AttachVolumeTestJSON-631109292 tempest-AttachVolumeTestJSON-631109292-project] 10.222.0.24 "GET /v2.0/security-groups?id=25c619ea-31ec-4346-9d90-41bcc95d8e89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435047 May 25 07:40:08.127382 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.wsgi [-] (104526) accepted ('10.222.0.24', 46106) {{(pid=104526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 07:40:08.183672 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG dbcounter [-] [104526] Writing DB stats neutron:SELECT=100 {{(pid=104526) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 07:40:08.187585 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-2bd3cd86-8fea-437d-b60c-2aa46be8ff85 tempest-AttachVolumeNegativeTest-1464534600 tempest-AttachVolumeNegativeTest-1464534600-project] Publish callbacks [] for security_group (5ea9d969-c744-4260-a161-31eba2da204d), before_delete {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:40:08.190750 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebbf27f4-2436-49ca-9fda-01dd58c4a216 req-b502c2cc-bbf5-415d-9b23-0d0b61c0cb94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 07:40:08.192285 dv-cinder-825492-15-iscsi neutron-server[104525]: INFO neutron.wsgi [req-ebbf27f4-2436-49ca-9fda-01dd58c4a216 req-b502c2cc-bbf5-415d-9b23-0d0b61c0cb94 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=d4719a4804e24f27b9427e58c5cbe13b&device_id=a5ef563c-52c0-40b3-bdf3-dc51e5422196 HTTP/1.1" status: 200 len: 1130 time: 0.0428967 May 25 07:40:08.212812 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-2bd3cd86-8fea-437d-b60c-2aa46be8ff85 tempest-AttachVolumeNegativeTest-1464534600 tempest-AttachVolumeNegativeTest-1464534600-project] Publish callbacks [] for security_group (5ea9d969-c744-4260-a161-31eba2da204d), precommit_delete {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:40:08.268900 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG dbcounter [-] [104525] Writing DB stats neutron:SELECT=100 {{(pid=104525) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 07:40:08.290427 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceab52f9-e9b6-439d-bf07-1a4a1a6c6cbf req-f5b1bfc2-9bf3-4734-90af-afd925b6fa1f tempest-TestShelveInstance-2091076447 tempest-TestShelveInstance-2091076447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 07:40:08.291883 dv-cinder-825492-15-iscsi neutron-server[104525]: INFO neutron.wsgi [req-ceab52f9-e9b6-439d-bf07-1a4a1a6c6cbf req-f5b1bfc2-9bf3-4734-90af-afd925b6fa1f tempest-TestShelveInstance-2091076447 tempest-TestShelveInstance-2091076447-project] 10.222.0.24 "GET /v2.0/ports?device_id=63430b83-f298-430c-9ca9-bdd4d69bde91 HTTP/1.1" status: 200 len: 943 time: 0.0987384 May 25 07:40:08.336938 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-2bd3cd86-8fea-437d-b60c-2aa46be8ff85 tempest-AttachVolumeNegativeTest-1464534600 tempest-AttachVolumeNegativeTest-1464534600-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-278753'] for security_group (5ea9d969-c744-4260-a161-31eba2da204d), after_delete {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:40:08.339699 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-2bd3cd86-8fea-437d-b60c-2aa46be8ff85 tempest-AttachVolumeNegativeTest-1464534600 tempest-AttachVolumeNegativeTest-1464534600-project] Publish callbacks [] for security_group (None), before_response {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:40:08.340922 dv-cinder-825492-15-iscsi neutron-server[104526]: INFO neutron.wsgi [None req-2bd3cd86-8fea-437d-b60c-2aa46be8ff85 tempest-AttachVolumeNegativeTest-1464534600 tempest-AttachVolumeNegativeTest-1464534600-project] 10.222.0.24 "DELETE /v2.0/security-groups/5ea9d969-c744-4260-a161-31eba2da204d HTTP/1.1" status: 204 len: 168 time: 0.2125714 May 25 07:40:08.344328 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.wsgi [-] (104526) accepted ('10.222.0.24', 46110) {{(pid=104526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 07:40:08.347402 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.plugins.ml2.rpc [None req-798242cc-9ea0-464c-9109-86bd7997349e None None] Device 8914df61-0be3-41f5-849d-98c808f21db2 no longer exists at agent hyperv_hv-cinder-82549 {{(pid=104527) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 25 07:40:08.352895 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebbf27f4-2436-49ca-9fda-01dd58c4a216 req-752a22ed-3069-4dbb-ae09-858ef6b28708 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 07:40:08.354358 dv-cinder-825492-15-iscsi neutron-server[104525]: INFO neutron.wsgi [req-ebbf27f4-2436-49ca-9fda-01dd58c4a216 req-752a22ed-3069-4dbb-ae09-858ef6b28708 service neutron] 10.222.0.41 "GET /v2.0/networks?id=e9255b8f-85b1-4659-9bc1-7aaec6681338 HTTP/1.1" status: 200 len: 917 time: 0.1505992 May 25 07:40:08.358393 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bd3cd86-8fea-437d-b60c-2aa46be8ff85 tempest-AttachVolumeNegativeTest-1464534600 tempest-AttachVolumeNegativeTest-1464534600-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ea9d969-c744-4260-a161-31eba2da204d,revision_number=None']} {{(pid=104526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 07:40:08.365012 dv-cinder-825492-15-iscsi neutron-server[104526]: INFO neutron.api.v2.resource [None req-b96cd22c-23d6-4efa-a889-8503289f38b0 tempest-AttachVolumeNegativeTest-1464534600 tempest-AttachVolumeNegativeTest-1464534600-project] show failed (client error): The resource could not be found. May 25 07:40:08.366405 dv-cinder-825492-15-iscsi neutron-server[104526]: INFO neutron.wsgi [None req-b96cd22c-23d6-4efa-a889-8503289f38b0 tempest-AttachVolumeNegativeTest-1464534600 tempest-AttachVolumeNegativeTest-1464534600-project] 10.222.0.24 "GET /v2.0/security-groups/5ea9d969-c744-4260-a161-31eba2da204d HTTP/1.1" status: 404 len: 347 time: 0.0207226 May 25 07:40:08.369373 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.wsgi [-] (104526) accepted ('10.222.0.24', 46112) {{(pid=104526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 07:40:08.377741 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.plugins.ml2.plugin [None req-798242cc-9ea0-464c-9109-86bd7997349e None None] No Port match for: 8914df61-0be3-41f5-849d-98c808f21db2 {{(pid=104527) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 25 07:40:08.378092 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.plugins.ml2.rpc [None req-798242cc-9ea0-464c-9109-86bd7997349e None None] Device 8914df61-0be3-41f5-849d-98c808f21db2 not bound to the agent host hv-cinder-82549 {{(pid=104527) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 25 07:40:08.378319 dv-cinder-825492-15-iscsi neutron-server[104525]: INFO neutron.wsgi [req-ceab52f9-e9b6-439d-bf07-1a4a1a6c6cbf req-b51b60b6-7e08-41ea-8fa0-93a7fac8a421 tempest-TestShelveInstance-2091076447 tempest-TestShelveInstance-2091076447-project] 10.222.0.24 "GET /v2.0/security-groups?id=edcffb78-b012-4438-ba13-bc705797ca5b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0797613 May 25 07:40:08.435073 dv-cinder-825492-15-iscsi neutron-server[104525]: INFO neutron.wsgi [req-ebbf27f4-2436-49ca-9fda-01dd58c4a216 req-652b4193-1453-482f-b716-235d623788cc service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=0747a8fb-24f2-4911-87f0-c806befeeab7 HTTP/1.1" status: 200 len: 1001 time: 0.0695605 May 25 07:40:08.481157 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.plugins.ml2.plugin [None req-54f8522f-6d36-4c67-8890-2eea5e0ce780 tempest-AttachVolumeNegativeTest-1464534600 tempest-AttachVolumeNegativeTest-1464534600-project] Deleting port 95c50746-2c9f-4f39-8cbe-ad34efec800b {{(pid=104526) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 25 07:40:08.481496 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-54f8522f-6d36-4c67-8890-2eea5e0ce780 tempest-AttachVolumeNegativeTest-1464534600 tempest-AttachVolumeNegativeTest-1464534600-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754056702922'] for port (95c50746-2c9f-4f39-8cbe-ad34efec800b), before_delete {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:40:08.484573 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebbf27f4-2436-49ca-9fda-01dd58c4a216 req-bac7f0d2-063f-4419-b279-23e3848bccb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 07:40:08.486043 dv-cinder-825492-15-iscsi neutron-server[104525]: INFO neutron.wsgi [req-ebbf27f4-2436-49ca-9fda-01dd58c4a216 req-bac7f0d2-063f-4419-b279-23e3848bccb1 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=2bd01566-eaf4-4493-b26a-8c7ef6fcaf51 HTTP/1.1" status: 200 len: 855 time: 0.0442250 May 25 07:40:08.529345 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebbf27f4-2436-49ca-9fda-01dd58c4a216 req-852986cb-2ce9-4ae8-8885-7c54e94139a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 07:40:08.530987 dv-cinder-825492-15-iscsi neutron-server[104525]: INFO neutron.wsgi [req-ebbf27f4-2436-49ca-9fda-01dd58c4a216 req-852986cb-2ce9-4ae8-8885-7c54e94139a6 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=e9255b8f-85b1-4659-9bc1-7aaec6681338&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0394716 May 25 07:40:08.561494 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-54f8522f-6d36-4c67-8890-2eea5e0ce780 tempest-AttachVolumeNegativeTest-1464534600 tempest-AttachVolumeNegativeTest-1464534600-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625317'] for port (95c50746-2c9f-4f39-8cbe-ad34efec800b), precommit_delete {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:40:08.561815 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-54f8522f-6d36-4c67-8890-2eea5e0ce780 tempest-AttachVolumeNegativeTest-1464534600 tempest-AttachVolumeNegativeTest-1464534600-project] Publish callbacks [] for floatingip (95c50746-2c9f-4f39-8cbe-ad34efec800b), precommit_delete {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:40:08.574596 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.plugins.ml2.plugin [None req-54f8522f-6d36-4c67-8890-2eea5e0ce780 tempest-AttachVolumeNegativeTest-1464534600 tempest-AttachVolumeNegativeTest-1464534600-project] Calling delete_port for 95c50746-2c9f-4f39-8cbe-ad34efec800b owned by network:floatingip {{(pid=104526) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 25 07:40:08.604389 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron_lib.callbacks.manager [None req-461c163e-e11a-425b-8a8d-f39fb153da48 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754056472917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490168'] for agent (fa5554a0-25df-434f-a0d0-5996d872220a), after_update {{(pid=104527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:40:08.633690 dv-cinder-825492-15-iscsi neutron-server[104525]: INFO neutron.wsgi [req-ebbf27f4-2436-49ca-9fda-01dd58c4a216 req-48c2da90-0551-4ebb-9330-2e3009eed3ad service neutron] 10.222.0.41 "GET /v2.0/networks/e9255b8f-85b1-4659-9bc1-7aaec6681338?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0970993 May 25 07:40:08.690413 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG dbcounter [-] [104526] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=104526) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 07:40:08.722588 dv-cinder-825492-15-iscsi neutron-server[104525]: INFO neutron.wsgi [req-ebbf27f4-2436-49ca-9fda-01dd58c4a216 req-c0a2332d-7f2c-42a6-9b71-deb9bd82fb85 service neutron] 10.222.0.41 "GET /v2.0/networks/e9255b8f-85b1-4659-9bc1-7aaec6681338?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838604 May 25 07:40:08.774874 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-54f8522f-6d36-4c67-8890-2eea5e0ce780 tempest-AttachVolumeNegativeTest-1464534600 tempest-AttachVolumeNegativeTest-1464534600-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-617841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612926', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754056714424', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754056173873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2909854'] for port (95c50746-2c9f-4f39-8cbe-ad34efec800b), after_delete {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:40:08.800913 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54f8522f-6d36-4c67-8890-2eea5e0ce780 tempest-AttachVolumeNegativeTest-1464534600 tempest-AttachVolumeNegativeTest-1464534600-project] Pushing event deleted for resources: {'Port': ['ID=95c50746-2c9f-4f39-8cbe-ad34efec800b,revision_number=None']} {{(pid=104526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 07:40:08.859910 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-54f8522f-6d36-4c67-8890-2eea5e0ce780 tempest-AttachVolumeNegativeTest-1464534600 tempest-AttachVolumeNegativeTest-1464534600-project] Publish callbacks [] for floatingip (85e286a7-b436-4145-84d6-9a3239633c72), after_delete {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:40:08.862429 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-54f8522f-6d36-4c67-8890-2eea5e0ce780 tempest-AttachVolumeNegativeTest-1464534600 tempest-AttachVolumeNegativeTest-1464534600-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93885'] for floatingip (None), before_response {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:40:08.863559 dv-cinder-825492-15-iscsi neutron-server[104526]: INFO neutron.wsgi [None req-54f8522f-6d36-4c67-8890-2eea5e0ce780 tempest-AttachVolumeNegativeTest-1464534600 tempest-AttachVolumeNegativeTest-1464534600-project] 10.222.0.24 "DELETE /v2.0/floatingips/85e286a7-b436-4145-84d6-9a3239633c72 HTTP/1.1" status: 204 len: 168 time: 0.4932170 May 25 07:40:09.058671 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.wsgi [-] (104526) accepted ('10.222.0.24', 46120) {{(pid=104526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 07:40:09.063161 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.api.v2.base [None req-50b6b312-b9d8-4566-999a-e1456a768acc tempest-AttachVolumeNegativeTest-1464534600 tempest-AttachVolumeNegativeTest-1464534600-project] Request body: {'security_group': {'name': 'tempest-securitygroup--686321304', 'description': 'tempest-description--1319916941'}} {{(pid=104526) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 25 07:40:09.080585 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-522346a6-1dd5-42b9-9303-34b90ec38c98 req-b5a2d17a-7d7d-4419-870b-3e010b1fb441 tempest-ServerRescueNegativeTestJSON-274124411 tempest-ServerRescueNegativeTestJSON-274124411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 07:40:09.082237 dv-cinder-825492-15-iscsi neutron-server[104525]: INFO neutron.wsgi [req-522346a6-1dd5-42b9-9303-34b90ec38c98 req-b5a2d17a-7d7d-4419-870b-3e010b1fb441 tempest-ServerRescueNegativeTestJSON-274124411 tempest-ServerRescueNegativeTestJSON-274124411-project] 10.222.0.24 "GET /v2.0/ports?device_id=a5ef563c-52c0-40b3-bdf3-dc51e5422196 HTTP/1.1" status: 200 len: 946 time: 0.0533800 May 25 07:40:09.132406 dv-cinder-825492-15-iscsi neutron-server[104525]: INFO neutron.wsgi [req-522346a6-1dd5-42b9-9303-34b90ec38c98 req-38637230-ebff-4407-b819-9e734d8fba0e tempest-ServerRescueNegativeTestJSON-274124411 tempest-ServerRescueNegativeTestJSON-274124411-project] 10.222.0.24 "GET /v2.0/security-groups?id=1c0d85d2-6043-4086-9d5d-4dba3c5df84e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423868 May 25 07:40:09.145756 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba97432b-bbdf-49fb-a853-806dcabed4d5 req-319b9151-8c13-4294-8ade-ecdbd1c12a76 tempest-AttachVolumeTestJSON-631109292 tempest-AttachVolumeTestJSON-631109292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 07:40:09.147853 dv-cinder-825492-15-iscsi neutron-server[104526]: INFO neutron.wsgi [req-ba97432b-bbdf-49fb-a853-806dcabed4d5 req-319b9151-8c13-4294-8ade-ecdbd1c12a76 tempest-AttachVolumeTestJSON-631109292 tempest-AttachVolumeTestJSON-631109292-project] 10.222.0.24 "GET /v2.0/ports?device_id=a8b10bee-95b1-4bfb-a9c5-6c15db78ba25 HTTP/1.1" status: 200 len: 945 time: 0.0513389 May 25 07:40:09.169253 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-50b6b312-b9d8-4566-999a-e1456a768acc tempest-AttachVolumeNegativeTest-1464534600 tempest-AttachVolumeNegativeTest-1464534600-project] Publish callbacks [] for security_group (None), before_create {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:40:09.216995 dv-cinder-825492-15-iscsi neutron-server[104526]: INFO neutron.wsgi [req-ba97432b-bbdf-49fb-a853-806dcabed4d5 req-a2598494-96e8-4ef6-811a-c9785f81bf2e tempest-AttachVolumeTestJSON-631109292 tempest-AttachVolumeTestJSON-631109292-project] 10.222.0.24 "GET /v2.0/security-groups?id=25c619ea-31ec-4346-9d90-41bcc95d8e89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0634601 May 25 07:40:09.257747 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-50b6b312-b9d8-4566-999a-e1456a768acc tempest-AttachVolumeNegativeTest-1464534600 tempest-AttachVolumeNegativeTest-1464534600-project] Publish callbacks [] for security_group (f8d2a486-4c34-4250-bb63-3b6581e34713), precommit_create {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:40:09.317344 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-50b6b312-b9d8-4566-999a-e1456a768acc tempest-AttachVolumeNegativeTest-1464534600 tempest-AttachVolumeNegativeTest-1464534600-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-278753'] for security_group (f8d2a486-4c34-4250-bb63-3b6581e34713), after_create {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:40:09.347531 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50b6b312-b9d8-4566-999a-e1456a768acc tempest-AttachVolumeNegativeTest-1464534600 tempest-AttachVolumeNegativeTest-1464534600-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f8d2a486-4c34-4250-bb63-3b6581e34713,revision_number=1']} {{(pid=104526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 07:40:09.439642 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-50b6b312-b9d8-4566-999a-e1456a768acc tempest-AttachVolumeNegativeTest-1464534600 tempest-AttachVolumeNegativeTest-1464534600-project] Publish callbacks [] for security_group (None), before_response {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:40:09.440985 dv-cinder-825492-15-iscsi neutron-server[104526]: INFO neutron.wsgi [None req-50b6b312-b9d8-4566-999a-e1456a768acc tempest-AttachVolumeNegativeTest-1464534600 tempest-AttachVolumeNegativeTest-1464534600-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.3812950 May 25 07:40:09.443786 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.wsgi [-] (104526) accepted ('10.222.0.24', 46124) {{(pid=104526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 07:40:09.449375 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.api.v2.base [None req-7fe4d294-d60b-4187-9876-65d861f7e59a tempest-AttachVolumeNegativeTest-1464534600 tempest-AttachVolumeNegativeTest-1464534600-project] Request body: {'security_group_rule': {'security_group_id': 'f8d2a486-4c34-4250-bb63-3b6581e34713', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104526) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 25 07:40:09.503008 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be1c88fc-6137-4f4e-9078-ff6e4e7b1f6e req-c964d3d1-8797-4260-84c8-69c50e788056 tempest-TestShelveInstance-2091076447 tempest-TestShelveInstance-2091076447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 07:40:09.504513 dv-cinder-825492-15-iscsi neutron-server[104525]: INFO neutron.wsgi [req-be1c88fc-6137-4f4e-9078-ff6e4e7b1f6e req-c964d3d1-8797-4260-84c8-69c50e788056 tempest-TestShelveInstance-2091076447 tempest-TestShelveInstance-2091076447-project] 10.222.0.24 "GET /v2.0/ports?device_id=63430b83-f298-430c-9ca9-bdd4d69bde91 HTTP/1.1" status: 200 len: 943 time: 0.0468419 May 25 07:40:09.553443 dv-cinder-825492-15-iscsi neutron-server[104525]: INFO neutron.wsgi [req-be1c88fc-6137-4f4e-9078-ff6e4e7b1f6e req-11907283-b37a-46d3-a44f-626c854db0ad tempest-TestShelveInstance-2091076447 tempest-TestShelveInstance-2091076447-project] 10.222.0.24 "GET /v2.0/security-groups?id=edcffb78-b012-4438-ba13-bc705797ca5b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426593 May 25 07:40:09.572179 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-7fe4d294-d60b-4187-9876-65d861f7e59a tempest-AttachVolumeNegativeTest-1464534600 tempest-AttachVolumeNegativeTest-1464534600-project] Publish callbacks [] for security_group_rule (cf1e39dc-a10e-4cf7-b38c-10fafd6b75ff), before_create {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:40:09.582946 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG dbcounter [-] [104526] Writing DB stats neutron:SELECT=89,neutron:DELETE=5,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=104526) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 07:40:09.620210 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-7fe4d294-d60b-4187-9876-65d861f7e59a tempest-AttachVolumeNegativeTest-1464534600 tempest-AttachVolumeNegativeTest-1464534600-project] Publish callbacks [] for security_group_rule (cf1e39dc-a10e-4cf7-b38c-10fafd6b75ff), precommit_create {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:40:09.719812 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-7fe4d294-d60b-4187-9876-65d861f7e59a tempest-AttachVolumeNegativeTest-1464534600 tempest-AttachVolumeNegativeTest-1464534600-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-278608'] for security_group_rule (cf1e39dc-a10e-4cf7-b38c-10fafd6b75ff), after_create {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:40:09.743183 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fe4d294-d60b-4187-9876-65d861f7e59a tempest-AttachVolumeNegativeTest-1464534600 tempest-AttachVolumeNegativeTest-1464534600-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cf1e39dc-a10e-4cf7-b38c-10fafd6b75ff,revision_number=0']} {{(pid=104526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 07:40:09.875664 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-7fe4d294-d60b-4187-9876-65d861f7e59a tempest-AttachVolumeNegativeTest-1464534600 tempest-AttachVolumeNegativeTest-1464534600-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:40:09.880610 dv-cinder-825492-15-iscsi neutron-server[104526]: INFO neutron.wsgi [None req-7fe4d294-d60b-4187-9876-65d861f7e59a tempest-AttachVolumeNegativeTest-1464534600 tempest-AttachVolumeNegativeTest-1464534600-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4313428 May 25 07:40:09.880610 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.wsgi [-] (104526) accepted ('10.222.0.24', 46126) {{(pid=104526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 07:40:09.884396 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.api.v2.base [None req-510b2930-e1bd-4635-a121-de53ea77dfad tempest-AttachVolumeNegativeTest-1464534600 tempest-AttachVolumeNegativeTest-1464534600-project] Request body: {'security_group_rule': {'security_group_id': 'f8d2a486-4c34-4250-bb63-3b6581e34713', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104526) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 25 07:40:10.031754 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-510b2930-e1bd-4635-a121-de53ea77dfad tempest-AttachVolumeNegativeTest-1464534600 tempest-AttachVolumeNegativeTest-1464534600-project] Publish callbacks [] for security_group_rule (e22e7f42-1d1d-478a-a00b-65ccedaa8afe), before_create {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:40:10.114776 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron_lib.callbacks.manager [None req-f9cd7ad7-9657-4dc4-ab64-74b2d9455e3c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754056472917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490168'] for agent (749e0e2c-8e71-4175-9046-27a8fd2a3a0a), after_update {{(pid=104527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:40:10.298825 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG dbcounter [-] [104525] Writing DB stats neutron:SELECT=100 {{(pid=104525) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 07:40:10.339715 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-616e9999-83ed-4fe0-94e9-4f32ceebfdd2 req-dc6db037-757f-4868-8fe5-3dbd5a1c8fc0 tempest-AttachVolumeTestJSON-631109292 tempest-AttachVolumeTestJSON-631109292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 07:40:10.341296 dv-cinder-825492-15-iscsi neutron-server[104525]: INFO neutron.wsgi [req-616e9999-83ed-4fe0-94e9-4f32ceebfdd2 req-dc6db037-757f-4868-8fe5-3dbd5a1c8fc0 tempest-AttachVolumeTestJSON-631109292 tempest-AttachVolumeTestJSON-631109292-project] 10.222.0.24 "GET /v2.0/ports?device_id=a8b10bee-95b1-4bfb-a9c5-6c15db78ba25 HTTP/1.1" status: 200 len: 945 time: 0.0524232 May 25 07:40:10.341755 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13211d93-5cfa-4dfa-8653-462e431754b3 req-32837133-0288-4f9c-8104-85151b08b7b0 tempest-ServerRescueNegativeTestJSON-274124411 tempest-ServerRescueNegativeTestJSON-274124411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 07:40:10.343224 dv-cinder-825492-15-iscsi neutron-server[104526]: INFO neutron.wsgi [req-13211d93-5cfa-4dfa-8653-462e431754b3 req-32837133-0288-4f9c-8104-85151b08b7b0 tempest-ServerRescueNegativeTestJSON-274124411 tempest-ServerRescueNegativeTestJSON-274124411-project] 10.222.0.24 "GET /v2.0/ports?device_id=a5ef563c-52c0-40b3-bdf3-dc51e5422196 HTTP/1.1" status: 200 len: 946 time: 0.0650337 May 25 07:40:10.369886 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-510b2930-e1bd-4635-a121-de53ea77dfad tempest-AttachVolumeNegativeTest-1464534600 tempest-AttachVolumeNegativeTest-1464534600-project] Publish callbacks [] for security_group_rule (e22e7f42-1d1d-478a-a00b-65ccedaa8afe), precommit_create {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:40:10.393182 dv-cinder-825492-15-iscsi neutron-server[104525]: INFO neutron.wsgi [req-616e9999-83ed-4fe0-94e9-4f32ceebfdd2 req-209c2a49-a4a0-4e0c-a25f-7f306e166a5b tempest-AttachVolumeTestJSON-631109292 tempest-AttachVolumeTestJSON-631109292-project] 10.222.0.24 "GET /v2.0/security-groups?id=25c619ea-31ec-4346-9d90-41bcc95d8e89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428486 May 25 07:40:10.398426 dv-cinder-825492-15-iscsi neutron-server[104526]: INFO neutron.wsgi [req-13211d93-5cfa-4dfa-8653-462e431754b3 req-de57df1e-f703-43f1-8db2-79bdcd288e71 tempest-ServerRescueNegativeTestJSON-274124411 tempest-ServerRescueNegativeTestJSON-274124411-project] 10.222.0.24 "GET /v2.0/security-groups?id=1c0d85d2-6043-4086-9d5d-4dba3c5df84e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0495081 May 25 07:40:10.437475 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-510b2930-e1bd-4635-a121-de53ea77dfad tempest-AttachVolumeNegativeTest-1464534600 tempest-AttachVolumeNegativeTest-1464534600-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-278608'] for security_group_rule (e22e7f42-1d1d-478a-a00b-65ccedaa8afe), after_create {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:40:10.456724 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-510b2930-e1bd-4635-a121-de53ea77dfad tempest-AttachVolumeNegativeTest-1464534600 tempest-AttachVolumeNegativeTest-1464534600-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e22e7f42-1d1d-478a-a00b-65ccedaa8afe,revision_number=0']} {{(pid=104526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 07:40:10.536679 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-510b2930-e1bd-4635-a121-de53ea77dfad tempest-AttachVolumeNegativeTest-1464534600 tempest-AttachVolumeNegativeTest-1464534600-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:40:10.537903 dv-cinder-825492-15-iscsi neutron-server[104526]: INFO neutron.wsgi [None req-510b2930-e1bd-4635-a121-de53ea77dfad tempest-AttachVolumeNegativeTest-1464534600 tempest-AttachVolumeNegativeTest-1464534600-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6574941 May 25 07:40:10.541168 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.wsgi [-] (104526) accepted ('10.222.0.24', 46132) {{(pid=104526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 07:40:10.545558 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.api.v2.base [None req-36dcfe3f-dc6b-4f73-8857-fe7e0790fc01 tempest-AttachVolumeNegativeTest-1464534600 tempest-AttachVolumeNegativeTest-1464534600-project] Request body: {'floatingip': {'floating_network_id': '29c629bd-3f50-4535-bfbc-a047608d6fb6'}} {{(pid=104526) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 25 07:40:10.555358 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG dbcounter [-] [104526] Writing DB stats neutron:SELECT=87,neutron:INSERT=7,neutron:DELETE=4,neutron:UPDATE=2 {{(pid=104526) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 07:40:10.657962 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-36dcfe3f-dc6b-4f73-8857-fe7e0790fc01 tempest-AttachVolumeNegativeTest-1464534600 tempest-AttachVolumeNegativeTest-1464534600-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:40:10.669801 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7db1d5a-b121-4314-a19e-ef196bace19f req-262e5a6b-3021-4d05-b512-a2b83d22ad21 tempest-TestShelveInstance-2091076447 tempest-TestShelveInstance-2091076447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 07:40:10.671310 dv-cinder-825492-15-iscsi neutron-server[104525]: INFO neutron.wsgi [req-d7db1d5a-b121-4314-a19e-ef196bace19f req-262e5a6b-3021-4d05-b512-a2b83d22ad21 tempest-TestShelveInstance-2091076447 tempest-TestShelveInstance-2091076447-project] 10.222.0.24 "GET /v2.0/ports?device_id=63430b83-f298-430c-9ca9-bdd4d69bde91 HTTP/1.1" status: 200 len: 943 time: 0.0493093 May 25 07:40:10.721540 dv-cinder-825492-15-iscsi neutron-server[104525]: INFO neutron.wsgi [req-d7db1d5a-b121-4314-a19e-ef196bace19f req-e01e5725-adf1-47c0-9502-89edea9bbe94 tempest-TestShelveInstance-2091076447 tempest-TestShelveInstance-2091076447-project] 10.222.0.24 "GET /v2.0/security-groups?id=edcffb78-b012-4438-ba13-bc705797ca5b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443082 May 25 07:40:10.747519 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-36dcfe3f-dc6b-4f73-8857-fe7e0790fc01 tempest-AttachVolumeNegativeTest-1464534600 tempest-AttachVolumeNegativeTest-1464534600-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-616651'] for port (None), before_create {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:40:10.855474 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.db.db_base_plugin_common [None req-36dcfe3f-dc6b-4f73-8857-fe7e0790fc01 tempest-AttachVolumeNegativeTest-1464534600 tempest-AttachVolumeNegativeTest-1464534600-project] Allocated IP 172.27.3.111 (29c629bd-3f50-4535-bfbc-a047608d6fb6/7934ff5a-43f1-4f76-b9d8-e4343ace34f5/b9466df3-576a-430d-9fe8-9dfa2d93af99) {{(pid=104526) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 07:40:10.956194 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-36dcfe3f-dc6b-4f73-8857-fe7e0790fc01 tempest-AttachVolumeNegativeTest-1464534600 tempest-AttachVolumeNegativeTest-1464534600-project] Publish callbacks [] for port (b9466df3-576a-430d-9fe8-9dfa2d93af99), precommit_create {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:40:10.983659 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG dbcounter [-] [104526] Writing DB stats neutron:INSERT=12,neutron:SELECT=83,neutron:DELETE=1,neutron:UPDATE=4 {{(pid=104526) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 07:40:11.043339 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-36dcfe3f-dc6b-4f73-8857-fe7e0790fc01 tempest-AttachVolumeNegativeTest-1464534600 tempest-AttachVolumeNegativeTest-1464534600-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-617841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612926', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754056173864', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2909854'] for port (b9466df3-576a-430d-9fe8-9dfa2d93af99), after_create {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:40:11.085613 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36dcfe3f-dc6b-4f73-8857-fe7e0790fc01 tempest-AttachVolumeNegativeTest-1464534600 tempest-AttachVolumeNegativeTest-1464534600-project] Network 29c629bd-3f50-4535-bfbc-a047608d6fb6 is already hosted by enough agents. {{(pid=104526) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 07:40:11.088529 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.scheduler.base_scheduler [None req-36dcfe3f-dc6b-4f73-8857-fe7e0790fc01 tempest-AttachVolumeNegativeTest-1464534600 tempest-AttachVolumeNegativeTest-1464534600-project] Resources bound (agent type, host, resource id): {{(pid=104526) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 07:40:11.092279 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36dcfe3f-dc6b-4f73-8857-fe7e0790fc01 tempest-AttachVolumeNegativeTest-1464534600 tempest-AttachVolumeNegativeTest-1464534600-project] Received port after_create {{(pid=104526) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 25 07:40:11.097253 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36dcfe3f-dc6b-4f73-8857-fe7e0790fc01 tempest-AttachVolumeNegativeTest-1464534600 tempest-AttachVolumeNegativeTest-1464534600-project] Pushing event updated for resources: {'Port': ['ID=b9466df3-576a-430d-9fe8-9dfa2d93af99,revision_number=1']} {{(pid=104526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 07:40:11.186105 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-36dcfe3f-dc6b-4f73-8857-fe7e0790fc01 tempest-AttachVolumeNegativeTest-1464534600 tempest-AttachVolumeNegativeTest-1464534600-project] Publish callbacks [] for floatingip (f11700b3-0235-4f59-9e77-b434ecd36287), precommit_create {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:40:11.307744 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-36dcfe3f-dc6b-4f73-8857-fe7e0790fc01 tempest-AttachVolumeNegativeTest-1464534600 tempest-AttachVolumeNegativeTest-1464534600-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-616651'] for port (b9466df3-576a-430d-9fe8-9dfa2d93af99), before_update {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:40:11.518163 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-439b65eb-8219-40c8-8ff2-043a464de4ae req-4666963a-3449-43c1-890b-aa88e84c85c9 tempest-ServerRescueNegativeTestJSON-274124411 tempest-ServerRescueNegativeTestJSON-274124411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 07:40:11.519705 dv-cinder-825492-15-iscsi neutron-server[104525]: INFO neutron.wsgi [req-439b65eb-8219-40c8-8ff2-043a464de4ae req-4666963a-3449-43c1-890b-aa88e84c85c9 tempest-ServerRescueNegativeTestJSON-274124411 tempest-ServerRescueNegativeTestJSON-274124411-project] 10.222.0.24 "GET /v2.0/ports?device_id=a5ef563c-52c0-40b3-bdf3-dc51e5422196 HTTP/1.1" status: 200 len: 946 time: 0.0491588 May 25 07:40:11.539132 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b27f118-5bec-464f-aaf5-887166e9f700 req-3fd08467-024c-4df0-b4cb-fc4a24b6e1aa tempest-AttachVolumeTestJSON-631109292 tempest-AttachVolumeTestJSON-631109292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 07:40:11.540639 dv-cinder-825492-15-iscsi neutron-server[104526]: INFO neutron.wsgi [req-8b27f118-5bec-464f-aaf5-887166e9f700 req-3fd08467-024c-4df0-b4cb-fc4a24b6e1aa tempest-AttachVolumeTestJSON-631109292 tempest-AttachVolumeTestJSON-631109292-project] 10.222.0.24 "GET /v2.0/ports?device_id=a8b10bee-95b1-4bfb-a9c5-6c15db78ba25 HTTP/1.1" status: 200 len: 945 time: 0.0745833 May 25 07:40:11.545006 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron_lib.callbacks.manager [None req-4c581813-650f-4b4b-ac0f-82f585bea231 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754056472917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490168'] for agent (67455b2d-ff20-4068-8b38-73bd0628c5cb), after_update {{(pid=104527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:40:11.553074 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-36dcfe3f-dc6b-4f73-8857-fe7e0790fc01 tempest-AttachVolumeNegativeTest-1464534600 tempest-AttachVolumeNegativeTest-1464534600-project] Publish callbacks [] for port (b9466df3-576a-430d-9fe8-9dfa2d93af99), precommit_update {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:40:11.573828 dv-cinder-825492-15-iscsi neutron-server[104525]: INFO neutron.wsgi [req-439b65eb-8219-40c8-8ff2-043a464de4ae req-974945b6-032e-4f30-8b20-623731b5797f tempest-ServerRescueNegativeTestJSON-274124411 tempest-ServerRescueNegativeTestJSON-274124411-project] 10.222.0.24 "GET /v2.0/security-groups?id=1c0d85d2-6043-4086-9d5d-4dba3c5df84e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0478776 May 25 07:40:11.593664 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG dbcounter [-] [104526] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=104526) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 07:40:11.598614 dv-cinder-825492-15-iscsi neutron-server[104526]: INFO neutron.wsgi [req-8b27f118-5bec-464f-aaf5-887166e9f700 req-2e7527b3-2739-4f78-bb1b-83c3f86aaf82 tempest-AttachVolumeTestJSON-631109292 tempest-AttachVolumeTestJSON-631109292-project] 10.222.0.24 "GET /v2.0/security-groups?id=25c619ea-31ec-4346-9d90-41bcc95d8e89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0484662 May 25 07:40:11.639676 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-36dcfe3f-dc6b-4f73-8857-fe7e0790fc01 tempest-AttachVolumeNegativeTest-1464534600 tempest-AttachVolumeNegativeTest-1464534600-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-617841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612926', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754056714442', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754056173882', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754056173900', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2909847'] for port (b9466df3-576a-430d-9fe8-9dfa2d93af99), after_update {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:40:11.692044 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-965771fc-5a8a-4211-a37a-2ecca973dab6 req-e450f4a5-d246-4dbe-94d7-a69d8e9795cf tempest-ServerRescueNegativeTestJSON-274124411 tempest-ServerRescueNegativeTestJSON-274124411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 07:40:11.693603 dv-cinder-825492-15-iscsi neutron-server[104525]: INFO neutron.wsgi [req-965771fc-5a8a-4211-a37a-2ecca973dab6 req-e450f4a5-d246-4dbe-94d7-a69d8e9795cf tempest-ServerRescueNegativeTestJSON-274124411 tempest-ServerRescueNegativeTestJSON-274124411-project] 10.222.0.24 "GET /v2.0/ports?device_id=a5ef563c-52c0-40b3-bdf3-dc51e5422196 HTTP/1.1" status: 200 len: 946 time: 0.0509901 May 25 07:40:11.702516 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron.wsgi [-] (104525) accepted ('10.222.0.24', 46142) {{(pid=104525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 07:40:11.706942 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron.api.v2.base [None req-18b9c649-36db-4967-82c0-127f668014da tempest-ServerRescueNegativeTestJSON-274124411 tempest-ServerRescueNegativeTestJSON-274124411-project] Request body: {'floatingip': {'port_id': '0747a8fb-24f2-4911-87f0-c806befeeab7'}} {{(pid=104525) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 25 07:40:11.713415 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36dcfe3f-dc6b-4f73-8857-fe7e0790fc01 tempest-AttachVolumeNegativeTest-1464534600 tempest-AttachVolumeNegativeTest-1464534600-project] Pushing event updated for resources: {'Port': ['ID=b9466df3-576a-430d-9fe8-9dfa2d93af99,revision_number=2']} {{(pid=104526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 07:40:11.722704 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-36dcfe3f-dc6b-4f73-8857-fe7e0790fc01 tempest-AttachVolumeNegativeTest-1464534600 tempest-AttachVolumeNegativeTest-1464534600-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1617316'] for floatingip (f11700b3-0235-4f59-9e77-b434ecd36287), after_create {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:40:11.761402 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-18b9c649-36db-4967-82c0-127f668014da tempest-ServerRescueNegativeTestJSON-274124411 tempest-ServerRescueNegativeTestJSON-274124411-project] Publish callbacks [] for floatingip (26d638e8-d88b-475e-9243-3b67b1f7d840), before_update {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:40:11.831542 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-36dcfe3f-dc6b-4f73-8857-fe7e0790fc01 tempest-AttachVolumeNegativeTest-1464534600 tempest-AttachVolumeNegativeTest-1464534600-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93885'] for floatingip (None), before_response {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:40:11.832715 dv-cinder-825492-15-iscsi neutron-server[104526]: INFO neutron.wsgi [None req-36dcfe3f-dc6b-4f73-8857-fe7e0790fc01 tempest-AttachVolumeNegativeTest-1464534600 tempest-AttachVolumeNegativeTest-1464534600-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.2906098 May 25 07:40:11.842442 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f96adc85-03e7-449e-8472-1329db8c97ed req-d572af8e-b28c-44cd-bf22-30c1ebb3c427 tempest-TestShelveInstance-2091076447 tempest-TestShelveInstance-2091076447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 07:40:11.844235 dv-cinder-825492-15-iscsi neutron-server[104526]: INFO neutron.wsgi [req-f96adc85-03e7-449e-8472-1329db8c97ed req-d572af8e-b28c-44cd-bf22-30c1ebb3c427 tempest-TestShelveInstance-2091076447 tempest-TestShelveInstance-2091076447-project] 10.222.0.24 "GET /v2.0/ports?device_id=63430b83-f298-430c-9ca9-bdd4d69bde91 HTTP/1.1" status: 200 len: 943 time: 0.0528460 May 25 07:40:11.903010 dv-cinder-825492-15-iscsi neutron-server[104526]: INFO neutron.wsgi [req-f96adc85-03e7-449e-8472-1329db8c97ed req-61f0b610-cb31-4ac0-8624-a27993fd518f tempest-TestShelveInstance-2091076447 tempest-TestShelveInstance-2091076447-project] 10.222.0.24 "GET /v2.0/security-groups?id=edcffb78-b012-4438-ba13-bc705797ca5b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0501428 May 25 07:40:11.987197 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG dbcounter [-] [104525] Writing DB stats neutron:SELECT=100 {{(pid=104525) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 07:40:12.120605 dv-cinder-825492-15-iscsi neutron-server[104525]: INFO neutron.wsgi [req-e970d71a-1a49-4494-90dc-3525cb83f684 req-1aa47819-f692-4d14-b2bd-f1c077bad048 tempest-AttachVolumeNegativeTest-1464534600 tempest-AttachVolumeNegativeTest-1464534600-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-securitygroup--686321304&fields=id&tenant_id=2d8e35800ce043acbcb027ce406ed2e7 HTTP/1.1" status: 200 len: 267 time: 0.1016877 May 25 07:40:12.266352 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG dbcounter [-] [104525] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104525) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 07:40:12.323655 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e970d71a-1a49-4494-90dc-3525cb83f684 req-717359f5-8888-48a9-90e4-4dc781df23b0 tempest-AttachVolumeNegativeTest-1464534600 tempest-AttachVolumeNegativeTest-1464534600-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 07:40:12.325129 dv-cinder-825492-15-iscsi neutron-server[104525]: INFO neutron.wsgi [req-e970d71a-1a49-4494-90dc-3525cb83f684 req-717359f5-8888-48a9-90e4-4dc781df23b0 tempest-AttachVolumeNegativeTest-1464534600 tempest-AttachVolumeNegativeTest-1464534600-project] 10.222.0.24 "GET /v2.0/networks?id=f39d85d3-0173-4496-879c-2b83e234d364 HTTP/1.1" status: 200 len: 815 time: 0.1785636 May 25 07:40:12.337475 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-18b9c649-36db-4967-82c0-127f668014da tempest-ServerRescueNegativeTestJSON-274124411 tempest-ServerRescueNegativeTestJSON-274124411-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:40:12.345591 dv-cinder-825492-15-iscsi neutron-server[104525]: INFO neutron.wsgi [req-e970d71a-1a49-4494-90dc-3525cb83f684 req-e62e9753-34ee-44a0-a112-f9c5d69cb706 tempest-AttachVolumeNegativeTest-1464534600 tempest-AttachVolumeNegativeTest-1464534600-project] 10.222.0.24 "GET /v2.0/quotas/2d8e35800ce043acbcb027ce406ed2e7 HTTP/1.1" status: 200 len: 375 time: 0.0150177 May 25 07:40:12.393737 dv-cinder-825492-15-iscsi neutron-server[104525]: INFO neutron.wsgi [req-e970d71a-1a49-4494-90dc-3525cb83f684 req-99536b94-2064-4216-a3b0-4d1c4c5f0a5c tempest-AttachVolumeNegativeTest-1464534600 tempest-AttachVolumeNegativeTest-1464534600-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=2d8e35800ce043acbcb027ce406ed2e7&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0428925 May 25 07:40:12.414496 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-18b9c649-36db-4967-82c0-127f668014da tempest-ServerRescueNegativeTestJSON-274124411 tempest-ServerRescueNegativeTestJSON-274124411-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1617316'] for floatingip (26d638e8-d88b-475e-9243-3b67b1f7d840), after_update {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:40:12.568125 dv-cinder-825492-15-iscsi neutron-server[104525]: INFO neutron.wsgi [req-e970d71a-1a49-4494-90dc-3525cb83f684 req-d4fb742e-66aa-412d-9e18-77d789a8b079 service neutron] 10.222.0.24 "GET /v2.0/networks/f39d85d3-0173-4496-879c-2b83e234d364?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1621990 May 25 07:40:12.718516 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1271c98f-c598-4db1-8a35-8595f67116f7 req-1aa74f39-5ede-4740-90b7-f2926fb2b772 tempest-AttachVolumeTestJSON-631109292 tempest-AttachVolumeTestJSON-631109292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 07:40:12.720073 dv-cinder-825492-15-iscsi neutron-server[104526]: INFO neutron.wsgi [req-1271c98f-c598-4db1-8a35-8595f67116f7 req-1aa74f39-5ede-4740-90b7-f2926fb2b772 tempest-AttachVolumeTestJSON-631109292 tempest-AttachVolumeTestJSON-631109292-project] 10.222.0.24 "GET /v2.0/ports?device_id=a8b10bee-95b1-4bfb-a9c5-6c15db78ba25 HTTP/1.1" status: 200 len: 945 time: 0.0505495 May 25 07:40:12.772069 dv-cinder-825492-15-iscsi neutron-server[104526]: INFO neutron.wsgi [req-1271c98f-c598-4db1-8a35-8595f67116f7 req-d738cd83-8a2a-4ac6-9625-9b60f0dcf06d tempest-AttachVolumeTestJSON-631109292 tempest-AttachVolumeTestJSON-631109292-project] 10.222.0.24 "GET /v2.0/security-groups?id=25c619ea-31ec-4346-9d90-41bcc95d8e89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461357 May 25 07:40:12.988709 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-18b9c649-36db-4967-82c0-127f668014da tempest-ServerRescueNegativeTestJSON-274124411 tempest-ServerRescueNegativeTestJSON-274124411-project] Router 89cbe682-09cd-46d4-8e46-d5caa5a0134e has already been hosted by L3 agent 54ff4013-997e-4376-a4e9-e6c98cf37cc7 {{(pid=104525) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 25 07:40:12.990962 dv-cinder-825492-15-iscsi neutron-server[104525]: INFO neutron.wsgi [req-e970d71a-1a49-4494-90dc-3525cb83f684 req-eb6f0e89-743b-4367-9921-9ce4c60f3f87 service neutron] 10.222.0.24 "GET /v2.0/networks/f39d85d3-0173-4496-879c-2b83e234d364?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4151328 May 25 07:40:13.023105 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30876896-7cff-486a-be9e-f3217b7d7e87 req-2041b8ff-99b7-461e-bee2-de39ae5ff6f0 tempest-TestShelveInstance-2091076447 tempest-TestShelveInstance-2091076447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 07:40:13.030185 dv-cinder-825492-15-iscsi neutron-server[104526]: INFO neutron.wsgi [req-30876896-7cff-486a-be9e-f3217b7d7e87 req-2041b8ff-99b7-461e-bee2-de39ae5ff6f0 tempest-TestShelveInstance-2091076447 tempest-TestShelveInstance-2091076447-project] 10.222.0.24 "GET /v2.0/ports?device_id=63430b83-f298-430c-9ca9-bdd4d69bde91 HTTP/1.1" status: 200 len: 943 time: 0.0572629 May 25 07:40:13.083293 dv-cinder-825492-15-iscsi neutron-server[104526]: INFO neutron.wsgi [req-30876896-7cff-486a-be9e-f3217b7d7e87 req-5aff2be4-fb18-4c17-9b37-2110f304b45e tempest-TestShelveInstance-2091076447 tempest-TestShelveInstance-2091076447-project] 10.222.0.24 "GET /v2.0/security-groups?id=edcffb78-b012-4438-ba13-bc705797ca5b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0522261 May 25 07:40:13.099575 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-18b9c649-36db-4967-82c0-127f668014da tempest-ServerRescueNegativeTestJSON-274124411 tempest-ServerRescueNegativeTestJSON-274124411-project] Notify agent at l3_agent.dv-cinder-825492-15-iscsi the message routers_updated {{(pid=104525) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 25 07:40:13.107967 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-18b9c649-36db-4967-82c0-127f668014da tempest-ServerRescueNegativeTestJSON-274124411 tempest-ServerRescueNegativeTestJSON-274124411-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93885'] for floatingip (None), before_response {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:40:13.110345 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG dbcounter [-] [104525] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104525) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 07:40:13.113898 dv-cinder-825492-15-iscsi neutron-server[104528]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a68b732-2b84-4202-8bf7-f6d79d840848 None None] Sync routers for ids ['89cbe682-09cd-46d4-8e46-d5caa5a0134e'] in dv-cinder-825492-15-iscsi {{(pid=104528) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 25 07:40:13.125955 dv-cinder-825492-15-iscsi neutron-server[104528]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a68b732-2b84-4202-8bf7-f6d79d840848 None None] Routers {'89cbe682-09cd-46d4-8e46-d5caa5a0134e'} bound to L3 agent in host dv-cinder-825492-15-iscsi {{(pid=104528) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 25 07:40:13.126788 dv-cinder-825492-15-iscsi neutron-server[104528]: DEBUG neutron.db.l3_hamode_db [None req-1a68b732-2b84-4202-8bf7-f6d79d840848 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825492-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-25T07:27:37Z,description=,heartbeat_timestamp=2022-05-25T07:40:07Z,host='dv-cinder-825492-15-iscsi',id=54ff4013-997e-4376-a4e9-e6c98cf37cc7,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T07:27:38Z,topic='l3_agent')) {'router_ids': ['89cbe682-09cd-46d4-8e46-d5caa5a0134e'], 'active': True} {{(pid=104528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 07:40:13.157418 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a5ef563c-52c0-40b3-bdf3-dc51e5422196', 'tag': '0747a8fb-24f2-4911-87f0-c806befeeab7'}] {{(pid=104525) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 25 07:40:13.159755 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d445ce38d91c6b292eb6894f597f8081be97d606cd6e8c01bc8cfabf5dd02ac1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c8e4b10f-aa04-4ebb-8355-6d1d22639ee5" -d '{"events": [{"name": "network-changed", "server_uuid": "a5ef563c-52c0-40b3-bdf3-dc51e5422196", "tag": "0747a8fb-24f2-4911-87f0-c806befeeab7"}]}' {{(pid=104525) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 25 07:40:13.185679 dv-cinder-825492-15-iscsi neutron-server[104525]: INFO neutron.wsgi [None req-18b9c649-36db-4967-82c0-127f668014da tempest-ServerRescueNegativeTestJSON-274124411 tempest-ServerRescueNegativeTestJSON-274124411-project] 10.222.0.24 "PUT /v2.0/floatingips/26d638e8-d88b-475e-9243-3b67b1f7d840 HTTP/1.1" status: 200 len: 993 time: 1.4797683 May 25 07:40:13.203246 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 25 May 2022 07:40:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6230f3e0-7d50-4ca1-bca9-9e1a0a461739 x-openstack-request-id: req-6230f3e0-7d50-4ca1-bca9-9e1a0a461739 {{(pid=104525) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 25 07:40:13.203527 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a5ef563c-52c0-40b3-bdf3-dc51e5422196", "tag": "0747a8fb-24f2-4911-87f0-c806befeeab7", "status": "completed", "code": 200}]} {{(pid=104525) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 25 07:40:13.203770 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-6230f3e0-7d50-4ca1-bca9-9e1a0a461739 {{(pid=104525) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 25 07:40:13.204158 dv-cinder-825492-15-iscsi neutron-server[104525]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6230f3e0-7d50-4ca1-bca9-9e1a0a461739'] response: {'name': 'network-changed', 'server_uuid': 'a5ef563c-52c0-40b3-bdf3-dc51e5422196', 'tag': '0747a8fb-24f2-4911-87f0-c806befeeab7', 'status': 'completed', 'code': 200} May 25 07:40:13.240050 dv-cinder-825492-15-iscsi neutron-server[104528]: DEBUG neutron.db.l3_dvr_db [None req-1a68b732-2b84-4202-8bf7-f6d79d840848 None None] Set router 89cbe682-09cd-46d4-8e46-d5caa5a0134e gateway port host: dv-cinder-825492-15-iscsi {{(pid=104528) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 25 07:40:13.313603 dv-cinder-825492-15-iscsi neutron-server[104526]: INFO neutron.wsgi [req-6cd8ad5a-4cd7-4fbd-97c8-705187499c26 req-364ccf4c-514c-4ac2-84db-37c16176027a tempest-AttachVolumeNegativeTest-1464534600 tempest-AttachVolumeNegativeTest-1464534600-project] 10.222.0.24 "GET /v2.0/ports?device_id=43b6c572-c0f9-46e4-bd01-0cc1583cfe58 HTTP/1.1" status: 200 len: 210 time: 0.0323439 May 25 07:40:13.457785 dv-cinder-825492-15-iscsi neutron-server[104528]: DEBUG dbcounter [-] [104528] Writing DB stats neutron:SELECT=100 {{(pid=104528) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 07:40:13.471483 dv-cinder-825492-15-iscsi neutron-server[104528]: DEBUG neutron.db.l3_hamode_db [None req-1a68b732-2b84-4202-8bf7-f6d79d840848 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '89cbe682-09cd-46d4-8e46-d5caa5a0134e', 'name': 'tempest-ServerRescueNegativeTestJSON-5943718-router', 'tenant_id': 'd4719a4804e24f27b9427e58c5cbe13b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '29c629bd-3f50-4535-bfbc-a047608d6fb6', 'external_fixed_ips': [{'subnet_id': '7934ff5a-43f1-4f76-b9d8-e4343ace34f5', 'ip_address': '172.27.3.173'}], 'enable_snat': True}, 'gw_port_id': 'ff8aeffc-43d1-4e45-9c0c-9a1bd5a60423', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T07:36:29Z', 'updated_at': '2022-05-25T07:36:35Z', 'revision_number': 4, 'project_id': 'd4719a4804e24f27b9427e58c5cbe13b', 'gw_port': {'id': 'ff8aeffc-43d1-4e45-9c0c-9a1bd5a60423', 'name': '', 'network_id': '29c629bd-3f50-4535-bfbc-a047608d6fb6', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:52:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89cbe682-09cd-46d4-8e46-d5caa5a0134e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '7934ff5a-43f1-4f76-b9d8-e4343ace34f5', 'ip_address': '172.27.3.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825492-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T07:36:30Z', 'updated_at': '2022-05-25T07:36:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7934ff5a-43f1-4f76-b9d8-e4343ace34f5', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825492-15-iscsi', '_floatingips': [{'id': '26d638e8-d88b-475e-9243-3b67b1f7d840', 'tenant_id': 'd4719a4804e24f27b9427e58c5cbe13b', 'floating_ip_address': '172.27.3.43', 'floating_network_id': '29c629bd-3f50-4535-bfbc-a047608d6fb6', 'router_id': '89cbe682-09cd-46d4-8e46-d5caa5a0134e', 'port_id': '0747a8fb-24f2-4911-87f0-c806befeeab7', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 336, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e9255b8f-85b1-4659-9bc1-7aaec6681338', 'mac_address': 'fa:16:3e:d3:8a:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5ef563c-52c0-40b3-bdf3-dc51e5422196', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-25T07:38:30Z', 'updated_at': '2022-05-25T07:40:12Z', 'revision_number': 3, 'project_id': 'd4719a4804e24f27b9427e58c5cbe13b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '93f39134-ddc6-48cc-900e-93b44ac11bfb', 'name': '', 'network_id': 'e9255b8f-85b1-4659-9bc1-7aaec6681338', 'tenant_id': 'd4719a4804e24f27b9427e58c5cbe13b', 'mac_address': 'fa:16:3e:c1:4d:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89cbe682-09cd-46d4-8e46-d5caa5a0134e', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '2bd01566-eaf4-4493-b26a-8c7ef6fcaf51', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825492-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T07:36:33Z', 'updated_at': '2022-05-25T07:36:42Z', 'revision_number': 5, 'project_id': 'd4719a4804e24f27b9427e58c5cbe13b', 'subnets': [{'id': '2bd01566-eaf4-4493-b26a-8c7ef6fcaf51', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-825492-15-iscsi', False) {} {{(pid=104528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 07:40:13.497510 dv-cinder-825492-15-iscsi neutron-server[104528]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a68b732-2b84-4202-8bf7-f6d79d840848 None None] Checking router: 89cbe682-09cd-46d4-8e46-d5caa5a0134e for host: dv-cinder-825492-15-iscsi {{(pid=104528) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 25 07:40:13.506235 dv-cinder-825492-15-iscsi neutron-server[104528]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a68b732-2b84-4202-8bf7-f6d79d840848 None None] Routers {'89cbe682-09cd-46d4-8e46-d5caa5a0134e'} bound to L3 agent in host dv-cinder-825492-15-iscsi {{(pid=104528) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 25 07:40:13.507171 dv-cinder-825492-15-iscsi neutron-server[104528]: DEBUG neutron.db.l3_hamode_db [None req-1a68b732-2b84-4202-8bf7-f6d79d840848 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825492-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-25T07:27:37Z,description=,heartbeat_timestamp=2022-05-25T07:40:07Z,host='dv-cinder-825492-15-iscsi',id=54ff4013-997e-4376-a4e9-e6c98cf37cc7,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T07:27:38Z,topic='l3_agent')) {'router_ids': ['89cbe682-09cd-46d4-8e46-d5caa5a0134e'], 'active': True} {{(pid=104528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 07:40:13.613699 dv-cinder-825492-15-iscsi neutron-server[104528]: DEBUG neutron.db.l3_dvr_db [None req-1a68b732-2b84-4202-8bf7-f6d79d840848 None None] Set router 89cbe682-09cd-46d4-8e46-d5caa5a0134e gateway port host: dv-cinder-825492-15-iscsi {{(pid=104528) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 25 07:40:13.782479 dv-cinder-825492-15-iscsi neutron-server[104528]: DEBUG dbcounter [-] [104528] Writing DB stats neutron:SELECT=100 {{(pid=104528) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 07:40:13.825990 dv-cinder-825492-15-iscsi neutron-server[104528]: DEBUG neutron.db.l3_hamode_db [None req-1a68b732-2b84-4202-8bf7-f6d79d840848 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '89cbe682-09cd-46d4-8e46-d5caa5a0134e', 'name': 'tempest-ServerRescueNegativeTestJSON-5943718-router', 'tenant_id': 'd4719a4804e24f27b9427e58c5cbe13b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '29c629bd-3f50-4535-bfbc-a047608d6fb6', 'external_fixed_ips': [{'subnet_id': '7934ff5a-43f1-4f76-b9d8-e4343ace34f5', 'ip_address': '172.27.3.173'}], 'enable_snat': True}, 'gw_port_id': 'ff8aeffc-43d1-4e45-9c0c-9a1bd5a60423', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T07:36:29Z', 'updated_at': '2022-05-25T07:36:35Z', 'revision_number': 4, 'project_id': 'd4719a4804e24f27b9427e58c5cbe13b', 'gw_port': {'id': 'ff8aeffc-43d1-4e45-9c0c-9a1bd5a60423', 'name': '', 'network_id': '29c629bd-3f50-4535-bfbc-a047608d6fb6', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:52:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89cbe682-09cd-46d4-8e46-d5caa5a0134e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '7934ff5a-43f1-4f76-b9d8-e4343ace34f5', 'ip_address': '172.27.3.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825492-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T07:36:30Z', 'updated_at': '2022-05-25T07:36:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7934ff5a-43f1-4f76-b9d8-e4343ace34f5', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825492-15-iscsi', '_floatingips': [{'id': '26d638e8-d88b-475e-9243-3b67b1f7d840', 'tenant_id': 'd4719a4804e24f27b9427e58c5cbe13b', 'floating_ip_address': '172.27.3.43', 'floating_network_id': '29c629bd-3f50-4535-bfbc-a047608d6fb6', 'router_id': '89cbe682-09cd-46d4-8e46-d5caa5a0134e', 'port_id': '0747a8fb-24f2-4911-87f0-c806befeeab7', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 336, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e9255b8f-85b1-4659-9bc1-7aaec6681338', 'mac_address': 'fa:16:3e:d3:8a:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5ef563c-52c0-40b3-bdf3-dc51e5422196', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-25T07:38:30Z', 'updated_at': '2022-05-25T07:40:12Z', 'revision_number': 3, 'project_id': 'd4719a4804e24f27b9427e58c5cbe13b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '93f39134-ddc6-48cc-900e-93b44ac11bfb', 'name': '', 'network_id': 'e9255b8f-85b1-4659-9bc1-7aaec6681338', 'tenant_id': 'd4719a4804e24f27b9427e58c5cbe13b', 'mac_address': 'fa:16:3e:c1:4d:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89cbe682-09cd-46d4-8e46-d5caa5a0134e', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '2bd01566-eaf4-4493-b26a-8c7ef6fcaf51', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825492-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T07:36:33Z', 'updated_at': '2022-05-25T07:36:42Z', 'revision_number': 5, 'project_id': 'd4719a4804e24f27b9427e58c5cbe13b', 'subnets': [{'id': '2bd01566-eaf4-4493-b26a-8c7ef6fcaf51', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-825492-15-iscsi', False) {} {{(pid=104528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 07:40:13.854034 dv-cinder-825492-15-iscsi neutron-server[104528]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a68b732-2b84-4202-8bf7-f6d79d840848 None None] The sync data for ids ['89cbe682-09cd-46d4-8e46-d5caa5a0134e'] in dv-cinder-825492-15-iscsi is: [{'id': '89cbe682-09cd-46d4-8e46-d5caa5a0134e', 'name': 'tempest-ServerRescueNegativeTestJSON-5943718-router', 'tenant_id': 'd4719a4804e24f27b9427e58c5cbe13b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '29c629bd-3f50-4535-bfbc-a047608d6fb6', 'external_fixed_ips': [{'subnet_id': '7934ff5a-43f1-4f76-b9d8-e4343ace34f5', 'ip_address': '172.27.3.173'}], 'enable_snat': True}, 'gw_port_id': 'ff8aeffc-43d1-4e45-9c0c-9a1bd5a60423', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T07:36:29Z', 'updated_at': '2022-05-25T07:36:35Z', 'revision_number': 4, 'project_id': 'd4719a4804e24f27b9427e58c5cbe13b', 'gw_port': {'id': 'ff8aeffc-43d1-4e45-9c0c-9a1bd5a60423', 'name': '', 'network_id': '29c629bd-3f50-4535-bfbc-a047608d6fb6', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:52:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89cbe682-09cd-46d4-8e46-d5caa5a0134e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '7934ff5a-43f1-4f76-b9d8-e4343ace34f5', 'ip_address': '172.27.3.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825492-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T07:36:30Z', 'updated_at': '2022-05-25T07:36:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7934ff5a-43f1-4f76-b9d8-e4343ace34f5', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825492-15-iscsi', '_floatingips': [{'id': '26d638e8-d88b-475e-9243-3b67b1f7d840', 'tenant_id': 'd4719a4804e24f27b9427e58c5cbe13b', 'floating_ip_address': '172.27.3.43', 'floating_network_id': '29c629bd-3f50-4535-bfbc-a047608d6fb6', 'router_id': '89cbe682-09cd-46d4-8e46-d5caa5a0134e', 'port_id': '0747a8fb-24f2-4911-87f0-c806befeeab7', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 336, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e9255b8f-85b1-4659-9bc1-7aaec6681338', 'mac_address': 'fa:16:3e:d3:8a:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5ef563c-52c0-40b3-bdf3-dc51e5422196', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-25T07:38:30Z', 'updated_at': '2022-05-25T07:40:12Z', 'revision_number': 3, 'project_id': 'd4719a4804e24f27b9427e58c5cbe13b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '93f39134-ddc6-48cc-900e-93b44ac11bfb', 'name': '', 'network_id': 'e9255b8f-85b1-4659-9bc1-7aaec6681338', 'tenant_id': 'd4719a4804e24f27b9427e58c5cbe13b', 'mac_address': 'fa:16:3e:c1:4d:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89cbe682-09cd-46d4-8e46-d5caa5a0134e', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '2bd01566-eaf4-4493-b26a-8c7ef6fcaf51', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825492-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T07:36:33Z', 'updated_at': '2022-05-25T07:36:42Z', 'revision_number': 5, 'project_id': 'd4719a4804e24f27b9427e58c5cbe13b', 'subnets': [{'id': '2bd01566-eaf4-4493-b26a-8c7ef6fcaf51', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104528) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 25 07:40:13.910502 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b58d089c-aa40-43d0-9e5d-59501eb284a6 req-c132e8a8-c9ab-4f5c-923a-8d3f6f3a74f7 tempest-AttachVolumeTestJSON-631109292 tempest-AttachVolumeTestJSON-631109292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 07:40:13.910502 dv-cinder-825492-15-iscsi neutron-server[104525]: INFO neutron.wsgi [req-b58d089c-aa40-43d0-9e5d-59501eb284a6 req-c132e8a8-c9ab-4f5c-923a-8d3f6f3a74f7 tempest-AttachVolumeTestJSON-631109292 tempest-AttachVolumeTestJSON-631109292-project] 10.222.0.24 "GET /v2.0/ports?device_id=a8b10bee-95b1-4bfb-a9c5-6c15db78ba25 HTTP/1.1" status: 200 len: 945 time: 0.0518441 May 25 07:40:13.944726 dv-cinder-825492-15-iscsi neutron-server[104525]: INFO neutron.wsgi [req-b58d089c-aa40-43d0-9e5d-59501eb284a6 req-52f8c0b2-824b-4573-89b2-4e8489fc66b4 tempest-AttachVolumeTestJSON-631109292 tempest-AttachVolumeTestJSON-631109292-project] 10.222.0.24 "GET /v2.0/security-groups?id=25c619ea-31ec-4346-9d90-41bcc95d8e89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442879 May 25 07:40:14.150315 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8e4b10f-aa04-4ebb-8355-6d1d22639ee5 req-64bbf11d-437c-4539-9a00-ef22c8145a18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 07:40:14.151806 dv-cinder-825492-15-iscsi neutron-server[104525]: INFO neutron.wsgi [req-c8e4b10f-aa04-4ebb-8355-6d1d22639ee5 req-64bbf11d-437c-4539-9a00-ef22c8145a18 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=d4719a4804e24f27b9427e58c5cbe13b&device_id=a5ef563c-52c0-40b3-bdf3-dc51e5422196 HTTP/1.1" status: 200 len: 1130 time: 0.0448256 May 25 07:40:14.206180 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50a0b14f-c888-414f-b348-27aaf4f70768 req-030cb5ef-4745-4eaf-a34a-55764bb10066 tempest-TestShelveInstance-2091076447 tempest-TestShelveInstance-2091076447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 07:40:14.207673 dv-cinder-825492-15-iscsi neutron-server[104526]: INFO neutron.wsgi [req-50a0b14f-c888-414f-b348-27aaf4f70768 req-030cb5ef-4745-4eaf-a34a-55764bb10066 tempest-TestShelveInstance-2091076447 tempest-TestShelveInstance-2091076447-project] 10.222.0.24 "GET /v2.0/ports?device_id=63430b83-f298-430c-9ca9-bdd4d69bde91 HTTP/1.1" status: 200 len: 943 time: 0.0485475 May 25 07:40:14.235172 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG dbcounter [-] [104526] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=104526) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 07:40:14.258724 dv-cinder-825492-15-iscsi neutron-server[104526]: INFO neutron.wsgi [req-50a0b14f-c888-414f-b348-27aaf4f70768 req-8517ae34-fcdb-4bff-a748-0a11693ab177 tempest-TestShelveInstance-2091076447 tempest-TestShelveInstance-2091076447-project] 10.222.0.24 "GET /v2.0/security-groups?id=edcffb78-b012-4438-ba13-bc705797ca5b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444758 May 25 07:40:14.278809 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8e4b10f-aa04-4ebb-8355-6d1d22639ee5 req-f060f830-e995-454b-916b-4fabfb85eb17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 07:40:14.280297 dv-cinder-825492-15-iscsi neutron-server[104525]: INFO neutron.wsgi [req-c8e4b10f-aa04-4ebb-8355-6d1d22639ee5 req-f060f830-e995-454b-916b-4fabfb85eb17 service neutron] 10.222.0.41 "GET /v2.0/networks?id=e9255b8f-85b1-4659-9bc1-7aaec6681338 HTTP/1.1" status: 200 len: 917 time: 0.0854788 May 25 07:40:14.347902 dv-cinder-825492-15-iscsi neutron-server[104525]: INFO neutron.wsgi [req-c8e4b10f-aa04-4ebb-8355-6d1d22639ee5 req-51abe579-44ff-4cbd-9cd5-63eab1a1bedd service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=0747a8fb-24f2-4911-87f0-c806befeeab7 HTTP/1.1" status: 200 len: 1001 time: 0.0583551 May 25 07:40:14.383320 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG dbcounter [-] [104525] Writing DB stats neutron:SELECT=100 {{(pid=104525) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 07:40:14.420260 dv-cinder-825492-15-iscsi neutron-server[104525]: INFO neutron.wsgi [req-6abd409e-fdce-400c-b491-def97c6eb452 req-181d63d1-4913-49fc-9dc0-6b519c7d3649 tempest-AttachVolumeNegativeTest-1464534600 tempest-AttachVolumeNegativeTest-1464534600-project] 10.222.0.24 "GET /v2.0/ports?device_id=43b6c572-c0f9-46e4-bd01-0cc1583cfe58 HTTP/1.1" status: 200 len: 210 time: 0.0356729 May 25 07:40:14.427568 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8e4b10f-aa04-4ebb-8355-6d1d22639ee5 req-c660594e-608a-4a3c-bef2-4862a893893f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 07:40:14.429052 dv-cinder-825492-15-iscsi neutron-server[104525]: INFO neutron.wsgi [req-c8e4b10f-aa04-4ebb-8355-6d1d22639ee5 req-c660594e-608a-4a3c-bef2-4862a893893f service neutron] 10.222.0.41 "GET /v2.0/subnets?id=2bd01566-eaf4-4493-b26a-8c7ef6fcaf51 HTTP/1.1" status: 200 len: 855 time: 0.0722995 May 25 07:40:14.477613 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8e4b10f-aa04-4ebb-8355-6d1d22639ee5 req-97f59c75-028a-497f-8ba1-f78182cc713c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 07:40:14.479078 dv-cinder-825492-15-iscsi neutron-server[104525]: INFO neutron.wsgi [req-c8e4b10f-aa04-4ebb-8355-6d1d22639ee5 req-97f59c75-028a-497f-8ba1-f78182cc713c service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=e9255b8f-85b1-4659-9bc1-7aaec6681338&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0425391 May 25 07:40:14.567571 dv-cinder-825492-15-iscsi neutron-server[104525]: INFO neutron.wsgi [req-c8e4b10f-aa04-4ebb-8355-6d1d22639ee5 req-9f08da57-8992-4568-afc2-6c909a31ff41 service neutron] 10.222.0.41 "GET /v2.0/networks/e9255b8f-85b1-4659-9bc1-7aaec6681338?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0815151 May 25 07:40:14.665794 dv-cinder-825492-15-iscsi neutron-server[104525]: INFO neutron.wsgi [req-c8e4b10f-aa04-4ebb-8355-6d1d22639ee5 req-c0b2d214-32ad-4c4d-9287-26c59c02e332 service neutron] 10.222.0.41 "GET /v2.0/networks/e9255b8f-85b1-4659-9bc1-7aaec6681338?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0895767 May 25 07:40:15.059706 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e21a93d1-cf71-40fa-8ea1-675957ec8bc3 req-77210922-a873-4735-a9e2-53c154c7deec tempest-AttachVolumeTestJSON-631109292 tempest-AttachVolumeTestJSON-631109292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 07:40:15.061410 dv-cinder-825492-15-iscsi neutron-server[104526]: INFO neutron.wsgi [req-e21a93d1-cf71-40fa-8ea1-675957ec8bc3 req-77210922-a873-4735-a9e2-53c154c7deec tempest-AttachVolumeTestJSON-631109292 tempest-AttachVolumeTestJSON-631109292-project] 10.222.0.24 "GET /v2.0/ports?device_id=a8b10bee-95b1-4bfb-a9c5-6c15db78ba25 HTTP/1.1" status: 200 len: 945 time: 0.0480151 May 25 07:40:15.108254 dv-cinder-825492-15-iscsi neutron-server[104526]: INFO neutron.wsgi [req-e21a93d1-cf71-40fa-8ea1-675957ec8bc3 req-f60fa24e-013b-4ccb-aec3-91b32ac03f76 tempest-AttachVolumeTestJSON-631109292 tempest-AttachVolumeTestJSON-631109292-project] 10.222.0.24 "GET /v2.0/security-groups?id=25c619ea-31ec-4346-9d90-41bcc95d8e89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411468 May 25 07:40:15.205337 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a5ef563c-52c0-40b3-bdf3-dc51e5422196', 'tag': '0747a8fb-24f2-4911-87f0-c806befeeab7'}] {{(pid=104525) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 25 07:40:15.207753 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d445ce38d91c6b292eb6894f597f8081be97d606cd6e8c01bc8cfabf5dd02ac1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4787a90f-91e5-4f00-a976-1977c0a80e3d" -d '{"events": [{"name": "network-changed", "server_uuid": "a5ef563c-52c0-40b3-bdf3-dc51e5422196", "tag": "0747a8fb-24f2-4911-87f0-c806befeeab7"}]}' {{(pid=104525) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 25 07:40:15.244658 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 25 May 2022 07:40:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bd10fc2d-86e3-4f2b-bf9c-e4add9736876 x-openstack-request-id: req-bd10fc2d-86e3-4f2b-bf9c-e4add9736876 {{(pid=104525) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 25 07:40:15.244965 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a5ef563c-52c0-40b3-bdf3-dc51e5422196", "tag": "0747a8fb-24f2-4911-87f0-c806befeeab7", "status": "completed", "code": 200}]} {{(pid=104525) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 25 07:40:15.245211 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-bd10fc2d-86e3-4f2b-bf9c-e4add9736876 {{(pid=104525) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 25 07:40:15.245622 dv-cinder-825492-15-iscsi neutron-server[104525]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bd10fc2d-86e3-4f2b-bf9c-e4add9736876'] response: {'name': 'network-changed', 'server_uuid': 'a5ef563c-52c0-40b3-bdf3-dc51e5422196', 'tag': '0747a8fb-24f2-4911-87f0-c806befeeab7', 'status': 'completed', 'code': 200} May 25 07:40:15.382664 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a9b7fd8-1109-40d9-8d93-1083203281b6 req-c9a4912e-9af2-4036-a4d4-13b7a089ff8b tempest-TestShelveInstance-2091076447 tempest-TestShelveInstance-2091076447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 07:40:15.384215 dv-cinder-825492-15-iscsi neutron-server[104526]: INFO neutron.wsgi [req-3a9b7fd8-1109-40d9-8d93-1083203281b6 req-c9a4912e-9af2-4036-a4d4-13b7a089ff8b tempest-TestShelveInstance-2091076447 tempest-TestShelveInstance-2091076447-project] 10.222.0.24 "GET /v2.0/ports?device_id=63430b83-f298-430c-9ca9-bdd4d69bde91 HTTP/1.1" status: 200 len: 943 time: 0.0522110 May 25 07:40:15.425670 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4787a90f-91e5-4f00-a976-1977c0a80e3d req-81a427cd-d4b8-4d18-9213-e3a361ad6934 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 07:40:15.427891 dv-cinder-825492-15-iscsi neutron-server[104525]: INFO neutron.wsgi [req-4787a90f-91e5-4f00-a976-1977c0a80e3d req-81a427cd-d4b8-4d18-9213-e3a361ad6934 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=d4719a4804e24f27b9427e58c5cbe13b&device_id=a5ef563c-52c0-40b3-bdf3-dc51e5422196 HTTP/1.1" status: 200 len: 1130 time: 0.0512440 May 25 07:40:15.447921 dv-cinder-825492-15-iscsi neutron-server[104526]: INFO neutron.wsgi [req-3a9b7fd8-1109-40d9-8d93-1083203281b6 req-ce5e6df2-2292-4fdf-93db-5c4761cec45d tempest-TestShelveInstance-2091076447 tempest-TestShelveInstance-2091076447-project] 10.222.0.24 "GET /v2.0/security-groups?id=edcffb78-b012-4438-ba13-bc705797ca5b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0554287 May 25 07:40:15.537490 dv-cinder-825492-15-iscsi neutron-server[104526]: INFO neutron.wsgi [req-83412de2-3ad1-49f1-a011-407b6d659151 req-b5e78499-a1f2-4ad7-bdf2-802b4675b8a9 tempest-AttachVolumeNegativeTest-1464534600 tempest-AttachVolumeNegativeTest-1464534600-project] 10.222.0.24 "GET /v2.0/ports?device_id=43b6c572-c0f9-46e4-bd01-0cc1583cfe58 HTTP/1.1" status: 200 len: 210 time: 0.0288587 May 25 07:40:15.550667 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01f8e428-86ea-411e-b01c-0f5ca9643ac4 req-ff222df2-ed96-4f23-97e4-3cdd0c7c6e5d tempest-AttachVolumeTestJSON-631109292 tempest-AttachVolumeTestJSON-631109292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 07:40:15.552149 dv-cinder-825492-15-iscsi neutron-server[104525]: INFO neutron.wsgi [req-01f8e428-86ea-411e-b01c-0f5ca9643ac4 req-ff222df2-ed96-4f23-97e4-3cdd0c7c6e5d tempest-AttachVolumeTestJSON-631109292 tempest-AttachVolumeTestJSON-631109292-project] 10.222.0.24 "GET /v2.0/ports?device_id=a8b10bee-95b1-4bfb-a9c5-6c15db78ba25 HTTP/1.1" status: 200 len: 945 time: 0.0676243 May 25 07:40:15.555347 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG dbcounter [-] [104525] Writing DB stats neutron:SELECT=100 {{(pid=104525) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 07:40:15.586714 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4787a90f-91e5-4f00-a976-1977c0a80e3d req-212044e9-0245-4d4f-b1a0-d212f9c7bbe8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 07:40:15.586714 dv-cinder-825492-15-iscsi neutron-server[104525]: INFO neutron.wsgi [req-4787a90f-91e5-4f00-a976-1977c0a80e3d req-212044e9-0245-4d4f-b1a0-d212f9c7bbe8 service neutron] 10.222.0.41 "GET /v2.0/networks?id=e9255b8f-85b1-4659-9bc1-7aaec6681338 HTTP/1.1" status: 200 len: 917 time: 0.1489580 May 25 07:40:15.655072 dv-cinder-825492-15-iscsi neutron-server[104525]: INFO neutron.wsgi [req-01f8e428-86ea-411e-b01c-0f5ca9643ac4 req-21c7ee26-e28d-4838-b95d-282e199ef344 tempest-AttachVolumeTestJSON-631109292 tempest-AttachVolumeTestJSON-631109292-project] 10.222.0.24 "GET /v2.0/security-groups?id=25c619ea-31ec-4346-9d90-41bcc95d8e89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0930581 May 25 07:40:15.668558 dv-cinder-825492-15-iscsi neutron-server[104525]: INFO neutron.wsgi [req-4787a90f-91e5-4f00-a976-1977c0a80e3d req-55ac4d28-bdfd-4e30-ad4b-4bc6e4ba7dca service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=0747a8fb-24f2-4911-87f0-c806befeeab7 HTTP/1.1" status: 200 len: 1001 time: 0.0766652 May 25 07:40:15.732215 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e970d71a-1a49-4494-90dc-3525cb83f684 req-7d14b1bb-08c6-4f51-9fb4-83d6ff60cd95 tempest-AttachVolumeNegativeTest-1464534600 tempest-AttachVolumeNegativeTest-1464534600-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 07:40:15.733272 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4787a90f-91e5-4f00-a976-1977c0a80e3d req-b60066f4-4527-44bb-802c-6ed27d5fdcf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 07:40:15.733828 dv-cinder-825492-15-iscsi neutron-server[104526]: INFO neutron.wsgi [req-e970d71a-1a49-4494-90dc-3525cb83f684 req-7d14b1bb-08c6-4f51-9fb4-83d6ff60cd95 tempest-AttachVolumeNegativeTest-1464534600 tempest-AttachVolumeNegativeTest-1464534600-project] 10.222.0.41 "GET /v2.0/networks?id=f39d85d3-0173-4496-879c-2b83e234d364 HTTP/1.1" status: 200 len: 815 time: 0.1503541 May 25 07:40:15.734969 dv-cinder-825492-15-iscsi neutron-server[104525]: INFO neutron.wsgi [req-4787a90f-91e5-4f00-a976-1977c0a80e3d req-b60066f4-4527-44bb-802c-6ed27d5fdcf4 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=2bd01566-eaf4-4493-b26a-8c7ef6fcaf51 HTTP/1.1" status: 200 len: 855 time: 0.0518041 May 25 07:40:15.735492 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cfe3a21-d166-43e5-8bfc-6183a7cc9b0f req-659392ae-8967-44c0-9713-7fb24fb2615d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 07:40:15.736888 dv-cinder-825492-15-iscsi neutron-server[104526]: INFO neutron.wsgi [req-5cfe3a21-d166-43e5-8bfc-6183a7cc9b0f req-659392ae-8967-44c0-9713-7fb24fb2615d service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=294afe2c36184564a80fb6bef7b32359&device_id=a8b10bee-95b1-4bfb-a9c5-6c15db78ba25 HTTP/1.1" status: 200 len: 1129 time: 0.0691249 May 25 07:40:15.800361 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4787a90f-91e5-4f00-a976-1977c0a80e3d req-7fc26c92-f5e1-4a4c-afb7-e3a8b310e084 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 07:40:15.801852 dv-cinder-825492-15-iscsi neutron-server[104525]: INFO neutron.wsgi [req-4787a90f-91e5-4f00-a976-1977c0a80e3d req-7fc26c92-f5e1-4a4c-afb7-e3a8b310e084 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=e9255b8f-85b1-4659-9bc1-7aaec6681338&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0407591 May 25 07:40:15.880949 dv-cinder-825492-15-iscsi neutron-server[104526]: INFO neutron.wsgi [req-e970d71a-1a49-4494-90dc-3525cb83f684 req-ec1e24a8-b23e-45a4-af91-48a6794c596b tempest-AttachVolumeNegativeTest-1464534600 tempest-AttachVolumeNegativeTest-1464534600-project] 10.222.0.41 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=2d8e35800ce043acbcb027ce406ed2e7 HTTP/1.1" status: 200 len: 379 time: 0.1207521 May 25 07:40:15.894130 dv-cinder-825492-15-iscsi neutron-server[104525]: INFO neutron.wsgi [req-4787a90f-91e5-4f00-a976-1977c0a80e3d req-f9c90b5a-c021-41d3-98a2-1f6d1db7cd77 service neutron] 10.222.0.41 "GET /v2.0/networks/e9255b8f-85b1-4659-9bc1-7aaec6681338?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845978 May 25 07:40:15.898049 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.api.v2.base [req-e970d71a-1a49-4494-90dc-3525cb83f684 req-cf5752d1-f83f-4acf-813f-754685f789b1 tempest-AttachVolumeNegativeTest-1464534600 tempest-AttachVolumeNegativeTest-1464534600-project] Request body: {'port': {'device_id': '43b6c572-c0f9-46e4-bd01-0cc1583cfe58', 'network_id': 'f39d85d3-0173-4496-879c-2b83e234d364', 'admin_state_up': True, 'tenant_id': '2d8e35800ce043acbcb027ce406ed2e7', 'security_groups': ['f8d2a486-4c34-4250-bb63-3b6581e34713']}} {{(pid=104526) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 25 07:40:15.903190 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cfe3a21-d166-43e5-8bfc-6183a7cc9b0f req-fd61c345-e3b9-4d3d-b8ee-5bbbd334af50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 07:40:15.904638 dv-cinder-825492-15-iscsi neutron-server[104526]: INFO neutron.wsgi [req-5cfe3a21-d166-43e5-8bfc-6183a7cc9b0f req-fd61c345-e3b9-4d3d-b8ee-5bbbd334af50 service neutron] 10.222.0.41 "GET /v2.0/networks?id=f85a9936-18a2-497c-90b9-ba6df25b9b6e HTTP/1.1" status: 200 len: 911 time: 0.1388361 May 25 07:40:15.992062 dv-cinder-825492-15-iscsi neutron-server[104525]: INFO neutron.wsgi [req-4787a90f-91e5-4f00-a976-1977c0a80e3d req-46a66dd5-b4bb-47cc-b6ab-976e24222e07 service neutron] 10.222.0.41 "GET /v2.0/networks/e9255b8f-85b1-4659-9bc1-7aaec6681338?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0905271 May 25 07:40:16.020793 dv-cinder-825492-15-iscsi neutron-server[104526]: INFO neutron.wsgi [req-5cfe3a21-d166-43e5-8bfc-6183a7cc9b0f req-0a600192-1aa9-4266-8381-ce95859dd64a service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=afc7174b-1940-457e-9abc-fe45a8d98d61 HTTP/1.1" status: 200 len: 1001 time: 0.1050696 May 25 07:40:16.035488 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG dbcounter [-] [104526] Writing DB stats neutron:SELECT=100 {{(pid=104526) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 07:40:16.097069 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cfe3a21-d166-43e5-8bfc-6183a7cc9b0f req-fbf5753f-cc56-4a33-bdea-4f16bbb44d75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 07:40:16.098538 dv-cinder-825492-15-iscsi neutron-server[104526]: INFO neutron.wsgi [req-5cfe3a21-d166-43e5-8bfc-6183a7cc9b0f req-fbf5753f-cc56-4a33-bdea-4f16bbb44d75 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=fdef845a-6670-4f1a-9c6b-2e789510998b HTTP/1.1" status: 200 len: 849 time: 0.0529122 May 25 07:40:16.223299 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cfe3a21-d166-43e5-8bfc-6183a7cc9b0f req-f5152716-cfaf-44fc-b365-911c8ec883c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 07:40:16.224870 dv-cinder-825492-15-iscsi neutron-server[104526]: INFO neutron.wsgi [req-5cfe3a21-d166-43e5-8bfc-6183a7cc9b0f req-f5152716-cfaf-44fc-b365-911c8ec883c4 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=f85a9936-18a2-497c-90b9-ba6df25b9b6e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0385873 May 25 07:40:16.279488 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e970d71a-1a49-4494-90dc-3525cb83f684 req-cf5752d1-f83f-4acf-813f-754685f789b1 tempest-AttachVolumeNegativeTest-1464534600 tempest-AttachVolumeNegativeTest-1464534600-project] Made reservation on behalf of 2d8e35800ce043acbcb027ce406ed2e7 for: {'port': 1} {{(pid=104526) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 07:40:16.282750 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [req-e970d71a-1a49-4494-90dc-3525cb83f684 req-cf5752d1-f83f-4acf-813f-754685f789b1 tempest-AttachVolumeNegativeTest-1464534600 tempest-AttachVolumeNegativeTest-1464534600-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-616651'] for port (None), before_create {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:40:16.311136 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG dbcounter [-] [104526] Writing DB stats neutron:SELECT=97,neutron:INSERT=3 {{(pid=104526) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 07:40:16.374419 dv-cinder-825492-15-iscsi neutron-server[104526]: INFO neutron.wsgi [req-5cfe3a21-d166-43e5-8bfc-6183a7cc9b0f req-e0f0e380-00c4-413a-afac-991da5f2d0b3 service neutron] 10.222.0.41 "GET /v2.0/networks/f85a9936-18a2-497c-90b9-ba6df25b9b6e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1429584 May 25 07:40:16.391993 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.plugins.ml2.rpc [None req-798242cc-9ea0-464c-9109-86bd7997349e None None] Device 6d5abc91-52ce-441e-be4e-749082dec7ae details requested by agent hyperv_hv-cinder-82549 with host hv-cinder-82549 {{(pid=104527) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 25 07:40:16.492237 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.plugins.ml2.db [None req-798242cc-9ea0-464c-9109-86bd7997349e None None] For port 6d5abc91-52ce-441e-be4e-749082dec7ae, host hv-cinder-82549, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82549',level=0,port_id=6d5abc91-52ce-441e-be4e-749082dec7ae,segment=NetworkSegment(ed9b260d-18a6-47d6-b09f-f8e237c3b8ef),segment_id=ed9b260d-18a6-47d6-b09f-f8e237c3b8ef)] {{(pid=104527) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 07:40:16.495911 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.db.db_base_plugin_common [req-e970d71a-1a49-4494-90dc-3525cb83f684 req-cf5752d1-f83f-4acf-813f-754685f789b1 tempest-AttachVolumeNegativeTest-1464534600 tempest-AttachVolumeNegativeTest-1464534600-project] Allocated IP 172.20.0.5 (f39d85d3-0173-4496-879c-2b83e234d364/4aef3d06-f4fb-4751-a5a8-ab68314fa54a/627e7547-a34e-487f-a611-64aa7bd85302) {{(pid=104526) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 07:40:16.504440 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG dbcounter [-] [104527] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104527) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 07:40:16.505844 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.plugins.ml2.rpc [None req-798242cc-9ea0-464c-9109-86bd7997349e None None] Returning: {'device': '6d5abc91-52ce-441e-be4e-749082dec7ae', 'network_id': '865acc30-354d-443a-90ac-e550f16275c5', 'port_id': '6d5abc91-52ce-441e-be4e-749082dec7ae', 'mac_address': 'fa:16:3e:41:5b:60', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 286, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6ebf3ac6-955c-49f9-997f-8aa2353df952', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104527) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 25 07:40:16.540969 dv-cinder-825492-15-iscsi neutron-server[104526]: INFO neutron.wsgi [req-5cfe3a21-d166-43e5-8bfc-6183a7cc9b0f req-22ae2987-9d5d-4564-9b73-5254f26865cd service neutron] 10.222.0.41 "GET /v2.0/networks/f85a9936-18a2-497c-90b9-ba6df25b9b6e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1590869 May 25 07:40:16.542674 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.plugins.ml2.plugin [None req-798242cc-9ea0-464c-9109-86bd7997349e None None] Current status of the port 6d5abc91-52ce-441e-be4e-749082dec7ae is: DOWN; New status is: BUILD {{(pid=104527) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 25 07:40:16.543069 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron_lib.callbacks.manager [None req-798242cc-9ea0-464c-9109-86bd7997349e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-616651'] for port (6d5abc91-52ce-441e-be4e-749082dec7ae), before_update {{(pid=104527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:40:16.557170 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.notifiers.nova [None req-798242cc-9ea0-464c-9109-86bd7997349e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6d5abc91-52ce-441e-be4e-749082dec7ae {{(pid=104527) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 25 07:40:16.579110 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.plugins.ml2.db [None req-798242cc-9ea0-464c-9109-86bd7997349e None None] For port 6d5abc91-52ce-441e-be4e-749082dec7ae, host hv-cinder-82549, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82549',level=0,port_id=6d5abc91-52ce-441e-be4e-749082dec7ae,segment=NetworkSegment(ed9b260d-18a6-47d6-b09f-f8e237c3b8ef),segment_id=ed9b260d-18a6-47d6-b09f-f8e237c3b8ef)] {{(pid=104527) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 07:40:16.596134 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62e2d7b3-402e-4ff8-819d-ea4e1cb84653 req-26a37a32-3ad0-4ab8-a5a7-82d78ea9a239 tempest-TestShelveInstance-2091076447 tempest-TestShelveInstance-2091076447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 07:40:16.596888 dv-cinder-825492-15-iscsi neutron-server[104526]: INFO neutron.wsgi [req-62e2d7b3-402e-4ff8-819d-ea4e1cb84653 req-26a37a32-3ad0-4ab8-a5a7-82d78ea9a239 tempest-TestShelveInstance-2091076447 tempest-TestShelveInstance-2091076447-project] 10.222.0.24 "GET /v2.0/ports?device_id=63430b83-f298-430c-9ca9-bdd4d69bde91 HTTP/1.1" status: 200 len: 943 time: 0.0734208 May 25 07:40:16.654712 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron_lib.callbacks.manager [None req-798242cc-9ea0-464c-9109-86bd7997349e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-617841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612926', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754056714442', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754056173882', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754056173900'] for port (6d5abc91-52ce-441e-be4e-749082dec7ae), after_update {{(pid=104527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:40:16.662070 dv-cinder-825492-15-iscsi neutron-server[104525]: INFO neutron.wsgi [req-a1323f75-8d54-46ee-a006-cb39b1d80ebe req-9b5421f5-6a30-4d78-be82-dd21398c781a tempest-AttachVolumeNegativeTest-1464534600 tempest-AttachVolumeNegativeTest-1464534600-project] 10.222.0.24 "GET /v2.0/ports?device_id=43b6c572-c0f9-46e4-bd01-0cc1583cfe58 HTTP/1.1" status: 200 len: 210 time: 0.0290313 May 25 07:40:16.705464 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG dbcounter [-] [104527] Writing DB stats neutron:SELECT=90,neutron:UPDATE=10 {{(pid=104527) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 07:40:16.708840 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-798242cc-9ea0-464c-9109-86bd7997349e None None] Pushing event updated for resources: {'Port': ['ID=6d5abc91-52ce-441e-be4e-749082dec7ae,revision_number=4']} {{(pid=104527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 07:40:16.722821 dv-cinder-825492-15-iscsi neutron-server[104526]: INFO neutron.wsgi [req-62e2d7b3-402e-4ff8-819d-ea4e1cb84653 req-9503d1ef-fce9-44cd-b50d-d5179f761670 tempest-TestShelveInstance-2091076447 tempest-TestShelveInstance-2091076447-project] 10.222.0.24 "GET /v2.0/security-groups?id=edcffb78-b012-4438-ba13-bc705797ca5b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1111746 May 25 07:40:16.758716 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [req-e970d71a-1a49-4494-90dc-3525cb83f684 req-cf5752d1-f83f-4acf-813f-754685f789b1 tempest-AttachVolumeNegativeTest-1464534600 tempest-AttachVolumeNegativeTest-1464534600-project] Publish callbacks [] for port (627e7547-a34e-487f-a611-64aa7bd85302), precommit_create {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:40:16.784246 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a10a0134-7531-4173-9a9a-83640f7213da req-6dbd6c17-baec-46ba-b5d9-d514caecda2a tempest-AttachVolumeTestJSON-631109292 tempest-AttachVolumeTestJSON-631109292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 07:40:16.785746 dv-cinder-825492-15-iscsi neutron-server[104525]: INFO neutron.wsgi [req-a10a0134-7531-4173-9a9a-83640f7213da req-6dbd6c17-baec-46ba-b5d9-d514caecda2a tempest-AttachVolumeTestJSON-631109292 tempest-AttachVolumeTestJSON-631109292-project] 10.222.0.24 "GET /v2.0/ports?device_id=a8b10bee-95b1-4bfb-a9c5-6c15db78ba25 HTTP/1.1" status: 200 len: 945 time: 0.0493183 May 25 07:40:16.837601 dv-cinder-825492-15-iscsi neutron-server[104525]: INFO neutron.wsgi [req-a10a0134-7531-4173-9a9a-83640f7213da req-5c613128-e8a9-4754-ba6a-e8652bae58a8 tempest-AttachVolumeTestJSON-631109292 tempest-AttachVolumeTestJSON-631109292-project] 10.222.0.24 "GET /v2.0/security-groups?id=25c619ea-31ec-4346-9d90-41bcc95d8e89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459948 May 25 07:40:16.862947 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [req-e970d71a-1a49-4494-90dc-3525cb83f684 req-cf5752d1-f83f-4acf-813f-754685f789b1 tempest-AttachVolumeNegativeTest-1464534600 tempest-AttachVolumeNegativeTest-1464534600-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-617841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612926', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754056173864', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2909854'] for port (627e7547-a34e-487f-a611-64aa7bd85302), after_create {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:40:16.910723 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e970d71a-1a49-4494-90dc-3525cb83f684 req-cf5752d1-f83f-4acf-813f-754685f789b1 tempest-AttachVolumeNegativeTest-1464534600 tempest-AttachVolumeNegativeTest-1464534600-project] Network f39d85d3-0173-4496-879c-2b83e234d364 is already hosted by enough agents. {{(pid=104526) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 07:40:16.913895 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.scheduler.base_scheduler [req-e970d71a-1a49-4494-90dc-3525cb83f684 req-cf5752d1-f83f-4acf-813f-754685f789b1 tempest-AttachVolumeNegativeTest-1464534600 tempest-AttachVolumeNegativeTest-1464534600-project] Resources bound (agent type, host, resource id): {{(pid=104526) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 07:40:16.917662 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.db.l3_dvrscheduler_db [req-e970d71a-1a49-4494-90dc-3525cb83f684 req-cf5752d1-f83f-4acf-813f-754685f789b1 tempest-AttachVolumeNegativeTest-1464534600 tempest-AttachVolumeNegativeTest-1464534600-project] Received port after_create {{(pid=104526) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 25 07:40:16.923494 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf5752d1-f83f-4acf-813f-754685f789b1 tempest-AttachVolumeNegativeTest-1464534600 tempest-AttachVolumeNegativeTest-1464534600-project] Pushing event updated for resources: {'Port': ['ID=627e7547-a34e-487f-a611-64aa7bd85302,revision_number=1']} {{(pid=104526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 07:40:16.970370 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e970d71a-1a49-4494-90dc-3525cb83f684 req-cf5752d1-f83f-4acf-813f-754685f789b1 tempest-AttachVolumeNegativeTest-1464534600 tempest-AttachVolumeNegativeTest-1464534600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 07:40:16.970985 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [req-e970d71a-1a49-4494-90dc-3525cb83f684 req-cf5752d1-f83f-4acf-813f-754685f789b1 tempest-AttachVolumeNegativeTest-1464534600 tempest-AttachVolumeNegativeTest-1464534600-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93885'] for port (None), before_response {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:40:16.974244 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG dbcounter [-] [104526] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=104526) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 07:40:17.059358 dv-cinder-825492-15-iscsi neutron-server[104526]: INFO neutron.wsgi [req-e970d71a-1a49-4494-90dc-3525cb83f684 req-cf5752d1-f83f-4acf-813f-754685f789b1 tempest-AttachVolumeNegativeTest-1464534600 tempest-AttachVolumeNegativeTest-1464534600-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1655591 May 25 07:40:17.079495 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.plugins.ml2.db [None req-798242cc-9ea0-464c-9109-86bd7997349e None None] get_ports_and_sgs() called for port_ids ['6d5abc91-52ce-441e-be4e-749082dec7ae'] {{(pid=104527) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 25 07:40:17.169426 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.db.provisioning_blocks [None req-c61cd16a-a55b-4506-8eb5-91cf825708a3 None None] Provisioning complete for port 627e7547-a34e-487f-a611-64aa7bd85302 triggered by entity DHCP. {{(pid=104527) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 25 07:40:17.169725 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron_lib.callbacks.manager [None req-c61cd16a-a55b-4506-8eb5-91cf825708a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1490782'] for port (627e7547-a34e-487f-a611-64aa7bd85302), provisioning_complete {{(pid=104527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:40:17.220420 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.plugins.ml2.plugin [None req-c61cd16a-a55b-4506-8eb5-91cf825708a3 None None] Port 627e7547-a34e-487f-a611-64aa7bd85302 cannot update to ACTIVE because it is not bound. {{(pid=104527) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 25 07:40:17.631375 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.api.v2.base [req-e970d71a-1a49-4494-90dc-3525cb83f684 req-6384aa9b-fe30-4a1e-a312-c4c199a5d779 service neutron] Request body: {'port': {'device_id': '43b6c572-c0f9-46e4-bd01-0cc1583cfe58', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82549'}} {{(pid=104526) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 25 07:40:17.691737 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [req-e970d71a-1a49-4494-90dc-3525cb83f684 req-6384aa9b-fe30-4a1e-a312-c4c199a5d779 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-616651'] for port (627e7547-a34e-487f-a611-64aa7bd85302), before_update {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:40:17.812418 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c019df4b-231a-4146-a1b1-e6cdbf80100f req-34eaec43-8087-4604-9df4-e5243abf602b tempest-AttachVolumeNegativeTest-1464534600 tempest-AttachVolumeNegativeTest-1464534600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 07:40:17.813925 dv-cinder-825492-15-iscsi neutron-server[104526]: INFO neutron.wsgi [req-c019df4b-231a-4146-a1b1-e6cdbf80100f req-34eaec43-8087-4604-9df4-e5243abf602b tempest-AttachVolumeNegativeTest-1464534600 tempest-AttachVolumeNegativeTest-1464534600-project] 10.222.0.24 "GET /v2.0/ports?device_id=43b6c572-c0f9-46e4-bd01-0cc1583cfe58 HTTP/1.1" status: 200 len: 931 time: 0.0742497 May 25 07:40:17.838880 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-641a39f1-024c-4bc5-8a37-ce800ef04a8c req-a6c877b6-0595-4595-a5c7-cf42cc5a0d1e tempest-TestShelveInstance-2091076447 tempest-TestShelveInstance-2091076447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 07:40:17.840406 dv-cinder-825492-15-iscsi neutron-server[104525]: INFO neutron.wsgi [req-641a39f1-024c-4bc5-8a37-ce800ef04a8c req-a6c877b6-0595-4595-a5c7-cf42cc5a0d1e tempest-TestShelveInstance-2091076447 tempest-TestShelveInstance-2091076447-project] 10.222.0.24 "GET /v2.0/ports?device_id=63430b83-f298-430c-9ca9-bdd4d69bde91 HTTP/1.1" status: 200 len: 944 time: 0.0475645 May 25 07:40:17.889957 dv-cinder-825492-15-iscsi neutron-server[104525]: INFO neutron.wsgi [req-641a39f1-024c-4bc5-8a37-ce800ef04a8c req-94aa14ee-6e5b-4a08-9bbe-553b9eb993f6 tempest-TestShelveInstance-2091076447 tempest-TestShelveInstance-2091076447-project] 10.222.0.24 "GET /v2.0/security-groups?id=edcffb78-b012-4438-ba13-bc705797ca5b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437093 May 25 07:40:17.926287 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG dbcounter [-] [104526] Writing DB stats neutron:SELECT=90,neutron:INSERT=4,neutron:UPDATE=4,neutron:DELETE=2 {{(pid=104526) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 07:40:17.945383 dv-cinder-825492-15-iscsi neutron-server[104526]: INFO neutron.wsgi [req-c019df4b-231a-4146-a1b1-e6cdbf80100f req-8aa46530-b401-4ffd-8c6d-fd1a7fcbc14e tempest-AttachVolumeNegativeTest-1464534600 tempest-AttachVolumeNegativeTest-1464534600-project] 10.222.0.24 "GET /v2.0/security-groups?id=f8d2a486-4c34-4250-bb63-3b6581e34713&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1244483 May 25 07:40:17.998919 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b64059ef-10bd-4891-8b76-5157192ea5ee req-6cb56fce-cefd-4437-abe3-5a793c338a7f tempest-AttachVolumeTestJSON-631109292 tempest-AttachVolumeTestJSON-631109292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 07:40:18.000447 dv-cinder-825492-15-iscsi neutron-server[104525]: INFO neutron.wsgi [req-b64059ef-10bd-4891-8b76-5157192ea5ee req-6cb56fce-cefd-4437-abe3-5a793c338a7f tempest-AttachVolumeTestJSON-631109292 tempest-AttachVolumeTestJSON-631109292-project] 10.222.0.24 "GET /v2.0/ports?device_id=a8b10bee-95b1-4bfb-a9c5-6c15db78ba25 HTTP/1.1" status: 200 len: 945 time: 0.0488677 May 25 07:40:18.037501 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG dbcounter [-] [104525] Writing DB stats neutron:SELECT=100 {{(pid=104525) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 07:40:18.053945 dv-cinder-825492-15-iscsi neutron-server[104525]: INFO neutron.wsgi [req-b64059ef-10bd-4891-8b76-5157192ea5ee req-f7f671ae-763a-4a76-b731-196f26fafcde tempest-AttachVolumeTestJSON-631109292 tempest-AttachVolumeTestJSON-631109292-project] 10.222.0.24 "GET /v2.0/security-groups?id=25c619ea-31ec-4346-9d90-41bcc95d8e89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471992 May 25 07:40:18.074541 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.notifiers.nova [req-e970d71a-1a49-4494-90dc-3525cb83f684 req-6384aa9b-fe30-4a1e-a312-c4c199a5d779 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 627e7547-a34e-487f-a611-64aa7bd85302 {{(pid=104526) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 25 07:40:18.082629 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [req-e970d71a-1a49-4494-90dc-3525cb83f684 req-6384aa9b-fe30-4a1e-a312-c4c199a5d779 service neutron] Publish callbacks [] for port (627e7547-a34e-487f-a611-64aa7bd85302), precommit_update {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:40:18.095647 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.db.provisioning_blocks [req-e970d71a-1a49-4494-90dc-3525cb83f684 req-6384aa9b-fe30-4a1e-a312-c4c199a5d779 service neutron] Transition to ACTIVE for port object 627e7547-a34e-487f-a611-64aa7bd85302 will not be triggered until provisioned by entity L2. {{(pid=104526) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 25 07:40:18.153609 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [req-e970d71a-1a49-4494-90dc-3525cb83f684 req-6384aa9b-fe30-4a1e-a312-c4c199a5d779 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-617841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612926', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754056714442', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754056173882', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754056173900', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2909847'] for port (627e7547-a34e-487f-a611-64aa7bd85302), after_update {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:40:18.203398 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6384aa9b-fe30-4a1e-a312-c4c199a5d779 service neutron] Pushing event updated for resources: {'Port': ['ID=627e7547-a34e-487f-a611-64aa7bd85302,revision_number=2']} {{(pid=104526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 07:40:18.275834 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.plugins.ml2.managers [req-e970d71a-1a49-4494-90dc-3525cb83f684 req-6384aa9b-fe30-4a1e-a312-c4c199a5d779 service neutron] Attempting to bind port 627e7547-a34e-487f-a611-64aa7bd85302 on host hv-cinder-82549 for vnic_type normal with profile {{(pid=104526) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 25 07:40:18.276184 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.plugins.ml2.managers [req-e970d71a-1a49-4494-90dc-3525cb83f684 req-6384aa9b-fe30-4a1e-a312-c4c199a5d779 service neutron] Attempting to bind port 627e7547-a34e-487f-a611-64aa7bd85302 by drivers openvswitch,hyperv on host hv-cinder-82549 at level 0 using segments [{'id': 'a280169f-cd62-40b1-b23e-40cb603d4abb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 267, 'network_id': 'f39d85d3-0173-4496-879c-2b83e234d364'}] {{(pid=104526) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 25 07:40:18.276502 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e970d71a-1a49-4494-90dc-3525cb83f684 req-6384aa9b-fe30-4a1e-a312-c4c199a5d779 service neutron] Attempting to bind port 627e7547-a34e-487f-a611-64aa7bd85302 on network f39d85d3-0173-4496-879c-2b83e234d364 {{(pid=104526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 25 07:40:18.281242 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e970d71a-1a49-4494-90dc-3525cb83f684 req-6384aa9b-fe30-4a1e-a312-c4c199a5d779 service neutron] Port 627e7547-a34e-487f-a611-64aa7bd85302 on network f39d85d3-0173-4496-879c-2b83e234d364 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82549 {{(pid=104526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 25 07:40:18.281556 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e970d71a-1a49-4494-90dc-3525cb83f684 req-6384aa9b-fe30-4a1e-a312-c4c199a5d779 service neutron] Attempting to bind port 627e7547-a34e-487f-a611-64aa7bd85302 on network f39d85d3-0173-4496-879c-2b83e234d364 {{(pid=104526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 25 07:40:18.283306 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG dbcounter [-] [104526] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=104526) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 07:40:18.287221 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e970d71a-1a49-4494-90dc-3525cb83f684 req-6384aa9b-fe30-4a1e-a312-c4c199a5d779 service neutron] Checking agent: {'id': 'bbf5dc8c-5103-4973-a6b6-76af4660c126', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82549', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 25, 7, 34, 32), 'started_at': datetime.datetime(2022, 5, 25, 7, 34, 32), 'heartbeat_timestamp': datetime.datetime(2022, 5, 25, 7, 40, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 25 07:40:18.287602 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e970d71a-1a49-4494-90dc-3525cb83f684 req-6384aa9b-fe30-4a1e-a312-c4c199a5d779 service neutron] Checking segment: {'id': 'a280169f-cd62-40b1-b23e-40cb603d4abb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 267, 'network_id': 'f39d85d3-0173-4496-879c-2b83e234d364'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104526) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 25 07:40:18.288464 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e970d71a-1a49-4494-90dc-3525cb83f684 req-6384aa9b-fe30-4a1e-a312-c4c199a5d779 service neutron] Bound using segment: {'id': 'a280169f-cd62-40b1-b23e-40cb603d4abb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 267, 'network_id': 'f39d85d3-0173-4496-879c-2b83e234d364'} {{(pid=104526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 25 07:40:18.288912 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.plugins.ml2.managers [req-e970d71a-1a49-4494-90dc-3525cb83f684 req-6384aa9b-fe30-4a1e-a312-c4c199a5d779 service neutron] Bound port: 627e7547-a34e-487f-a611-64aa7bd85302, host: hv-cinder-82549, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a280169f-cd62-40b1-b23e-40cb603d4abb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 267, 'network_id': 'f39d85d3-0173-4496-879c-2b83e234d364'}}] {{(pid=104526) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 25 07:40:18.289264 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [req-e970d71a-1a49-4494-90dc-3525cb83f684 req-6384aa9b-fe30-4a1e-a312-c4c199a5d779 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-616651'] for port (627e7547-a34e-487f-a611-64aa7bd85302), before_update {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:40:18.355605 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.plugins.ml2.db [req-e970d71a-1a49-4494-90dc-3525cb83f684 req-6384aa9b-fe30-4a1e-a312-c4c199a5d779 service neutron] For port 627e7547-a34e-487f-a611-64aa7bd85302, host hv-cinder-82549, cleared binding levels {{(pid=104526) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 25 07:40:18.358684 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.plugins.ml2.db [req-e970d71a-1a49-4494-90dc-3525cb83f684 req-6384aa9b-fe30-4a1e-a312-c4c199a5d779 service neutron] For port 627e7547-a34e-487f-a611-64aa7bd85302, host hv-cinder-82549, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82549',level=0,port_id=627e7547-a34e-487f-a611-64aa7bd85302,segment=NetworkSegment(a280169f-cd62-40b1-b23e-40cb603d4abb),segment_id=a280169f-cd62-40b1-b23e-40cb603d4abb)] {{(pid=104526) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 25 07:40:18.410673 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.plugins.ml2.rpc [None req-798242cc-9ea0-464c-9109-86bd7997349e None None] Device 6d5abc91-52ce-441e-be4e-749082dec7ae up at agent hyperv_hv-cinder-82549 {{(pid=104527) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 25 07:40:18.463190 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.db.provisioning_blocks [None req-798242cc-9ea0-464c-9109-86bd7997349e None None] Provisioning for port 6d5abc91-52ce-441e-be4e-749082dec7ae completed by entity L2. {{(pid=104527) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 25 07:40:18.484140 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [req-e970d71a-1a49-4494-90dc-3525cb83f684 req-6384aa9b-fe30-4a1e-a312-c4c199a5d779 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-617841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612926', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754056714442', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754056173882', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754056173900', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2909847'] for port (627e7547-a34e-487f-a611-64aa7bd85302), after_update {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:40:18.517742 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e970d71a-1a49-4494-90dc-3525cb83f684 req-6384aa9b-fe30-4a1e-a312-c4c199a5d779 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 07:40:18.518355 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [req-e970d71a-1a49-4494-90dc-3525cb83f684 req-6384aa9b-fe30-4a1e-a312-c4c199a5d779 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93885'] for port (None), before_response {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:40:18.519733 dv-cinder-825492-15-iscsi neutron-server[104526]: INFO neutron.wsgi [req-e970d71a-1a49-4494-90dc-3525cb83f684 req-6384aa9b-fe30-4a1e-a312-c4c199a5d779 service neutron] 10.222.0.41 "PUT /v2.0/ports/627e7547-a34e-487f-a611-64aa7bd85302 HTTP/1.1" status: 200 len: 1093 time: 0.8929284 May 25 07:40:18.520354 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '43b6c572-c0f9-46e4-bd01-0cc1583cfe58', 'tag': '627e7547-a34e-487f-a611-64aa7bd85302'}] {{(pid=104526) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 25 07:40:18.522568 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db633a5f02cadde147c9bc1566607705b0433b891c7275f259bdbd209e6b6683" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c2796ae9-27d9-4049-bb01-3f2a4185ce1f" -d '{"events": [{"name": "network-changed", "server_uuid": "43b6c572-c0f9-46e4-bd01-0cc1583cfe58", "tag": "627e7547-a34e-487f-a611-64aa7bd85302"}]}' {{(pid=104526) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 25 07:40:18.549553 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6384aa9b-fe30-4a1e-a312-c4c199a5d779 service neutron] Pushing event updated for resources: {'Port': ['ID=627e7547-a34e-487f-a611-64aa7bd85302,revision_number=3']} {{(pid=104526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 07:40:18.563619 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.db.provisioning_blocks [None req-798242cc-9ea0-464c-9109-86bd7997349e None None] Provisioning complete for port 6d5abc91-52ce-441e-be4e-749082dec7ae triggered by entity L2. {{(pid=104527) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 25 07:40:18.564674 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron_lib.callbacks.manager [None req-798242cc-9ea0-464c-9109-86bd7997349e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1490782'] for port (6d5abc91-52ce-441e-be4e-749082dec7ae), provisioning_complete {{(pid=104527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:40:18.573929 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 25 May 2022 07:40:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1b1a8518-8c5f-4d50-a5b0-0ae8f9c29866 x-openstack-request-id: req-1b1a8518-8c5f-4d50-a5b0-0ae8f9c29866 {{(pid=104526) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 25 07:40:18.574289 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "43b6c572-c0f9-46e4-bd01-0cc1583cfe58", "tag": "627e7547-a34e-487f-a611-64aa7bd85302", "status": "completed", "code": 200}]} {{(pid=104526) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 25 07:40:18.574628 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-1b1a8518-8c5f-4d50-a5b0-0ae8f9c29866 {{(pid=104526) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 25 07:40:18.575109 dv-cinder-825492-15-iscsi neutron-server[104526]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1b1a8518-8c5f-4d50-a5b0-0ae8f9c29866'] response: {'name': 'network-changed', 'server_uuid': '43b6c572-c0f9-46e4-bd01-0cc1583cfe58', 'tag': '627e7547-a34e-487f-a611-64aa7bd85302', 'status': 'completed', 'code': 200} May 25 07:40:18.664598 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2796ae9-27d9-4049-bb01-3f2a4185ce1f req-53b22118-b68c-4034-af3a-2aaad3c5419a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 07:40:18.666422 dv-cinder-825492-15-iscsi neutron-server[104526]: INFO neutron.wsgi [req-c2796ae9-27d9-4049-bb01-3f2a4185ce1f req-53b22118-b68c-4034-af3a-2aaad3c5419a service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=2d8e35800ce043acbcb027ce406ed2e7&device_id=43b6c572-c0f9-46e4-bd01-0cc1583cfe58 HTTP/1.1" status: 200 len: 1127 time: 0.0451374 May 25 07:40:18.779328 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2796ae9-27d9-4049-bb01-3f2a4185ce1f req-64de9802-aa82-42fe-ac01-86b71ce1e60d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 07:40:18.780779 dv-cinder-825492-15-iscsi neutron-server[104526]: INFO neutron.wsgi [req-c2796ae9-27d9-4049-bb01-3f2a4185ce1f req-64de9802-aa82-42fe-ac01-86b71ce1e60d service neutron] 10.222.0.41 "GET /v2.0/networks?tenant_id=2d8e35800ce043acbcb027ce406ed2e7&shared=False HTTP/1.1" status: 200 len: 916 time: 0.1006370 May 25 07:40:18.782529 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.plugins.ml2.plugin [None req-798242cc-9ea0-464c-9109-86bd7997349e None None] Current status of the port 6d5abc91-52ce-441e-be4e-749082dec7ae is: BUILD; New status is: ACTIVE {{(pid=104527) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 25 07:40:18.782924 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron_lib.callbacks.manager [None req-798242cc-9ea0-464c-9109-86bd7997349e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-616651'] for port (6d5abc91-52ce-441e-be4e-749082dec7ae), before_update {{(pid=104527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:40:18.807697 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '63430b83-f298-430c-9ca9-bdd4d69bde91', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6d5abc91-52ce-441e-be4e-749082dec7ae'}] {{(pid=104527) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 25 07:40:18.809941 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b7b9631292b9c3281c46c063e828ef1e98938590bf5356102cacde7abf71fd6b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-679c7061-ca3b-4d86-8ff6-05549634aef5" -d '{"events": [{"server_uuid": "63430b83-f298-430c-9ca9-bdd4d69bde91", "name": "network-vif-plugged", "status": "completed", "tag": "6d5abc91-52ce-441e-be4e-749082dec7ae"}]}' {{(pid=104527) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 25 07:40:18.823005 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.plugins.ml2.db [None req-798242cc-9ea0-464c-9109-86bd7997349e None None] For port 6d5abc91-52ce-441e-be4e-749082dec7ae, host hv-cinder-82549, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82549',level=0,port_id=6d5abc91-52ce-441e-be4e-749082dec7ae,segment=NetworkSegment(ed9b260d-18a6-47d6-b09f-f8e237c3b8ef),segment_id=ed9b260d-18a6-47d6-b09f-f8e237c3b8ef)] {{(pid=104527) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 07:40:18.848012 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 25 May 2022 07:40:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a7309dc4-283f-4ea8-a247-8dda2a1afb70 x-openstack-request-id: req-a7309dc4-283f-4ea8-a247-8dda2a1afb70 {{(pid=104527) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 25 07:40:18.848323 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "63430b83-f298-430c-9ca9-bdd4d69bde91", "name": "network-vif-plugged", "status": "completed", "tag": "6d5abc91-52ce-441e-be4e-749082dec7ae", "code": 200}]} {{(pid=104527) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 25 07:40:18.848609 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-a7309dc4-283f-4ea8-a247-8dda2a1afb70 {{(pid=104527) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 25 07:40:18.849014 dv-cinder-825492-15-iscsi neutron-server[104527]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a7309dc4-283f-4ea8-a247-8dda2a1afb70'] response: {'server_uuid': '63430b83-f298-430c-9ca9-bdd4d69bde91', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6d5abc91-52ce-441e-be4e-749082dec7ae', 'code': 200} May 25 07:40:18.876122 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2796ae9-27d9-4049-bb01-3f2a4185ce1f req-a75b0dec-7270-48fb-977c-a57a91363ad6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 07:40:18.877617 dv-cinder-825492-15-iscsi neutron-server[104526]: INFO neutron.wsgi [req-c2796ae9-27d9-4049-bb01-3f2a4185ce1f req-a75b0dec-7270-48fb-977c-a57a91363ad6 service neutron] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0910556 May 25 07:40:18.908123 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron_lib.callbacks.manager [None req-798242cc-9ea0-464c-9109-86bd7997349e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-617841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612926', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754056714442', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754056173882', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754056173900'] for port (6d5abc91-52ce-441e-be4e-749082dec7ae), after_update {{(pid=104527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:40:18.956169 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-798242cc-9ea0-464c-9109-86bd7997349e None None] Pushing event updated for resources: {'Port': ['ID=6d5abc91-52ce-441e-be4e-749082dec7ae,revision_number=5']} {{(pid=104527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 07:40:19.015859 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aced5d7-142c-4a01-8877-7ff664ba750a req-37cbc377-dc59-4592-9a63-50311bc58ea6 tempest-TestShelveInstance-2091076447 tempest-TestShelveInstance-2091076447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 07:40:19.017409 dv-cinder-825492-15-iscsi neutron-server[104526]: INFO neutron.wsgi [req-1aced5d7-142c-4a01-8877-7ff664ba750a req-37cbc377-dc59-4592-9a63-50311bc58ea6 tempest-TestShelveInstance-2091076447 tempest-TestShelveInstance-2091076447-project] 10.222.0.24 "GET /v2.0/ports?device_id=63430b83-f298-430c-9ca9-bdd4d69bde91 HTTP/1.1" status: 200 len: 945 time: 0.0478530 May 25 07:40:19.070819 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d74a9766-c729-4c98-a773-789723d32c93 req-2195d22c-e671-441c-9a95-3881e95fffc6 tempest-AttachVolumeNegativeTest-1464534600 tempest-AttachVolumeNegativeTest-1464534600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 07:40:19.073006 dv-cinder-825492-15-iscsi neutron-server[104525]: INFO neutron.wsgi [req-d74a9766-c729-4c98-a773-789723d32c93 req-2195d22c-e671-441c-9a95-3881e95fffc6 tempest-AttachVolumeNegativeTest-1464534600 tempest-AttachVolumeNegativeTest-1464534600-project] 10.222.0.24 "GET /v2.0/ports?device_id=43b6c572-c0f9-46e4-bd01-0cc1583cfe58 HTTP/1.1" status: 200 len: 943 time: 0.0574634 May 25 07:40:19.088124 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e970d71a-1a49-4494-90dc-3525cb83f684 req-efdcfabb-ebac-4294-b23b-4d054264a500 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 07:40:19.089620 dv-cinder-825492-15-iscsi neutron-server[104526]: INFO neutron.wsgi [req-e970d71a-1a49-4494-90dc-3525cb83f684 req-efdcfabb-ebac-4294-b23b-4d054264a500 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=2d8e35800ce043acbcb027ce406ed2e7&device_id=43b6c572-c0f9-46e4-bd01-0cc1583cfe58 HTTP/1.1" status: 200 len: 1127 time: 0.0600302 May 25 07:40:19.105538 dv-cinder-825492-15-iscsi neutron-server[104526]: INFO neutron.wsgi [req-1aced5d7-142c-4a01-8877-7ff664ba750a req-b4a8660f-ba52-48de-896b-c7ac3b597c87 tempest-TestShelveInstance-2091076447 tempest-TestShelveInstance-2091076447-project] 10.222.0.24 "GET /v2.0/security-groups?id=edcffb78-b012-4438-ba13-bc705797ca5b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0820868 May 25 07:40:19.126953 dv-cinder-825492-15-iscsi neutron-server[104525]: INFO neutron.wsgi [req-d74a9766-c729-4c98-a773-789723d32c93 req-8958ab9c-c148-4b39-b4a0-7f1e09c97904 tempest-AttachVolumeNegativeTest-1464534600 tempest-AttachVolumeNegativeTest-1464534600-project] 10.222.0.24 "GET /v2.0/security-groups?id=f8d2a486-4c34-4250-bb63-3b6581e34713&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442207 May 25 07:40:19.140563 dv-cinder-825492-15-iscsi neutron-server[104526]: INFO neutron.wsgi [req-e970d71a-1a49-4494-90dc-3525cb83f684 req-2ff8fd21-f7e6-4037-98de-8ed8ea46bfea service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=627e7547-a34e-487f-a611-64aa7bd85302 HTTP/1.1" status: 200 len: 217 time: 0.0340869 May 25 07:40:19.190205 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e970d71a-1a49-4494-90dc-3525cb83f684 req-b061a970-2014-4d08-92d2-9d18436d79a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 07:40:19.191709 dv-cinder-825492-15-iscsi neutron-server[104526]: INFO neutron.wsgi [req-e970d71a-1a49-4494-90dc-3525cb83f684 req-b061a970-2014-4d08-92d2-9d18436d79a3 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=4aef3d06-f4fb-4751-a5a8-ab68314fa54a HTTP/1.1" status: 200 len: 854 time: 0.0429506 May 25 07:40:19.240084 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e970d71a-1a49-4494-90dc-3525cb83f684 req-beb44a21-1636-4ba2-a4d4-9ebb8774ce18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 07:40:19.242370 dv-cinder-825492-15-iscsi neutron-server[104526]: INFO neutron.wsgi [req-e970d71a-1a49-4494-90dc-3525cb83f684 req-beb44a21-1636-4ba2-a4d4-9ebb8774ce18 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=f39d85d3-0173-4496-879c-2b83e234d364&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0423899 May 25 07:40:19.348605 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG dbcounter [-] [104526] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104526) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 07:40:19.349766 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb5c8d79-10a3-4263-b0c4-8687f5a83d2a req-9d2e04cb-8d39-447f-bc4d-e18352a11d44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 07:40:19.351458 dv-cinder-825492-15-iscsi neutron-server[104526]: INFO neutron.wsgi [req-bb5c8d79-10a3-4263-b0c4-8687f5a83d2a req-9d2e04cb-8d39-447f-bc4d-e18352a11d44 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=63430b83-f298-430c-9ca9-bdd4d69bde91 HTTP/1.1" status: 200 len: 1129 time: 0.0722671 May 25 07:40:19.393216 dv-cinder-825492-15-iscsi neutron-server[104526]: INFO neutron.wsgi [req-e970d71a-1a49-4494-90dc-3525cb83f684 req-2b3b81ec-fb0c-446d-a476-297223782e8a service neutron] 10.222.0.41 "GET /v2.0/networks/f39d85d3-0173-4496-879c-2b83e234d364?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1317730 May 25 07:40:19.456435 dv-cinder-825492-15-iscsi neutron-server[104526]: INFO neutron.wsgi [req-bb5c8d79-10a3-4263-b0c4-8687f5a83d2a req-e256ad7d-6628-48e6-8249-208eedfac9b4 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=edcffb78-b012-4438-ba13-bc705797ca5b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0967019 May 25 07:40:19.496271 dv-cinder-825492-15-iscsi neutron-server[104526]: INFO neutron.wsgi [req-e970d71a-1a49-4494-90dc-3525cb83f684 req-c155480c-0445-435f-a05f-d1d39aebae5f service neutron] 10.222.0.41 "GET /v2.0/networks/f39d85d3-0173-4496-879c-2b83e234d364?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0950308 May 25 07:40:20.226551 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5241640-b282-4101-ba66-702b237a849f req-070431f6-5e54-4502-8301-031d9337a4ea tempest-TestShelveInstance-2091076447 tempest-TestShelveInstance-2091076447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 07:40:20.228022 dv-cinder-825492-15-iscsi neutron-server[104526]: INFO neutron.wsgi [req-d5241640-b282-4101-ba66-702b237a849f req-070431f6-5e54-4502-8301-031d9337a4ea tempest-TestShelveInstance-2091076447 tempest-TestShelveInstance-2091076447-project] 10.222.0.24 "GET /v2.0/ports?device_id=63430b83-f298-430c-9ca9-bdd4d69bde91 HTTP/1.1" status: 200 len: 945 time: 0.0506186 May 25 07:40:20.239293 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4e320f8-4d5e-49e7-9635-d052fa4615c2 req-6d0681fb-d34b-4faf-9aaa-fcc63d50a5d7 tempest-AttachVolumeNegativeTest-1464534600 tempest-AttachVolumeNegativeTest-1464534600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 07:40:20.240831 dv-cinder-825492-15-iscsi neutron-server[104525]: INFO neutron.wsgi [req-a4e320f8-4d5e-49e7-9635-d052fa4615c2 req-6d0681fb-d34b-4faf-9aaa-fcc63d50a5d7 tempest-AttachVolumeNegativeTest-1464534600 tempest-AttachVolumeNegativeTest-1464534600-project] 10.222.0.24 "GET /v2.0/ports?device_id=43b6c572-c0f9-46e4-bd01-0cc1583cfe58 HTTP/1.1" status: 200 len: 943 time: 0.0479760 May 25 07:40:20.277935 dv-cinder-825492-15-iscsi neutron-server[104526]: INFO neutron.wsgi [req-d5241640-b282-4101-ba66-702b237a849f req-3c8a3a4e-76d3-4141-a7db-9999f2bdfd5e tempest-TestShelveInstance-2091076447 tempest-TestShelveInstance-2091076447-project] 10.222.0.24 "GET /v2.0/security-groups?id=edcffb78-b012-4438-ba13-bc705797ca5b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440381 May 25 07:40:20.288939 dv-cinder-825492-15-iscsi neutron-server[104525]: INFO neutron.wsgi [req-a4e320f8-4d5e-49e7-9635-d052fa4615c2 req-e6b89dca-1c1d-4ed7-9d02-480efe76a092 tempest-AttachVolumeNegativeTest-1464534600 tempest-AttachVolumeNegativeTest-1464534600-project] 10.222.0.24 "GET /v2.0/security-groups?id=f8d2a486-4c34-4250-bb63-3b6581e34713&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423942 May 25 07:40:21.375505 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG dbcounter [-] [104526] Writing DB stats neutron:SELECT=100 {{(pid=104526) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 07:40:21.394486 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9672395-46c3-4d46-9a99-5c6aa62756b6 req-104d4bbb-9b44-4857-95f4-08836e2cccc8 tempest-TestShelveInstance-2091076447 tempest-TestShelveInstance-2091076447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 07:40:21.396083 dv-cinder-825492-15-iscsi neutron-server[104526]: INFO neutron.wsgi [req-a9672395-46c3-4d46-9a99-5c6aa62756b6 req-104d4bbb-9b44-4857-95f4-08836e2cccc8 tempest-TestShelveInstance-2091076447 tempest-TestShelveInstance-2091076447-project] 10.222.0.24 "GET /v2.0/ports?device_id=63430b83-f298-430c-9ca9-bdd4d69bde91 HTTP/1.1" status: 200 len: 945 time: 0.0480950 May 25 07:40:21.410950 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5d7528c-f37b-464d-9705-89efb496179a req-9e651650-c4ed-4f3c-ba4f-77ee1f664faf tempest-AttachVolumeNegativeTest-1464534600 tempest-AttachVolumeNegativeTest-1464534600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 07:40:21.412438 dv-cinder-825492-15-iscsi neutron-server[104525]: INFO neutron.wsgi [req-a5d7528c-f37b-464d-9705-89efb496179a req-9e651650-c4ed-4f3c-ba4f-77ee1f664faf tempest-AttachVolumeNegativeTest-1464534600 tempest-AttachVolumeNegativeTest-1464534600-project] 10.222.0.24 "GET /v2.0/ports?device_id=43b6c572-c0f9-46e4-bd01-0cc1583cfe58 HTTP/1.1" status: 200 len: 943 time: 0.0497310 May 25 07:40:21.447443 dv-cinder-825492-15-iscsi neutron-server[104526]: INFO neutron.wsgi [req-a9672395-46c3-4d46-9a99-5c6aa62756b6 req-da0eceff-61b1-41d0-bfda-9fa0a3dc6b4b tempest-TestShelveInstance-2091076447 tempest-TestShelveInstance-2091076447-project] 10.222.0.24 "GET /v2.0/security-groups?id=edcffb78-b012-4438-ba13-bc705797ca5b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429697 May 25 07:40:21.466631 dv-cinder-825492-15-iscsi neutron-server[104525]: INFO neutron.wsgi [req-a5d7528c-f37b-464d-9705-89efb496179a req-156d0e2f-5307-4b68-b0bd-06ff6856f53d tempest-AttachVolumeNegativeTest-1464534600 tempest-AttachVolumeNegativeTest-1464534600-project] 10.222.0.24 "GET /v2.0/security-groups?id=f8d2a486-4c34-4250-bb63-3b6581e34713&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0479977 May 25 07:40:22.562431 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf9576c2-ebfe-479a-96be-32519fd04a41 req-154d07e6-23d9-4d97-ad23-6b47b2602190 tempest-TestShelveInstance-2091076447 tempest-TestShelveInstance-2091076447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 07:40:22.563906 dv-cinder-825492-15-iscsi neutron-server[104526]: INFO neutron.wsgi [req-cf9576c2-ebfe-479a-96be-32519fd04a41 req-154d07e6-23d9-4d97-ad23-6b47b2602190 tempest-TestShelveInstance-2091076447 tempest-TestShelveInstance-2091076447-project] 10.222.0.24 "GET /v2.0/ports?device_id=63430b83-f298-430c-9ca9-bdd4d69bde91 HTTP/1.1" status: 200 len: 945 time: 0.0483756 May 25 07:40:22.586245 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a38b1edf-2d37-43b1-80cc-5c7aa7ccc453 req-83c79d90-170a-4d29-9491-3d843391b246 tempest-AttachVolumeNegativeTest-1464534600 tempest-AttachVolumeNegativeTest-1464534600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 07:40:22.586245 dv-cinder-825492-15-iscsi neutron-server[104525]: INFO neutron.wsgi [req-a38b1edf-2d37-43b1-80cc-5c7aa7ccc453 req-83c79d90-170a-4d29-9491-3d843391b246 tempest-AttachVolumeNegativeTest-1464534600 tempest-AttachVolumeNegativeTest-1464534600-project] 10.222.0.24 "GET /v2.0/ports?device_id=43b6c572-c0f9-46e4-bd01-0cc1583cfe58 HTTP/1.1" status: 200 len: 943 time: 0.0488186 May 25 07:40:22.618768 dv-cinder-825492-15-iscsi neutron-server[104526]: INFO neutron.wsgi [req-cf9576c2-ebfe-479a-96be-32519fd04a41 req-1aab9fb3-3ac7-4416-8923-8b1339672222 tempest-TestShelveInstance-2091076447 tempest-TestShelveInstance-2091076447-project] 10.222.0.24 "GET /v2.0/security-groups?id=edcffb78-b012-4438-ba13-bc705797ca5b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0491931 May 25 07:40:22.635333 dv-cinder-825492-15-iscsi neutron-server[104525]: INFO neutron.wsgi [req-a38b1edf-2d37-43b1-80cc-5c7aa7ccc453 req-a22476fc-d5cd-4589-a59e-8b5442dfaa2d tempest-AttachVolumeNegativeTest-1464534600 tempest-AttachVolumeNegativeTest-1464534600-project] 10.222.0.24 "GET /v2.0/security-groups?id=f8d2a486-4c34-4250-bb63-3b6581e34713&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442820 May 25 07:40:22.729470 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4cbfdc8-fda1-4e00-9481-8c1ffe4dc7c7 req-5b53a613-386a-4644-a23f-5f30e3252841 tempest-TestShelveInstance-2091076447 tempest-TestShelveInstance-2091076447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 07:40:22.730980 dv-cinder-825492-15-iscsi neutron-server[104526]: INFO neutron.wsgi [req-b4cbfdc8-fda1-4e00-9481-8c1ffe4dc7c7 req-5b53a613-386a-4644-a23f-5f30e3252841 tempest-TestShelveInstance-2091076447 tempest-TestShelveInstance-2091076447-project] 10.222.0.24 "GET /v2.0/ports?device_id=63430b83-f298-430c-9ca9-bdd4d69bde91 HTTP/1.1" status: 200 len: 945 time: 0.0469706 May 25 07:40:22.780313 dv-cinder-825492-15-iscsi neutron-server[104526]: INFO neutron.wsgi [req-b4cbfdc8-fda1-4e00-9481-8c1ffe4dc7c7 req-e972e99a-5b68-4d3f-88e5-88d829115cc1 tempest-TestShelveInstance-2091076447 tempest-TestShelveInstance-2091076447-project] 10.222.0.24 "GET /v2.0/security-groups?id=edcffb78-b012-4438-ba13-bc705797ca5b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434544 May 25 07:40:22.801153 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.wsgi [-] (104526) accepted ('10.222.0.24', 46238) {{(pid=104526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 07:40:22.983833 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9dcc9bc-7f5a-42a3-b713-1bec49704257 tempest-TestShelveInstance-1915646768 tempest-TestShelveInstance-1915646768-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 07:40:22.985546 dv-cinder-825492-15-iscsi neutron-server[104526]: INFO neutron.wsgi [None req-c9dcc9bc-7f5a-42a3-b713-1bec49704257 tempest-TestShelveInstance-1915646768 tempest-TestShelveInstance-1915646768-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=63430b83-f298-430c-9ca9-bdd4d69bde91 HTTP/1.1" status: 200 len: 1124 time: 0.1834631 May 25 07:40:22.988457 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.wsgi [-] (104526) accepted ('10.222.0.24', 46242) {{(pid=104526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 07:40:22.992840 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.api.v2.base [None req-2d29d341-4785-4289-8fbd-267d910a57da tempest-TestShelveInstance-2091076447 tempest-TestShelveInstance-2091076447-project] Request body: {'floatingip': {'floating_network_id': '29c629bd-3f50-4535-bfbc-a047608d6fb6', 'port_id': '6d5abc91-52ce-441e-be4e-749082dec7ae', 'tenant_id': 'f13c4f9ee9c444d9b9a0d2c2e3ec9142', 'fixed_ip_address': '172.20.0.9'}} {{(pid=104526) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 25 07:40:23.160008 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-2d29d341-4785-4289-8fbd-267d910a57da tempest-TestShelveInstance-2091076447 tempest-TestShelveInstance-2091076447-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:40:23.239589 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-2d29d341-4785-4289-8fbd-267d910a57da tempest-TestShelveInstance-2091076447 tempest-TestShelveInstance-2091076447-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-616651'] for port (None), before_create {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:40:23.343644 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.db.db_base_plugin_common [None req-2d29d341-4785-4289-8fbd-267d910a57da tempest-TestShelveInstance-2091076447 tempest-TestShelveInstance-2091076447-project] Allocated IP 172.27.3.165 (29c629bd-3f50-4535-bfbc-a047608d6fb6/7934ff5a-43f1-4f76-b9d8-e4343ace34f5/ce41be56-d5db-4372-a453-6a28c4a132f0) {{(pid=104526) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 07:40:23.688271 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-2d29d341-4785-4289-8fbd-267d910a57da tempest-TestShelveInstance-2091076447 tempest-TestShelveInstance-2091076447-project] Publish callbacks [] for port (ce41be56-d5db-4372-a453-6a28c4a132f0), precommit_create {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:40:23.757284 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e2fc322-1998-48d2-8c60-b7da9741dc98 req-f3d44886-e16a-4fd8-a895-221b1fead9f7 tempest-AttachVolumeNegativeTest-1464534600 tempest-AttachVolumeNegativeTest-1464534600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 07:40:23.758791 dv-cinder-825492-15-iscsi neutron-server[104525]: INFO neutron.wsgi [req-5e2fc322-1998-48d2-8c60-b7da9741dc98 req-f3d44886-e16a-4fd8-a895-221b1fead9f7 tempest-AttachVolumeNegativeTest-1464534600 tempest-AttachVolumeNegativeTest-1464534600-project] 10.222.0.24 "GET /v2.0/ports?device_id=43b6c572-c0f9-46e4-bd01-0cc1583cfe58 HTTP/1.1" status: 200 len: 943 time: 0.0487463 May 25 07:40:23.796363 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG dbcounter [-] [104525] Writing DB stats neutron:SELECT=100 {{(pid=104525) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 07:40:23.800009 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-2d29d341-4785-4289-8fbd-267d910a57da tempest-TestShelveInstance-2091076447 tempest-TestShelveInstance-2091076447-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-617841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612926', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754056173864', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2909854'] for port (ce41be56-d5db-4372-a453-6a28c4a132f0), after_create {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:40:23.809045 dv-cinder-825492-15-iscsi neutron-server[104525]: INFO neutron.wsgi [req-5e2fc322-1998-48d2-8c60-b7da9741dc98 req-8d8e7c81-1bce-4b2f-9cbe-377c1d37cbd0 tempest-AttachVolumeNegativeTest-1464534600 tempest-AttachVolumeNegativeTest-1464534600-project] 10.222.0.24 "GET /v2.0/security-groups?id=f8d2a486-4c34-4250-bb63-3b6581e34713&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443010 May 25 07:40:23.824514 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG dbcounter [-] [104526] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=104526) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 07:40:23.844007 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d29d341-4785-4289-8fbd-267d910a57da tempest-TestShelveInstance-2091076447 tempest-TestShelveInstance-2091076447-project] Network 29c629bd-3f50-4535-bfbc-a047608d6fb6 is already hosted by enough agents. {{(pid=104526) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 07:40:23.848958 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.scheduler.base_scheduler [None req-2d29d341-4785-4289-8fbd-267d910a57da tempest-TestShelveInstance-2091076447 tempest-TestShelveInstance-2091076447-project] Resources bound (agent type, host, resource id): {{(pid=104526) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 07:40:23.851853 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d29d341-4785-4289-8fbd-267d910a57da tempest-TestShelveInstance-2091076447 tempest-TestShelveInstance-2091076447-project] Pushing event updated for resources: {'Port': ['ID=ce41be56-d5db-4372-a453-6a28c4a132f0,revision_number=1']} {{(pid=104526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 07:40:23.853980 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d29d341-4785-4289-8fbd-267d910a57da tempest-TestShelveInstance-2091076447 tempest-TestShelveInstance-2091076447-project] Received port after_create {{(pid=104526) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 25 07:40:23.894374 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG dbcounter [-] [104526] Writing DB stats neutron:SELECT=92,neutron:INSERT=6,neutron:UPDATE=2 {{(pid=104526) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 07:40:24.196162 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-2d29d341-4785-4289-8fbd-267d910a57da tempest-TestShelveInstance-2091076447 tempest-TestShelveInstance-2091076447-project] Publish callbacks [] for floatingip (16ce4bb4-46f6-4fe3-b146-4ffa384db7c6), precommit_create {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:40:24.314895 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-2d29d341-4785-4289-8fbd-267d910a57da tempest-TestShelveInstance-2091076447 tempest-TestShelveInstance-2091076447-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-616651'] for port (ce41be56-d5db-4372-a453-6a28c4a132f0), before_update {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:40:24.380919 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG dbcounter [-] [104526] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=104526) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 07:40:24.430403 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.plugins.ml2.rpc [None req-798242cc-9ea0-464c-9109-86bd7997349e None None] Device 627e7547-a34e-487f-a611-64aa7bd85302 details requested by agent hyperv_hv-cinder-82549 with host hv-cinder-82549 {{(pid=104527) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 25 07:40:24.491663 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-2d29d341-4785-4289-8fbd-267d910a57da tempest-TestShelveInstance-2091076447 tempest-TestShelveInstance-2091076447-project] Publish callbacks [] for port (ce41be56-d5db-4372-a453-6a28c4a132f0), precommit_update {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:40:24.530365 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.plugins.ml2.db [None req-798242cc-9ea0-464c-9109-86bd7997349e None None] For port 627e7547-a34e-487f-a611-64aa7bd85302, host hv-cinder-82549, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82549',level=0,port_id=627e7547-a34e-487f-a611-64aa7bd85302,segment=NetworkSegment(a280169f-cd62-40b1-b23e-40cb603d4abb),segment_id=a280169f-cd62-40b1-b23e-40cb603d4abb)] {{(pid=104527) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 07:40:24.541647 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.plugins.ml2.rpc [None req-798242cc-9ea0-464c-9109-86bd7997349e None None] Returning: {'device': '627e7547-a34e-487f-a611-64aa7bd85302', 'network_id': 'f39d85d3-0173-4496-879c-2b83e234d364', 'port_id': '627e7547-a34e-487f-a611-64aa7bd85302', 'mac_address': 'fa:16:3e:0a:03:90', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 267, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4aef3d06-f4fb-4751-a5a8-ab68314fa54a', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104527) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 25 07:40:24.559580 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-2d29d341-4785-4289-8fbd-267d910a57da tempest-TestShelveInstance-2091076447 tempest-TestShelveInstance-2091076447-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-617841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612926', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754056714442', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754056173882', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754056173900', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2909847'] for port (ce41be56-d5db-4372-a453-6a28c4a132f0), after_update {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:40:24.577556 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.plugins.ml2.plugin [None req-798242cc-9ea0-464c-9109-86bd7997349e None None] Current status of the port 627e7547-a34e-487f-a611-64aa7bd85302 is: DOWN; New status is: BUILD {{(pid=104527) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 25 07:40:24.577947 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron_lib.callbacks.manager [None req-798242cc-9ea0-464c-9109-86bd7997349e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-616651'] for port (627e7547-a34e-487f-a611-64aa7bd85302), before_update {{(pid=104527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:40:24.589349 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG dbcounter [-] [104527] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104527) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 07:40:24.592971 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.notifiers.nova [None req-798242cc-9ea0-464c-9109-86bd7997349e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 627e7547-a34e-487f-a611-64aa7bd85302 {{(pid=104527) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 25 07:40:24.603067 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG dbcounter [-] [104527] Writing DB stats neutron:SELECT=96,neutron:DELETE=1,neutron:UPDATE=3 {{(pid=104527) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 07:40:24.613854 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.plugins.ml2.db [None req-798242cc-9ea0-464c-9109-86bd7997349e None None] For port 627e7547-a34e-487f-a611-64aa7bd85302, host hv-cinder-82549, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82549',level=0,port_id=627e7547-a34e-487f-a611-64aa7bd85302,segment=NetworkSegment(a280169f-cd62-40b1-b23e-40cb603d4abb),segment_id=a280169f-cd62-40b1-b23e-40cb603d4abb)] {{(pid=104527) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 07:40:24.638750 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d29d341-4785-4289-8fbd-267d910a57da tempest-TestShelveInstance-2091076447 tempest-TestShelveInstance-2091076447-project] Pushing event updated for resources: {'Port': ['ID=ce41be56-d5db-4372-a453-6a28c4a132f0,revision_number=2']} {{(pid=104526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 07:40:24.644667 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-2d29d341-4785-4289-8fbd-267d910a57da tempest-TestShelveInstance-2091076447 tempest-TestShelveInstance-2091076447-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1617316'] for floatingip (16ce4bb4-46f6-4fe3-b146-4ffa384db7c6), after_create {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:40:24.696637 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron_lib.callbacks.manager [None req-798242cc-9ea0-464c-9109-86bd7997349e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-617841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612926', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754056714442', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754056173882', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754056173900'] for port (627e7547-a34e-487f-a611-64aa7bd85302), after_update {{(pid=104527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:40:24.741734 dv-cinder-825492-15-iscsi neutron-server[104526]: INFO neutron.db.l3_db [None req-2d29d341-4785-4289-8fbd-267d910a57da tempest-TestShelveInstance-2091076447 tempest-TestShelveInstance-2091076447-project] Floating IP 16ce4bb4-46f6-4fe3-b146-4ffa384db7c6 associated. External IP: 172.27.3.165, port: 6d5abc91-52ce-441e-be4e-749082dec7ae. May 25 07:40:24.751014 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-798242cc-9ea0-464c-9109-86bd7997349e None None] Pushing event updated for resources: {'Port': ['ID=627e7547-a34e-487f-a611-64aa7bd85302,revision_number=4']} {{(pid=104527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 07:40:24.964232 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a769c163-bc5c-4874-bc01-64280301612a req-5e68af91-a512-4714-ba4d-4ceae288e714 tempest-AttachVolumeNegativeTest-1464534600 tempest-AttachVolumeNegativeTest-1464534600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 07:40:24.965722 dv-cinder-825492-15-iscsi neutron-server[104526]: INFO neutron.wsgi [req-a769c163-bc5c-4874-bc01-64280301612a req-5e68af91-a512-4714-ba4d-4ceae288e714 tempest-AttachVolumeNegativeTest-1464534600 tempest-AttachVolumeNegativeTest-1464534600-project] 10.222.0.24 "GET /v2.0/ports?device_id=43b6c572-c0f9-46e4-bd01-0cc1583cfe58 HTTP/1.1" status: 200 len: 944 time: 0.0856769 May 25 07:40:24.997602 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2d29d341-4785-4289-8fbd-267d910a57da tempest-TestShelveInstance-2091076447 tempest-TestShelveInstance-2091076447-project] Router 3e3c894b-9d5c-4c79-a14b-def167031996 has already been hosted by L3 agent 54ff4013-997e-4376-a4e9-e6c98cf37cc7 {{(pid=104526) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 25 07:40:25.030573 dv-cinder-825492-15-iscsi neutron-server[104526]: INFO neutron.wsgi [req-a769c163-bc5c-4874-bc01-64280301612a req-feadb226-7920-4178-b748-da25b544a570 tempest-AttachVolumeNegativeTest-1464534600 tempest-AttachVolumeNegativeTest-1464534600-project] 10.222.0.24 "GET /v2.0/security-groups?id=f8d2a486-4c34-4250-bb63-3b6581e34713&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0581436 May 25 07:40:25.114814 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.plugins.ml2.db [None req-798242cc-9ea0-464c-9109-86bd7997349e None None] get_ports_and_sgs() called for port_ids ['627e7547-a34e-487f-a611-64aa7bd85302'] {{(pid=104527) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 25 07:40:25.125655 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG dbcounter [-] [104526] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104526) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 07:40:25.128750 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2d29d341-4785-4289-8fbd-267d910a57da tempest-TestShelveInstance-2091076447 tempest-TestShelveInstance-2091076447-project] Notify agent at l3_agent.dv-cinder-825492-15-iscsi the message routers_updated {{(pid=104526) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 25 07:40:25.140258 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86273eea-0d78-4dd4-8bbf-54c5d45f0b85 None None] Sync routers for ids ['3e3c894b-9d5c-4c79-a14b-def167031996'] in dv-cinder-825492-15-iscsi {{(pid=104527) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 25 07:40:25.163376 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86273eea-0d78-4dd4-8bbf-54c5d45f0b85 None None] Routers {'3e3c894b-9d5c-4c79-a14b-def167031996'} bound to L3 agent in host dv-cinder-825492-15-iscsi {{(pid=104527) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 25 07:40:25.164231 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.db.l3_hamode_db [None req-86273eea-0d78-4dd4-8bbf-54c5d45f0b85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825492-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-25T07:27:37Z,description=,heartbeat_timestamp=2022-05-25T07:40:07Z,host='dv-cinder-825492-15-iscsi',id=54ff4013-997e-4376-a4e9-e6c98cf37cc7,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T07:27:38Z,topic='l3_agent')) {'router_ids': ['3e3c894b-9d5c-4c79-a14b-def167031996'], 'active': True} {{(pid=104527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 07:40:25.196383 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-2d29d341-4785-4289-8fbd-267d910a57da tempest-TestShelveInstance-2091076447 tempest-TestShelveInstance-2091076447-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93885'] for floatingip (None), before_response {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:40:25.227321 dv-cinder-825492-15-iscsi neutron-server[104526]: INFO neutron.wsgi [None req-2d29d341-4785-4289-8fbd-267d910a57da tempest-TestShelveInstance-2091076447 tempest-TestShelveInstance-2091076447-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.2377579 May 25 07:40:25.228144 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '63430b83-f298-430c-9ca9-bdd4d69bde91', 'tag': '6d5abc91-52ce-441e-be4e-749082dec7ae'}] {{(pid=104526) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 25 07:40:25.230618 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db633a5f02cadde147c9bc1566607705b0433b891c7275f259bdbd209e6b6683" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9778e9a6-dc02-48fe-9f13-a600b5352f95" -d '{"events": [{"name": "network-changed", "server_uuid": "63430b83-f298-430c-9ca9-bdd4d69bde91", "tag": "6d5abc91-52ce-441e-be4e-749082dec7ae"}]}' {{(pid=104526) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 25 07:40:25.266762 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 25 May 2022 07:40:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-67b173e4-37f8-4e9e-8e20-38d4e9e4f16c x-openstack-request-id: req-67b173e4-37f8-4e9e-8e20-38d4e9e4f16c {{(pid=104526) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 25 07:40:25.267053 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "63430b83-f298-430c-9ca9-bdd4d69bde91", "tag": "6d5abc91-52ce-441e-be4e-749082dec7ae", "status": "completed", "code": 200}]} {{(pid=104526) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 25 07:40:25.267300 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-67b173e4-37f8-4e9e-8e20-38d4e9e4f16c {{(pid=104526) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 25 07:40:25.267699 dv-cinder-825492-15-iscsi neutron-server[104526]: INFO neutron.notifiers.nova [-] Nova event matching ['req-67b173e4-37f8-4e9e-8e20-38d4e9e4f16c'] response: {'name': 'network-changed', 'server_uuid': '63430b83-f298-430c-9ca9-bdd4d69bde91', 'tag': '6d5abc91-52ce-441e-be4e-749082dec7ae', 'status': 'completed', 'code': 200} May 25 07:40:25.308140 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.db.l3_dvr_db [None req-86273eea-0d78-4dd4-8bbf-54c5d45f0b85 None None] Set router 3e3c894b-9d5c-4c79-a14b-def167031996 gateway port host: dv-cinder-825492-15-iscsi {{(pid=104527) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 25 07:40:25.365810 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9778e9a6-dc02-48fe-9f13-a600b5352f95 req-b23ca6df-2fbe-4830-91d7-40b11b64b1be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 07:40:25.367353 dv-cinder-825492-15-iscsi neutron-server[104526]: INFO neutron.wsgi [req-9778e9a6-dc02-48fe-9f13-a600b5352f95 req-b23ca6df-2fbe-4830-91d7-40b11b64b1be service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=f13c4f9ee9c444d9b9a0d2c2e3ec9142&device_id=63430b83-f298-430c-9ca9-bdd4d69bde91 HTTP/1.1" status: 200 len: 1129 time: 0.0435710 May 25 07:40:25.460910 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9778e9a6-dc02-48fe-9f13-a600b5352f95 req-4e9c81ef-c03f-4869-a28f-6494dc4c2fe5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 07:40:25.462424 dv-cinder-825492-15-iscsi neutron-server[104526]: INFO neutron.wsgi [req-9778e9a6-dc02-48fe-9f13-a600b5352f95 req-4e9c81ef-c03f-4869-a28f-6494dc4c2fe5 service neutron] 10.222.0.41 "GET /v2.0/networks?id=865acc30-354d-443a-90ac-e550f16275c5 HTTP/1.1" status: 200 len: 910 time: 0.0880985 May 25 07:40:25.529236 dv-cinder-825492-15-iscsi neutron-server[104526]: INFO neutron.wsgi [req-9778e9a6-dc02-48fe-9f13-a600b5352f95 req-f0d2fc1a-98b6-474f-8eab-495040d9fcea service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=6d5abc91-52ce-441e-be4e-749082dec7ae HTTP/1.1" status: 200 len: 999 time: 0.0608029 May 25 07:40:25.544640 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG dbcounter [-] [104526] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104526) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 07:40:25.579389 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9778e9a6-dc02-48fe-9f13-a600b5352f95 req-15b2e99a-ab0b-426c-9a9e-4e94635bb7ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 07:40:25.580875 dv-cinder-825492-15-iscsi neutron-server[104526]: INFO neutron.wsgi [req-9778e9a6-dc02-48fe-9f13-a600b5352f95 req-15b2e99a-ab0b-426c-9a9e-4e94635bb7ea service neutron] 10.222.0.41 "GET /v2.0/subnets?id=6ebf3ac6-955c-49f9-997f-8aa2353df952 HTTP/1.1" status: 200 len: 848 time: 0.0447669 May 25 07:40:25.589995 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.db.l3_hamode_db [None req-86273eea-0d78-4dd4-8bbf-54c5d45f0b85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e3c894b-9d5c-4c79-a14b-def167031996', 'name': 'tempest-TestShelveInstance-1950752323-router', 'tenant_id': 'f13c4f9ee9c444d9b9a0d2c2e3ec9142', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '29c629bd-3f50-4535-bfbc-a047608d6fb6', 'external_fixed_ips': [{'subnet_id': '7934ff5a-43f1-4f76-b9d8-e4343ace34f5', 'ip_address': '172.27.3.151'}], 'enable_snat': True}, 'gw_port_id': '9da543db-6561-42d0-9db7-d28a4645a5cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T07:39:22Z', 'updated_at': '2022-05-25T07:39:25Z', 'revision_number': 4, 'project_id': 'f13c4f9ee9c444d9b9a0d2c2e3ec9142', 'gw_port': {'id': '9da543db-6561-42d0-9db7-d28a4645a5cb', 'name': '', 'network_id': '29c629bd-3f50-4535-bfbc-a047608d6fb6', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:81:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e3c894b-9d5c-4c79-a14b-def167031996', 'device_owner': 'network:router_gateway', 'standard_attr_id': 387, 'fixed_ips': [{'subnet_id': '7934ff5a-43f1-4f76-b9d8-e4343ace34f5', 'ip_address': '172.27.3.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825492-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T07:39:23Z', 'updated_at': '2022-05-25T07:39:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7934ff5a-43f1-4f76-b9d8-e4343ace34f5', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825492-15-iscsi', '_floatingips': [{'id': '16ce4bb4-46f6-4fe3-b146-4ffa384db7c6', 'tenant_id': 'f13c4f9ee9c444d9b9a0d2c2e3ec9142', 'floating_ip_address': '172.27.3.165', 'floating_network_id': '29c629bd-3f50-4535-bfbc-a047608d6fb6', 'router_id': '3e3c894b-9d5c-4c79-a14b-def167031996', 'port_id': '6d5abc91-52ce-441e-be4e-749082dec7ae', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 425, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '865acc30-354d-443a-90ac-e550f16275c5', 'mac_address': 'fa:16:3e:41:5b:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63430b83-f298-430c-9ca9-bdd4d69bde91', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-25T07:40:24Z', 'updated_at': '2022-05-25T07:40:24Z', 'revision_number': 0, 'project_id': 'f13c4f9ee9c444d9b9a0d2c2e3ec9142', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4e579cb2-52e8-4a5a-9415-d9411fade202', 'name': '', 'network_id': '865acc30-354d-443a-90ac-e550f16275c5', 'tenant_id': 'f13c4f9ee9c444d9b9a0d2c2e3ec9142', 'mac_address': 'fa:16:3e:da:e7:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e3c894b-9d5c-4c79-a14b-def167031996', 'device_owner': 'network:router_interface', 'standard_attr_id': 388, 'fixed_ips': [{'subnet_id': '6ebf3ac6-955c-49f9-997f-8aa2353df952', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825492-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T07:39:25Z', 'updated_at': '2022-05-25T07:39:31Z', 'revision_number': 5, 'project_id': 'f13c4f9ee9c444d9b9a0d2c2e3ec9142', 'subnets': [{'id': '6ebf3ac6-955c-49f9-997f-8aa2353df952', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-825492-15-iscsi', False) {} {{(pid=104527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 07:40:25.619180 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86273eea-0d78-4dd4-8bbf-54c5d45f0b85 None None] Checking router: 3e3c894b-9d5c-4c79-a14b-def167031996 for host: dv-cinder-825492-15-iscsi {{(pid=104527) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 25 07:40:25.627528 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86273eea-0d78-4dd4-8bbf-54c5d45f0b85 None None] Routers {'3e3c894b-9d5c-4c79-a14b-def167031996'} bound to L3 agent in host dv-cinder-825492-15-iscsi {{(pid=104527) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 25 07:40:25.627680 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9778e9a6-dc02-48fe-9f13-a600b5352f95 req-0199cb61-71ae-4569-b53b-45b836a714ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 07:40:25.628127 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.db.l3_hamode_db [None req-86273eea-0d78-4dd4-8bbf-54c5d45f0b85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825492-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-25T07:27:37Z,description=,heartbeat_timestamp=2022-05-25T07:40:07Z,host='dv-cinder-825492-15-iscsi',id=54ff4013-997e-4376-a4e9-e6c98cf37cc7,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T07:27:38Z,topic='l3_agent')) {'router_ids': ['3e3c894b-9d5c-4c79-a14b-def167031996'], 'active': True} {{(pid=104527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 07:40:25.629244 dv-cinder-825492-15-iscsi neutron-server[104526]: INFO neutron.wsgi [req-9778e9a6-dc02-48fe-9f13-a600b5352f95 req-0199cb61-71ae-4569-b53b-45b836a714ec service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=865acc30-354d-443a-90ac-e550f16275c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0407314 May 25 07:40:25.723818 dv-cinder-825492-15-iscsi neutron-server[104526]: INFO neutron.wsgi [req-9778e9a6-dc02-48fe-9f13-a600b5352f95 req-0f7c06c7-730b-48a5-b0bf-fb08defea012 service neutron] 10.222.0.41 "GET /v2.0/networks/865acc30-354d-443a-90ac-e550f16275c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0867605 May 25 07:40:25.730110 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.db.l3_dvr_db [None req-86273eea-0d78-4dd4-8bbf-54c5d45f0b85 None None] Set router 3e3c894b-9d5c-4c79-a14b-def167031996 gateway port host: dv-cinder-825492-15-iscsi {{(pid=104527) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 25 07:40:25.817873 dv-cinder-825492-15-iscsi neutron-server[104526]: INFO neutron.wsgi [req-9778e9a6-dc02-48fe-9f13-a600b5352f95 req-87481674-22f0-481b-a5de-7105a82962eb service neutron] 10.222.0.41 "GET /v2.0/networks/865acc30-354d-443a-90ac-e550f16275c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0818961 May 25 07:40:25.863043 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG dbcounter [-] [104527] Writing DB stats neutron:SELECT=100 {{(pid=104527) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 07:40:25.928147 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG dbcounter [-] [104527] Writing DB stats neutron:SELECT=100 {{(pid=104527) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 07:40:25.934995 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.db.l3_hamode_db [None req-86273eea-0d78-4dd4-8bbf-54c5d45f0b85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e3c894b-9d5c-4c79-a14b-def167031996', 'name': 'tempest-TestShelveInstance-1950752323-router', 'tenant_id': 'f13c4f9ee9c444d9b9a0d2c2e3ec9142', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '29c629bd-3f50-4535-bfbc-a047608d6fb6', 'external_fixed_ips': [{'subnet_id': '7934ff5a-43f1-4f76-b9d8-e4343ace34f5', 'ip_address': '172.27.3.151'}], 'enable_snat': True}, 'gw_port_id': '9da543db-6561-42d0-9db7-d28a4645a5cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T07:39:22Z', 'updated_at': '2022-05-25T07:39:25Z', 'revision_number': 4, 'project_id': 'f13c4f9ee9c444d9b9a0d2c2e3ec9142', 'gw_port': {'id': '9da543db-6561-42d0-9db7-d28a4645a5cb', 'name': '', 'network_id': '29c629bd-3f50-4535-bfbc-a047608d6fb6', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:81:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e3c894b-9d5c-4c79-a14b-def167031996', 'device_owner': 'network:router_gateway', 'standard_attr_id': 387, 'fixed_ips': [{'subnet_id': '7934ff5a-43f1-4f76-b9d8-e4343ace34f5', 'ip_address': '172.27.3.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825492-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T07:39:23Z', 'updated_at': '2022-05-25T07:39:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7934ff5a-43f1-4f76-b9d8-e4343ace34f5', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825492-15-iscsi', '_floatingips': [{'id': '16ce4bb4-46f6-4fe3-b146-4ffa384db7c6', 'tenant_id': 'f13c4f9ee9c444d9b9a0d2c2e3ec9142', 'floating_ip_address': '172.27.3.165', 'floating_network_id': '29c629bd-3f50-4535-bfbc-a047608d6fb6', 'router_id': '3e3c894b-9d5c-4c79-a14b-def167031996', 'port_id': '6d5abc91-52ce-441e-be4e-749082dec7ae', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 425, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '865acc30-354d-443a-90ac-e550f16275c5', 'mac_address': 'fa:16:3e:41:5b:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63430b83-f298-430c-9ca9-bdd4d69bde91', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-25T07:40:24Z', 'updated_at': '2022-05-25T07:40:24Z', 'revision_number': 0, 'project_id': 'f13c4f9ee9c444d9b9a0d2c2e3ec9142', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4e579cb2-52e8-4a5a-9415-d9411fade202', 'name': '', 'network_id': '865acc30-354d-443a-90ac-e550f16275c5', 'tenant_id': 'f13c4f9ee9c444d9b9a0d2c2e3ec9142', 'mac_address': 'fa:16:3e:da:e7:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e3c894b-9d5c-4c79-a14b-def167031996', 'device_owner': 'network:router_interface', 'standard_attr_id': 388, 'fixed_ips': [{'subnet_id': '6ebf3ac6-955c-49f9-997f-8aa2353df952', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825492-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T07:39:25Z', 'updated_at': '2022-05-25T07:39:31Z', 'revision_number': 5, 'project_id': 'f13c4f9ee9c444d9b9a0d2c2e3ec9142', 'subnets': [{'id': '6ebf3ac6-955c-49f9-997f-8aa2353df952', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-825492-15-iscsi', False) {} {{(pid=104527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 07:40:25.959567 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86273eea-0d78-4dd4-8bbf-54c5d45f0b85 None None] The sync data for ids ['3e3c894b-9d5c-4c79-a14b-def167031996'] in dv-cinder-825492-15-iscsi is: [{'id': '3e3c894b-9d5c-4c79-a14b-def167031996', 'name': 'tempest-TestShelveInstance-1950752323-router', 'tenant_id': 'f13c4f9ee9c444d9b9a0d2c2e3ec9142', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '29c629bd-3f50-4535-bfbc-a047608d6fb6', 'external_fixed_ips': [{'subnet_id': '7934ff5a-43f1-4f76-b9d8-e4343ace34f5', 'ip_address': '172.27.3.151'}], 'enable_snat': True}, 'gw_port_id': '9da543db-6561-42d0-9db7-d28a4645a5cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T07:39:22Z', 'updated_at': '2022-05-25T07:39:25Z', 'revision_number': 4, 'project_id': 'f13c4f9ee9c444d9b9a0d2c2e3ec9142', 'gw_port': {'id': '9da543db-6561-42d0-9db7-d28a4645a5cb', 'name': '', 'network_id': '29c629bd-3f50-4535-bfbc-a047608d6fb6', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:81:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e3c894b-9d5c-4c79-a14b-def167031996', 'device_owner': 'network:router_gateway', 'standard_attr_id': 387, 'fixed_ips': [{'subnet_id': '7934ff5a-43f1-4f76-b9d8-e4343ace34f5', 'ip_address': '172.27.3.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825492-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T07:39:23Z', 'updated_at': '2022-05-25T07:39:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7934ff5a-43f1-4f76-b9d8-e4343ace34f5', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825492-15-iscsi', '_floatingips': [{'id': '16ce4bb4-46f6-4fe3-b146-4ffa384db7c6', 'tenant_id': 'f13c4f9ee9c444d9b9a0d2c2e3ec9142', 'floating_ip_address': '172.27.3.165', 'floating_network_id': '29c629bd-3f50-4535-bfbc-a047608d6fb6', 'router_id': '3e3c894b-9d5c-4c79-a14b-def167031996', 'port_id': '6d5abc91-52ce-441e-be4e-749082dec7ae', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 425, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '865acc30-354d-443a-90ac-e550f16275c5', 'mac_address': 'fa:16:3e:41:5b:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63430b83-f298-430c-9ca9-bdd4d69bde91', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-25T07:40:24Z', 'updated_at': '2022-05-25T07:40:24Z', 'revision_number': 0, 'project_id': 'f13c4f9ee9c444d9b9a0d2c2e3ec9142', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4e579cb2-52e8-4a5a-9415-d9411fade202', 'name': '', 'network_id': '865acc30-354d-443a-90ac-e550f16275c5', 'tenant_id': 'f13c4f9ee9c444d9b9a0d2c2e3ec9142', 'mac_address': 'fa:16:3e:da:e7:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e3c894b-9d5c-4c79-a14b-def167031996', 'device_owner': 'network:router_interface', 'standard_attr_id': 388, 'fixed_ips': [{'subnet_id': '6ebf3ac6-955c-49f9-997f-8aa2353df952', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825492-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T07:39:25Z', 'updated_at': '2022-05-25T07:39:31Z', 'revision_number': 5, 'project_id': 'f13c4f9ee9c444d9b9a0d2c2e3ec9142', 'subnets': [{'id': '6ebf3ac6-955c-49f9-997f-8aa2353df952', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104527) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 25 07:40:26.150006 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a758b60-06db-44c1-8859-6850cf31ccd9 req-68181feb-d1f6-4274-8ed8-fb3b9fc8cce8 tempest-AttachVolumeNegativeTest-1464534600 tempest-AttachVolumeNegativeTest-1464534600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 07:40:26.151532 dv-cinder-825492-15-iscsi neutron-server[104526]: INFO neutron.wsgi [req-9a758b60-06db-44c1-8859-6850cf31ccd9 req-68181feb-d1f6-4274-8ed8-fb3b9fc8cce8 tempest-AttachVolumeNegativeTest-1464534600 tempest-AttachVolumeNegativeTest-1464534600-project] 10.222.0.24 "GET /v2.0/ports?device_id=43b6c572-c0f9-46e4-bd01-0cc1583cfe58 HTTP/1.1" status: 200 len: 944 time: 0.0507555 May 25 07:40:26.165437 dv-cinder-825492-15-iscsi neutron-server[104528]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-510d32a0-519c-4121-ad76-898f65db4809 None None] New status for floating IP 16ce4bb4-46f6-4fe3-b146-4ffa384db7c6: ACTIVE {{(pid=104528) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 25 07:40:26.200285 dv-cinder-825492-15-iscsi neutron-server[104526]: INFO neutron.wsgi [req-9a758b60-06db-44c1-8859-6850cf31ccd9 req-7b021b22-5940-4506-b05f-c72571fd0d35 tempest-AttachVolumeNegativeTest-1464534600 tempest-AttachVolumeNegativeTest-1464534600-project] 10.222.0.24 "GET /v2.0/security-groups?id=f8d2a486-4c34-4250-bb63-3b6581e34713&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429296 May 25 07:40:26.443799 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.plugins.ml2.rpc [None req-798242cc-9ea0-464c-9109-86bd7997349e None None] Device 627e7547-a34e-487f-a611-64aa7bd85302 up at agent hyperv_hv-cinder-82549 {{(pid=104527) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 25 07:40:26.489371 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.db.provisioning_blocks [None req-798242cc-9ea0-464c-9109-86bd7997349e None None] Provisioning for port 627e7547-a34e-487f-a611-64aa7bd85302 completed by entity L2. {{(pid=104527) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 25 07:40:26.554405 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.db.provisioning_blocks [None req-798242cc-9ea0-464c-9109-86bd7997349e None None] Provisioning complete for port 627e7547-a34e-487f-a611-64aa7bd85302 triggered by entity L2. {{(pid=104527) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 25 07:40:26.554886 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron_lib.callbacks.manager [None req-798242cc-9ea0-464c-9109-86bd7997349e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1490782'] for port (627e7547-a34e-487f-a611-64aa7bd85302), provisioning_complete {{(pid=104527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:40:26.627922 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.plugins.ml2.plugin [None req-798242cc-9ea0-464c-9109-86bd7997349e None None] Current status of the port 627e7547-a34e-487f-a611-64aa7bd85302 is: BUILD; New status is: ACTIVE {{(pid=104527) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 25 07:40:26.628587 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron_lib.callbacks.manager [None req-798242cc-9ea0-464c-9109-86bd7997349e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-616651'] for port (627e7547-a34e-487f-a611-64aa7bd85302), before_update {{(pid=104527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:40:26.650238 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '43b6c572-c0f9-46e4-bd01-0cc1583cfe58', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '627e7547-a34e-487f-a611-64aa7bd85302'}] {{(pid=104527) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 25 07:40:26.652428 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b7b9631292b9c3281c46c063e828ef1e98938590bf5356102cacde7abf71fd6b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fc9674f9-68c9-41bf-b5be-9e52fa6111a9" -d '{"events": [{"server_uuid": "43b6c572-c0f9-46e4-bd01-0cc1583cfe58", "name": "network-vif-plugged", "status": "completed", "tag": "627e7547-a34e-487f-a611-64aa7bd85302"}]}' {{(pid=104527) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 25 07:40:26.665235 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.plugins.ml2.db [None req-798242cc-9ea0-464c-9109-86bd7997349e None None] For port 627e7547-a34e-487f-a611-64aa7bd85302, host hv-cinder-82549, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82549',level=0,port_id=627e7547-a34e-487f-a611-64aa7bd85302,segment=NetworkSegment(a280169f-cd62-40b1-b23e-40cb603d4abb),segment_id=a280169f-cd62-40b1-b23e-40cb603d4abb)] {{(pid=104527) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 07:40:26.689938 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 25 May 2022 07:40:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a8c56bfa-3294-4d90-b0e9-4dc18d68108c x-openstack-request-id: req-a8c56bfa-3294-4d90-b0e9-4dc18d68108c {{(pid=104527) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 25 07:40:26.690237 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "43b6c572-c0f9-46e4-bd01-0cc1583cfe58", "name": "network-vif-plugged", "status": "completed", "tag": "627e7547-a34e-487f-a611-64aa7bd85302", "code": 200}]} {{(pid=104527) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 25 07:40:26.690487 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-a8c56bfa-3294-4d90-b0e9-4dc18d68108c {{(pid=104527) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 25 07:40:26.690873 dv-cinder-825492-15-iscsi neutron-server[104527]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a8c56bfa-3294-4d90-b0e9-4dc18d68108c'] response: {'server_uuid': '43b6c572-c0f9-46e4-bd01-0cc1583cfe58', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '627e7547-a34e-487f-a611-64aa7bd85302', 'code': 200} May 25 07:40:26.740321 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron_lib.callbacks.manager [None req-798242cc-9ea0-464c-9109-86bd7997349e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-617841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612926', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754056714442', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754056173882', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754056173900'] for port (627e7547-a34e-487f-a611-64aa7bd85302), after_update {{(pid=104527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:40:26.790273 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-798242cc-9ea0-464c-9109-86bd7997349e None None] Pushing event updated for resources: {'Port': ['ID=627e7547-a34e-487f-a611-64aa7bd85302,revision_number=5']} {{(pid=104527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 07:40:27.064976 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bca2ba5-9121-4cb3-b3e4-5d9f2f2c13fe req-a62f5bad-ba0e-4f39-a8d8-29dd819c7789 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 07:40:27.066443 dv-cinder-825492-15-iscsi neutron-server[104526]: INFO neutron.wsgi [req-5bca2ba5-9121-4cb3-b3e4-5d9f2f2c13fe req-a62f5bad-ba0e-4f39-a8d8-29dd819c7789 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=43b6c572-c0f9-46e4-bd01-0cc1583cfe58 HTTP/1.1" status: 200 len: 1129 time: 0.0421519 May 25 07:40:27.111423 dv-cinder-825492-15-iscsi neutron-server[104526]: INFO neutron.wsgi [req-5bca2ba5-9121-4cb3-b3e4-5d9f2f2c13fe req-3f0acece-20d1-4e83-aec4-470a49f8f6dc service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=f8d2a486-4c34-4250-bb63-3b6581e34713&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0374503 May 25 07:40:27.314264 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b556e2c0-d90f-4a4d-94c8-0692c309798c req-119a7a08-a937-4b67-8cb4-c1047b406b79 tempest-AttachVolumeNegativeTest-1464534600 tempest-AttachVolumeNegativeTest-1464534600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 07:40:27.315788 dv-cinder-825492-15-iscsi neutron-server[104526]: INFO neutron.wsgi [req-b556e2c0-d90f-4a4d-94c8-0692c309798c req-119a7a08-a937-4b67-8cb4-c1047b406b79 tempest-AttachVolumeNegativeTest-1464534600 tempest-AttachVolumeNegativeTest-1464534600-project] 10.222.0.24 "GET /v2.0/ports?device_id=43b6c572-c0f9-46e4-bd01-0cc1583cfe58 HTTP/1.1" status: 200 len: 945 time: 0.0466666 May 25 07:40:27.362976 dv-cinder-825492-15-iscsi neutron-server[104526]: INFO neutron.wsgi [req-b556e2c0-d90f-4a4d-94c8-0692c309798c req-52163a32-b82d-418a-9cc8-24036f602f6e tempest-AttachVolumeNegativeTest-1464534600 tempest-AttachVolumeNegativeTest-1464534600-project] 10.222.0.24 "GET /v2.0/security-groups?id=f8d2a486-4c34-4250-bb63-3b6581e34713&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409620 May 25 07:40:28.481178 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-923bd983-26d5-4761-9266-9807d6967f51 req-6377ae46-d7f7-4bc9-89b9-7ecd8d80d7d2 tempest-AttachVolumeNegativeTest-1464534600 tempest-AttachVolumeNegativeTest-1464534600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 07:40:28.482683 dv-cinder-825492-15-iscsi neutron-server[104525]: INFO neutron.wsgi [req-923bd983-26d5-4761-9266-9807d6967f51 req-6377ae46-d7f7-4bc9-89b9-7ecd8d80d7d2 tempest-AttachVolumeNegativeTest-1464534600 tempest-AttachVolumeNegativeTest-1464534600-project] 10.222.0.24 "GET /v2.0/ports?device_id=43b6c572-c0f9-46e4-bd01-0cc1583cfe58 HTTP/1.1" status: 200 len: 945 time: 0.0508292 May 25 07:40:28.530415 dv-cinder-825492-15-iscsi neutron-server[104525]: INFO neutron.wsgi [req-923bd983-26d5-4761-9266-9807d6967f51 req-8e9c1cc0-58db-44b2-83e6-610806bf5c28 tempest-AttachVolumeNegativeTest-1464534600 tempest-AttachVolumeNegativeTest-1464534600-project] 10.222.0.24 "GET /v2.0/security-groups?id=f8d2a486-4c34-4250-bb63-3b6581e34713&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417778 May 25 07:40:29.647440 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bfd1ef1-6335-449c-8ac1-8ed9e69e5640 req-40ed1a43-9872-4351-b8c3-fdd057091782 tempest-AttachVolumeNegativeTest-1464534600 tempest-AttachVolumeNegativeTest-1464534600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 07:40:29.648947 dv-cinder-825492-15-iscsi neutron-server[104526]: INFO neutron.wsgi [req-7bfd1ef1-6335-449c-8ac1-8ed9e69e5640 req-40ed1a43-9872-4351-b8c3-fdd057091782 tempest-AttachVolumeNegativeTest-1464534600 tempest-AttachVolumeNegativeTest-1464534600-project] 10.222.0.24 "GET /v2.0/ports?device_id=43b6c572-c0f9-46e4-bd01-0cc1583cfe58 HTTP/1.1" status: 200 len: 945 time: 0.0502145 May 25 07:40:29.694899 dv-cinder-825492-15-iscsi neutron-server[104526]: INFO neutron.wsgi [req-7bfd1ef1-6335-449c-8ac1-8ed9e69e5640 req-ee647aaa-6400-421f-a9dc-df5b33d5979c tempest-AttachVolumeNegativeTest-1464534600 tempest-AttachVolumeNegativeTest-1464534600-project] 10.222.0.24 "GET /v2.0/security-groups?id=f8d2a486-4c34-4250-bb63-3b6581e34713&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404503 May 25 07:40:29.802984 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a69a8be-feac-48af-80fe-95b1ac2dd8d4 req-c6ad843d-3368-48bb-87b4-7d2d5454ae47 tempest-AttachVolumeNegativeTest-1464534600 tempest-AttachVolumeNegativeTest-1464534600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 07:40:29.805053 dv-cinder-825492-15-iscsi neutron-server[104525]: INFO neutron.wsgi [req-4a69a8be-feac-48af-80fe-95b1ac2dd8d4 req-c6ad843d-3368-48bb-87b4-7d2d5454ae47 tempest-AttachVolumeNegativeTest-1464534600 tempest-AttachVolumeNegativeTest-1464534600-project] 10.222.0.24 "GET /v2.0/ports?device_id=43b6c572-c0f9-46e4-bd01-0cc1583cfe58 HTTP/1.1" status: 200 len: 945 time: 0.0466390 May 25 07:40:29.814795 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron.wsgi [-] (104525) accepted ('10.222.0.24', 46266) {{(pid=104525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 07:40:29.819093 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron.api.v2.base [None req-420e63ee-b98b-4a0c-b3be-dbc8f9f76883 tempest-AttachVolumeNegativeTest-1464534600 tempest-AttachVolumeNegativeTest-1464534600-project] Request body: {'floatingip': {'port_id': '627e7547-a34e-487f-a611-64aa7bd85302'}} {{(pid=104525) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 25 07:40:29.860246 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-420e63ee-b98b-4a0c-b3be-dbc8f9f76883 tempest-AttachVolumeNegativeTest-1464534600 tempest-AttachVolumeNegativeTest-1464534600-project] Publish callbacks [] for floatingip (f11700b3-0235-4f59-9e77-b434ecd36287), before_update {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:40:30.274366 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-420e63ee-b98b-4a0c-b3be-dbc8f9f76883 tempest-AttachVolumeNegativeTest-1464534600 tempest-AttachVolumeNegativeTest-1464534600-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:40:30.336857 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-420e63ee-b98b-4a0c-b3be-dbc8f9f76883 tempest-AttachVolumeNegativeTest-1464534600 tempest-AttachVolumeNegativeTest-1464534600-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1617316'] for floatingip (f11700b3-0235-4f59-9e77-b434ecd36287), after_update {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:40:30.339375 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG dbcounter [-] [104525] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104525) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 07:40:30.434132 dv-cinder-825492-15-iscsi neutron-server[104525]: INFO neutron.db.l3_db [None req-420e63ee-b98b-4a0c-b3be-dbc8f9f76883 tempest-AttachVolumeNegativeTest-1464534600 tempest-AttachVolumeNegativeTest-1464534600-project] Floating IP f11700b3-0235-4f59-9e77-b434ecd36287 associated. External IP: 172.27.3.111, port: 627e7547-a34e-487f-a611-64aa7bd85302. May 25 07:40:30.631145 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-420e63ee-b98b-4a0c-b3be-dbc8f9f76883 tempest-AttachVolumeNegativeTest-1464534600 tempest-AttachVolumeNegativeTest-1464534600-project] Router 27856324-98d4-4244-bd01-93343ae31478 has already been hosted by L3 agent 54ff4013-997e-4376-a4e9-e6c98cf37cc7 {{(pid=104525) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 25 07:40:30.634993 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG dbcounter [-] [104525] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104525) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 07:40:30.735922 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-420e63ee-b98b-4a0c-b3be-dbc8f9f76883 tempest-AttachVolumeNegativeTest-1464534600 tempest-AttachVolumeNegativeTest-1464534600-project] Notify agent at l3_agent.dv-cinder-825492-15-iscsi the message routers_updated {{(pid=104525) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 25 07:40:30.740254 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-420e63ee-b98b-4a0c-b3be-dbc8f9f76883 tempest-AttachVolumeNegativeTest-1464534600 tempest-AttachVolumeNegativeTest-1464534600-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93885'] for floatingip (None), before_response {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:40:30.747084 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6fc9ff6-0ae7-4192-8cc7-e6b4af55a26d None None] Sync routers for ids ['27856324-98d4-4244-bd01-93343ae31478'] in dv-cinder-825492-15-iscsi {{(pid=104527) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 25 07:40:30.757295 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6fc9ff6-0ae7-4192-8cc7-e6b4af55a26d None None] Routers {'27856324-98d4-4244-bd01-93343ae31478'} bound to L3 agent in host dv-cinder-825492-15-iscsi {{(pid=104527) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 25 07:40:30.757965 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.db.l3_hamode_db [None req-a6fc9ff6-0ae7-4192-8cc7-e6b4af55a26d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825492-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-25T07:27:37Z,description=,heartbeat_timestamp=2022-05-25T07:40:07Z,host='dv-cinder-825492-15-iscsi',id=54ff4013-997e-4376-a4e9-e6c98cf37cc7,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T07:27:38Z,topic='l3_agent')) {'router_ids': ['27856324-98d4-4244-bd01-93343ae31478'], 'active': True} {{(pid=104527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 07:40:30.771140 dv-cinder-825492-15-iscsi neutron-server[104525]: INFO neutron.wsgi [None req-420e63ee-b98b-4a0c-b3be-dbc8f9f76883 tempest-AttachVolumeNegativeTest-1464534600 tempest-AttachVolumeNegativeTest-1464534600-project] 10.222.0.24 "PUT /v2.0/floatingips/f11700b3-0235-4f59-9e77-b434ecd36287 HTTP/1.1" status: 200 len: 991 time: 0.9552836 May 25 07:40:30.771681 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '43b6c572-c0f9-46e4-bd01-0cc1583cfe58', 'tag': '627e7547-a34e-487f-a611-64aa7bd85302'}] {{(pid=104525) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 25 07:40:30.774375 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d445ce38d91c6b292eb6894f597f8081be97d606cd6e8c01bc8cfabf5dd02ac1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-25918082-001a-4a6c-8ac8-9872d68a02bd" -d '{"events": [{"name": "network-changed", "server_uuid": "43b6c572-c0f9-46e4-bd01-0cc1583cfe58", "tag": "627e7547-a34e-487f-a611-64aa7bd85302"}]}' {{(pid=104525) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 25 07:40:30.809492 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 25 May 2022 07:40:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8d61daf6-4eab-4c37-a11f-cef8b059af92 x-openstack-request-id: req-8d61daf6-4eab-4c37-a11f-cef8b059af92 {{(pid=104525) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 25 07:40:30.810071 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "43b6c572-c0f9-46e4-bd01-0cc1583cfe58", "tag": "627e7547-a34e-487f-a611-64aa7bd85302", "status": "completed", "code": 200}]} {{(pid=104525) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 25 07:40:30.810188 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-8d61daf6-4eab-4c37-a11f-cef8b059af92 {{(pid=104525) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 25 07:40:30.810525 dv-cinder-825492-15-iscsi neutron-server[104525]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8d61daf6-4eab-4c37-a11f-cef8b059af92'] response: {'name': 'network-changed', 'server_uuid': '43b6c572-c0f9-46e4-bd01-0cc1583cfe58', 'tag': '627e7547-a34e-487f-a611-64aa7bd85302', 'status': 'completed', 'code': 200} May 25 07:40:30.902800 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25918082-001a-4a6c-8ac8-9872d68a02bd req-42b15784-51a8-4727-bf45-f217cb15ff49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 07:40:30.904346 dv-cinder-825492-15-iscsi neutron-server[104526]: INFO neutron.wsgi [req-25918082-001a-4a6c-8ac8-9872d68a02bd req-42b15784-51a8-4727-bf45-f217cb15ff49 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=2d8e35800ce043acbcb027ce406ed2e7&device_id=43b6c572-c0f9-46e4-bd01-0cc1583cfe58 HTTP/1.1" status: 200 len: 1129 time: 0.0415735 May 25 07:40:30.988146 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.db.l3_dvr_db [None req-a6fc9ff6-0ae7-4192-8cc7-e6b4af55a26d None None] Set router 27856324-98d4-4244-bd01-93343ae31478 gateway port host: dv-cinder-825492-15-iscsi {{(pid=104527) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 25 07:40:30.996665 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25918082-001a-4a6c-8ac8-9872d68a02bd req-c3656605-0ffe-438a-8cc1-b1fd5bce96b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 07:40:30.998143 dv-cinder-825492-15-iscsi neutron-server[104526]: INFO neutron.wsgi [req-25918082-001a-4a6c-8ac8-9872d68a02bd req-c3656605-0ffe-438a-8cc1-b1fd5bce96b9 service neutron] 10.222.0.41 "GET /v2.0/networks?id=f39d85d3-0173-4496-879c-2b83e234d364 HTTP/1.1" status: 200 len: 916 time: 0.0868306 May 25 07:40:31.051099 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG dbcounter [-] [104526] Writing DB stats neutron:SELECT=100 {{(pid=104526) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 07:40:31.064564 dv-cinder-825492-15-iscsi neutron-server[104526]: INFO neutron.wsgi [req-25918082-001a-4a6c-8ac8-9872d68a02bd req-1cdd9ed1-b140-49ce-ba78-3b48680075bf service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=627e7547-a34e-487f-a611-64aa7bd85302 HTTP/1.1" status: 200 len: 999 time: 0.0591390 May 25 07:40:31.132805 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25918082-001a-4a6c-8ac8-9872d68a02bd req-80d9b43d-22be-460a-b678-3ae2534ea000 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 07:40:31.134368 dv-cinder-825492-15-iscsi neutron-server[104526]: INFO neutron.wsgi [req-25918082-001a-4a6c-8ac8-9872d68a02bd req-80d9b43d-22be-460a-b678-3ae2534ea000 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=4aef3d06-f4fb-4751-a5a8-ab68314fa54a HTTP/1.1" status: 200 len: 854 time: 0.0452151 May 25 07:40:31.183582 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25918082-001a-4a6c-8ac8-9872d68a02bd req-1a1ffcb0-4f7e-4d82-9649-c5fdce3523f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 07:40:31.185170 dv-cinder-825492-15-iscsi neutron-server[104526]: INFO neutron.wsgi [req-25918082-001a-4a6c-8ac8-9872d68a02bd req-1a1ffcb0-4f7e-4d82-9649-c5fdce3523f0 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=f39d85d3-0173-4496-879c-2b83e234d364&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0420566 May 25 07:40:31.202584 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.db.l3_hamode_db [None req-a6fc9ff6-0ae7-4192-8cc7-e6b4af55a26d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '27856324-98d4-4244-bd01-93343ae31478', 'name': 'tempest-AttachVolumeNegativeTest-2135659387-router', 'tenant_id': '2d8e35800ce043acbcb027ce406ed2e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '29c629bd-3f50-4535-bfbc-a047608d6fb6', 'external_fixed_ips': [{'subnet_id': '7934ff5a-43f1-4f76-b9d8-e4343ace34f5', 'ip_address': '172.27.3.226'}], 'enable_snat': True}, 'gw_port_id': '22f8fc27-9589-49b7-a3d1-f53043acd5a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T07:36:27Z', 'updated_at': '2022-05-25T07:36:37Z', 'revision_number': 4, 'project_id': '2d8e35800ce043acbcb027ce406ed2e7', 'gw_port': {'id': '22f8fc27-9589-49b7-a3d1-f53043acd5a2', 'name': '', 'network_id': '29c629bd-3f50-4535-bfbc-a047608d6fb6', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:51:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27856324-98d4-4244-bd01-93343ae31478', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '7934ff5a-43f1-4f76-b9d8-e4343ace34f5', 'ip_address': '172.27.3.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825492-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T07:36:28Z', 'updated_at': '2022-05-25T07:36:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7934ff5a-43f1-4f76-b9d8-e4343ace34f5', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825492-15-iscsi', '_floatingips': [{'id': 'f11700b3-0235-4f59-9e77-b434ecd36287', 'tenant_id': '2d8e35800ce043acbcb027ce406ed2e7', 'floating_ip_address': '172.27.3.111', 'floating_network_id': '29c629bd-3f50-4535-bfbc-a047608d6fb6', 'router_id': '27856324-98d4-4244-bd01-93343ae31478', 'port_id': '627e7547-a34e-487f-a611-64aa7bd85302', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 422, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f39d85d3-0173-4496-879c-2b83e234d364', 'mac_address': 'fa:16:3e:0a:03:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43b6c572-c0f9-46e4-bd01-0cc1583cfe58', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-25T07:40:11Z', 'updated_at': '2022-05-25T07:40:30Z', 'revision_number': 1, 'project_id': '2d8e35800ce043acbcb027ce406ed2e7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '521b8e74-ff39-43eb-be41-5f6b4257049b', 'name': '', 'network_id': 'f39d85d3-0173-4496-879c-2b83e234d364', 'tenant_id': '2d8e35800ce043acbcb027ce406ed2e7', 'mac_address': 'fa:16:3e:38:3d:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27856324-98d4-4244-bd01-93343ae31478', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '4aef3d06-f4fb-4751-a5a8-ab68314fa54a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825492-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T07:36:36Z', 'updated_at': '2022-05-25T07:36:49Z', 'revision_number': 5, 'project_id': '2d8e35800ce043acbcb027ce406ed2e7', 'subnets': [{'id': '4aef3d06-f4fb-4751-a5a8-ab68314fa54a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-825492-15-iscsi', False) {} {{(pid=104527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 07:40:31.231308 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6fc9ff6-0ae7-4192-8cc7-e6b4af55a26d None None] Checking router: 27856324-98d4-4244-bd01-93343ae31478 for host: dv-cinder-825492-15-iscsi {{(pid=104527) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 25 07:40:31.241068 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6fc9ff6-0ae7-4192-8cc7-e6b4af55a26d None None] Routers {'27856324-98d4-4244-bd01-93343ae31478'} bound to L3 agent in host dv-cinder-825492-15-iscsi {{(pid=104527) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 25 07:40:31.241814 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.db.l3_hamode_db [None req-a6fc9ff6-0ae7-4192-8cc7-e6b4af55a26d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825492-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-25T07:27:37Z,description=,heartbeat_timestamp=2022-05-25T07:40:07Z,host='dv-cinder-825492-15-iscsi',id=54ff4013-997e-4376-a4e9-e6c98cf37cc7,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T07:27:38Z,topic='l3_agent')) {'router_ids': ['27856324-98d4-4244-bd01-93343ae31478'], 'active': True} {{(pid=104527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 07:40:31.295055 dv-cinder-825492-15-iscsi neutron-server[104526]: INFO neutron.wsgi [req-2dda570b-4bed-48d1-83c9-619cab849265 req-e1104997-4b85-4001-8c3a-e8ea51df206d service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=6d360341-449d-4b49-8b66-a02a969171fd&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0774162 May 25 07:40:31.309466 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG dbcounter [-] [104526] Writing DB stats neutron:SELECT=100 {{(pid=104526) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 07:40:31.314201 dv-cinder-825492-15-iscsi neutron-server[104526]: INFO neutron.wsgi [req-25918082-001a-4a6c-8ac8-9872d68a02bd req-400dc8f3-27f3-4aad-b484-ad9f23c3872b service neutron] 10.222.0.41 "GET /v2.0/networks/f39d85d3-0173-4496-879c-2b83e234d364?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1215911 May 25 07:40:31.346476 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.db.l3_dvr_db [None req-a6fc9ff6-0ae7-4192-8cc7-e6b4af55a26d None None] Set router 27856324-98d4-4244-bd01-93343ae31478 gateway port host: dv-cinder-825492-15-iscsi {{(pid=104527) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 25 07:40:31.425051 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dda570b-4bed-48d1-83c9-619cab849265 req-e056e2a8-b183-4c90-8fc9-73ab47ac4917 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 07:40:31.426845 dv-cinder-825492-15-iscsi neutron-server[104526]: INFO neutron.wsgi [req-2dda570b-4bed-48d1-83c9-619cab849265 req-e056e2a8-b183-4c90-8fc9-73ab47ac4917 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=c4406d5d0e2347f1b96c34496f5ba5ae&device_id=6d360341-449d-4b49-8b66-a02a969171fd HTTP/1.1" status: 200 len: 1131 time: 0.0818088 May 25 07:40:31.476380 dv-cinder-825492-15-iscsi neutron-server[104526]: INFO neutron.wsgi [req-25918082-001a-4a6c-8ac8-9872d68a02bd req-ca678dfb-af68-4376-b385-c2a6024466d3 service neutron] 10.222.0.41 "GET /v2.0/networks/f39d85d3-0173-4496-879c-2b83e234d364?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1386988 May 25 07:40:31.488644 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG dbcounter [-] [104527] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=104527) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 07:40:31.531370 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG dbcounter [-] [104527] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104527) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 07:40:31.548115 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dda570b-4bed-48d1-83c9-619cab849265 req-0edcfdf9-acb2-4814-8e44-fc04df9d9d73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 07:40:31.549633 dv-cinder-825492-15-iscsi neutron-server[104526]: INFO neutron.wsgi [req-2dda570b-4bed-48d1-83c9-619cab849265 req-0edcfdf9-acb2-4814-8e44-fc04df9d9d73 service neutron] 10.222.0.41 "GET /v2.0/networks?id=7eef0ae9-55de-48c4-ada3-da713e1942b9 HTTP/1.1" status: 200 len: 918 time: 0.0950458 May 25 07:40:31.580146 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.db.l3_hamode_db [None req-a6fc9ff6-0ae7-4192-8cc7-e6b4af55a26d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '27856324-98d4-4244-bd01-93343ae31478', 'name': 'tempest-AttachVolumeNegativeTest-2135659387-router', 'tenant_id': '2d8e35800ce043acbcb027ce406ed2e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '29c629bd-3f50-4535-bfbc-a047608d6fb6', 'external_fixed_ips': [{'subnet_id': '7934ff5a-43f1-4f76-b9d8-e4343ace34f5', 'ip_address': '172.27.3.226'}], 'enable_snat': True}, 'gw_port_id': '22f8fc27-9589-49b7-a3d1-f53043acd5a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T07:36:27Z', 'updated_at': '2022-05-25T07:36:37Z', 'revision_number': 4, 'project_id': '2d8e35800ce043acbcb027ce406ed2e7', 'gw_port': {'id': '22f8fc27-9589-49b7-a3d1-f53043acd5a2', 'name': '', 'network_id': '29c629bd-3f50-4535-bfbc-a047608d6fb6', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:51:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27856324-98d4-4244-bd01-93343ae31478', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '7934ff5a-43f1-4f76-b9d8-e4343ace34f5', 'ip_address': '172.27.3.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825492-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T07:36:28Z', 'updated_at': '2022-05-25T07:36:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7934ff5a-43f1-4f76-b9d8-e4343ace34f5', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825492-15-iscsi', '_floatingips': [{'id': 'f11700b3-0235-4f59-9e77-b434ecd36287', 'tenant_id': '2d8e35800ce043acbcb027ce406ed2e7', 'floating_ip_address': '172.27.3.111', 'floating_network_id': '29c629bd-3f50-4535-bfbc-a047608d6fb6', 'router_id': '27856324-98d4-4244-bd01-93343ae31478', 'port_id': '627e7547-a34e-487f-a611-64aa7bd85302', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 422, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f39d85d3-0173-4496-879c-2b83e234d364', 'mac_address': 'fa:16:3e:0a:03:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43b6c572-c0f9-46e4-bd01-0cc1583cfe58', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-25T07:40:11Z', 'updated_at': '2022-05-25T07:40:30Z', 'revision_number': 1, 'project_id': '2d8e35800ce043acbcb027ce406ed2e7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '521b8e74-ff39-43eb-be41-5f6b4257049b', 'name': '', 'network_id': 'f39d85d3-0173-4496-879c-2b83e234d364', 'tenant_id': '2d8e35800ce043acbcb027ce406ed2e7', 'mac_address': 'fa:16:3e:38:3d:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27856324-98d4-4244-bd01-93343ae31478', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '4aef3d06-f4fb-4751-a5a8-ab68314fa54a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825492-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T07:36:36Z', 'updated_at': '2022-05-25T07:36:49Z', 'revision_number': 5, 'project_id': '2d8e35800ce043acbcb027ce406ed2e7', 'subnets': [{'id': '4aef3d06-f4fb-4751-a5a8-ab68314fa54a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-825492-15-iscsi', False) {} {{(pid=104527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 07:40:31.610129 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6fc9ff6-0ae7-4192-8cc7-e6b4af55a26d None None] The sync data for ids ['27856324-98d4-4244-bd01-93343ae31478'] in dv-cinder-825492-15-iscsi is: [{'id': '27856324-98d4-4244-bd01-93343ae31478', 'name': 'tempest-AttachVolumeNegativeTest-2135659387-router', 'tenant_id': '2d8e35800ce043acbcb027ce406ed2e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '29c629bd-3f50-4535-bfbc-a047608d6fb6', 'external_fixed_ips': [{'subnet_id': '7934ff5a-43f1-4f76-b9d8-e4343ace34f5', 'ip_address': '172.27.3.226'}], 'enable_snat': True}, 'gw_port_id': '22f8fc27-9589-49b7-a3d1-f53043acd5a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T07:36:27Z', 'updated_at': '2022-05-25T07:36:37Z', 'revision_number': 4, 'project_id': '2d8e35800ce043acbcb027ce406ed2e7', 'gw_port': {'id': '22f8fc27-9589-49b7-a3d1-f53043acd5a2', 'name': '', 'network_id': '29c629bd-3f50-4535-bfbc-a047608d6fb6', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:51:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27856324-98d4-4244-bd01-93343ae31478', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '7934ff5a-43f1-4f76-b9d8-e4343ace34f5', 'ip_address': '172.27.3.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825492-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T07:36:28Z', 'updated_at': '2022-05-25T07:36:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7934ff5a-43f1-4f76-b9d8-e4343ace34f5', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825492-15-iscsi', '_floatingips': [{'id': 'f11700b3-0235-4f59-9e77-b434ecd36287', 'tenant_id': '2d8e35800ce043acbcb027ce406ed2e7', 'floating_ip_address': '172.27.3.111', 'floating_network_id': '29c629bd-3f50-4535-bfbc-a047608d6fb6', 'router_id': '27856324-98d4-4244-bd01-93343ae31478', 'port_id': '627e7547-a34e-487f-a611-64aa7bd85302', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 422, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f39d85d3-0173-4496-879c-2b83e234d364', 'mac_address': 'fa:16:3e:0a:03:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43b6c572-c0f9-46e4-bd01-0cc1583cfe58', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-25T07:40:11Z', 'updated_at': '2022-05-25T07:40:30Z', 'revision_number': 1, 'project_id': '2d8e35800ce043acbcb027ce406ed2e7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '521b8e74-ff39-43eb-be41-5f6b4257049b', 'name': '', 'network_id': 'f39d85d3-0173-4496-879c-2b83e234d364', 'tenant_id': '2d8e35800ce043acbcb027ce406ed2e7', 'mac_address': 'fa:16:3e:38:3d:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27856324-98d4-4244-bd01-93343ae31478', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '4aef3d06-f4fb-4751-a5a8-ab68314fa54a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825492-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T07:36:36Z', 'updated_at': '2022-05-25T07:36:49Z', 'revision_number': 5, 'project_id': '2d8e35800ce043acbcb027ce406ed2e7', 'subnets': [{'id': '4aef3d06-f4fb-4751-a5a8-ab68314fa54a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104527) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 25 07:40:31.618377 dv-cinder-825492-15-iscsi neutron-server[104526]: INFO neutron.wsgi [req-2dda570b-4bed-48d1-83c9-619cab849265 req-5cc4c280-4ec1-49e7-8c25-e0f60765434e service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=5b9220dd-eeaa-4ea1-a0cd-e54c1dbfe455 HTTP/1.1" status: 200 len: 1001 time: 0.0569410 May 25 07:40:31.673360 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dda570b-4bed-48d1-83c9-619cab849265 req-45572b5f-59ae-4cfc-a085-de255b47daa5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 07:40:31.673360 dv-cinder-825492-15-iscsi neutron-server[104526]: INFO neutron.wsgi [req-2dda570b-4bed-48d1-83c9-619cab849265 req-45572b5f-59ae-4cfc-a085-de255b47daa5 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=e7796ec7-ead3-485d-a16b-d9ef7a0a8b85 HTTP/1.1" status: 200 len: 856 time: 0.0442610 May 25 07:40:31.719386 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dda570b-4bed-48d1-83c9-619cab849265 req-e0dd5e5d-331b-4b87-915f-90d3885af57f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 07:40:31.720959 dv-cinder-825492-15-iscsi neutron-server[104526]: INFO neutron.wsgi [req-2dda570b-4bed-48d1-83c9-619cab849265 req-e0dd5e5d-331b-4b87-915f-90d3885af57f service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=7eef0ae9-55de-48c4-ada3-da713e1942b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0434735 May 25 07:40:31.806662 dv-cinder-825492-15-iscsi neutron-server[104528]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5418c439-aba6-4a93-a1e1-0504a34c4b1d None None] New status for floating IP f11700b3-0235-4f59-9e77-b434ecd36287: ACTIVE {{(pid=104528) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 25 07:40:31.819379 dv-cinder-825492-15-iscsi neutron-server[104526]: INFO neutron.wsgi [req-2dda570b-4bed-48d1-83c9-619cab849265 req-7f6f1629-b4de-4279-8b2a-651f3ec71f7c service neutron] 10.222.0.41 "GET /v2.0/networks/7eef0ae9-55de-48c4-ada3-da713e1942b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861065 May 25 07:40:31.915511 dv-cinder-825492-15-iscsi neutron-server[104526]: INFO neutron.wsgi [req-2dda570b-4bed-48d1-83c9-619cab849265 req-d5f8b396-f50b-4f62-8e88-462ee55db8ad service neutron] 10.222.0.41 "GET /v2.0/networks/7eef0ae9-55de-48c4-ada3-da713e1942b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0874169 May 25 07:40:32.063519 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron_lib.callbacks.manager [None req-798242cc-9ea0-464c-9109-86bd7997349e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754056472917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490168'] for agent (bbf5dc8c-5103-4973-a6b6-76af4660c126), after_update {{(pid=104527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:40:35.257694 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron_lib.callbacks.manager [None req-969afc71-ece0-4e6a-a847-812b5081c26b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754056472917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490168'] for agent (6cf9466f-68ff-4d03-9bb6-0c8244fa88eb), after_update {{(pid=104527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:40:35.655812 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6b197ac-10bc-4408-a658-7d35b1b15398 req-16769cf9-358d-46b9-96a4-978e35d07af0 tempest-AttachVolumeShelveTestJSON-605607613 tempest-AttachVolumeShelveTestJSON-605607613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 07:40:35.657236 dv-cinder-825492-15-iscsi neutron-server[104525]: INFO neutron.wsgi [req-f6b197ac-10bc-4408-a658-7d35b1b15398 req-16769cf9-358d-46b9-96a4-978e35d07af0 tempest-AttachVolumeShelveTestJSON-605607613 tempest-AttachVolumeShelveTestJSON-605607613-project] 10.222.0.24 "GET /v2.0/ports?device_id=6d360341-449d-4b49-8b66-a02a969171fd HTTP/1.1" status: 200 len: 947 time: 0.0471923 May 25 07:40:35.703307 dv-cinder-825492-15-iscsi neutron-server[104525]: INFO neutron.wsgi [req-f6b197ac-10bc-4408-a658-7d35b1b15398 req-3ccce4b7-1602-4ad9-a470-ab16a11519ba tempest-AttachVolumeShelveTestJSON-605607613 tempest-AttachVolumeShelveTestJSON-605607613-project] 10.222.0.24 "GET /v2.0/security-groups?id=36a790ea-6395-4759-aea0-9e848582607a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0405073 May 25 07:40:36.613164 dv-cinder-825492-15-iscsi neutron-server[104528]: DEBUG neutron.db.agents_db [None req-434abceb-772f-4043-8698-cfe4a44654b9 None None] Agent healthcheck: found 6 active agents {{(pid=104528) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 25 07:40:36.831022 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b089495-2838-4429-b03e-b33108e279d0 req-f7fa4767-d047-4f9e-80b4-1810880164e4 tempest-AttachVolumeShelveTestJSON-605607613 tempest-AttachVolumeShelveTestJSON-605607613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 07:40:36.832465 dv-cinder-825492-15-iscsi neutron-server[104526]: INFO neutron.wsgi [req-1b089495-2838-4429-b03e-b33108e279d0 req-f7fa4767-d047-4f9e-80b4-1810880164e4 tempest-AttachVolumeShelveTestJSON-605607613 tempest-AttachVolumeShelveTestJSON-605607613-project] 10.222.0.24 "GET /v2.0/ports?device_id=6d360341-449d-4b49-8b66-a02a969171fd HTTP/1.1" status: 200 len: 947 time: 0.0495965 May 25 07:40:36.880859 dv-cinder-825492-15-iscsi neutron-server[104526]: INFO neutron.wsgi [req-1b089495-2838-4429-b03e-b33108e279d0 req-131688f6-e2dd-413f-a427-3be74f9e7f4d tempest-AttachVolumeShelveTestJSON-605607613 tempest-AttachVolumeShelveTestJSON-605607613-project] 10.222.0.24 "GET /v2.0/security-groups?id=36a790ea-6395-4759-aea0-9e848582607a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0424335 May 25 07:40:37.479693 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron_lib.callbacks.manager [None req-4e936fdb-5692-47be-9563-b41e1fa8b596 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754056472917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490168'] for agent (54ff4013-997e-4376-a4e9-e6c98cf37cc7), after_update {{(pid=104527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:40:37.704046 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0796d45e-7f12-444c-877c-994a30fa4757 req-89c1d9ee-8bc4-4433-a235-dbf314935f56 tempest-AttachVolumeShelveTestJSON-605607613 tempest-AttachVolumeShelveTestJSON-605607613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 07:40:37.705521 dv-cinder-825492-15-iscsi neutron-server[104526]: INFO neutron.wsgi [req-0796d45e-7f12-444c-877c-994a30fa4757 req-89c1d9ee-8bc4-4433-a235-dbf314935f56 tempest-AttachVolumeShelveTestJSON-605607613 tempest-AttachVolumeShelveTestJSON-605607613-project] 10.222.0.41 "GET /v2.0/ports?device_id=6d360341-449d-4b49-8b66-a02a969171fd HTTP/1.1" status: 200 len: 947 time: 0.0462101 May 25 07:40:37.790907 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.plugins.ml2.plugin [req-0796d45e-7f12-444c-877c-994a30fa4757 req-43cc27db-1c7a-443c-9025-5021325fe7f1 tempest-AttachVolumeShelveTestJSON-605607613 tempest-AttachVolumeShelveTestJSON-605607613-project] Deleting port 5b9220dd-eeaa-4ea1-a0cd-e54c1dbfe455 {{(pid=104526) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 25 07:40:37.791169 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [req-0796d45e-7f12-444c-877c-994a30fa4757 req-43cc27db-1c7a-443c-9025-5021325fe7f1 tempest-AttachVolumeShelveTestJSON-605607613 tempest-AttachVolumeShelveTestJSON-605607613-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754056702922'] for port (5b9220dd-eeaa-4ea1-a0cd-e54c1dbfe455), before_delete {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:40:37.793614 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG dbcounter [-] [104526] Writing DB stats neutron:SELECT=100 {{(pid=104526) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 07:40:37.880685 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.plugins.ml2.db [req-0796d45e-7f12-444c-877c-994a30fa4757 req-43cc27db-1c7a-443c-9025-5021325fe7f1 tempest-AttachVolumeShelveTestJSON-605607613 tempest-AttachVolumeShelveTestJSON-605607613-project] For port 5b9220dd-eeaa-4ea1-a0cd-e54c1dbfe455, host hv-cinder-82549, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82549',level=0,port_id=5b9220dd-eeaa-4ea1-a0cd-e54c1dbfe455,segment=NetworkSegment(5e8ca1f8-871e-422d-b246-85fba594b2cb),segment_id=5e8ca1f8-871e-422d-b246-85fba594b2cb)] {{(pid=104526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 07:40:37.881905 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [req-0796d45e-7f12-444c-877c-994a30fa4757 req-43cc27db-1c7a-443c-9025-5021325fe7f1 tempest-AttachVolumeShelveTestJSON-605607613 tempest-AttachVolumeShelveTestJSON-605607613-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625317'] for port (5b9220dd-eeaa-4ea1-a0cd-e54c1dbfe455), precommit_delete {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:40:37.984226 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG dbcounter [-] [104526] Writing DB stats neutron:SELECT=100 {{(pid=104526) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 07:40:38.001561 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9f5bcde-c393-4743-bc1a-4cb298540b01 req-f0ae4e46-0550-4738-8a71-fd0e187c6d84 tempest-AttachVolumeShelveTestJSON-605607613 tempest-AttachVolumeShelveTestJSON-605607613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 07:40:38.003031 dv-cinder-825492-15-iscsi neutron-server[104525]: INFO neutron.wsgi [req-b9f5bcde-c393-4743-bc1a-4cb298540b01 req-f0ae4e46-0550-4738-8a71-fd0e187c6d84 tempest-AttachVolumeShelveTestJSON-605607613 tempest-AttachVolumeShelveTestJSON-605607613-project] 10.222.0.24 "GET /v2.0/ports?device_id=6d360341-449d-4b49-8b66-a02a969171fd HTTP/1.1" status: 200 len: 947 time: 0.0472801 May 25 07:40:38.050095 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [req-0796d45e-7f12-444c-877c-994a30fa4757 req-43cc27db-1c7a-443c-9025-5021325fe7f1 tempest-AttachVolumeShelveTestJSON-605607613 tempest-AttachVolumeShelveTestJSON-605607613-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:40:38.050383 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [req-0796d45e-7f12-444c-877c-994a30fa4757 req-43cc27db-1c7a-443c-9025-5021325fe7f1 tempest-AttachVolumeShelveTestJSON-605607613 tempest-AttachVolumeShelveTestJSON-605607613-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1617316'] for floatingip (90640cd6-8cbc-4373-a952-18fb5266e0a4), after_update {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:40:38.050698 dv-cinder-825492-15-iscsi neutron-server[104526]: INFO neutron.db.l3_db [req-0796d45e-7f12-444c-877c-994a30fa4757 req-43cc27db-1c7a-443c-9025-5021325fe7f1 tempest-AttachVolumeShelveTestJSON-605607613 tempest-AttachVolumeShelveTestJSON-605607613-project] Floating IP 90640cd6-8cbc-4373-a952-18fb5266e0a4 disassociated. External IP: 172.27.3.49, port: 5b9220dd-eeaa-4ea1-a0cd-e54c1dbfe455. May 25 07:40:38.051066 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.plugins.ml2.plugin [req-0796d45e-7f12-444c-877c-994a30fa4757 req-43cc27db-1c7a-443c-9025-5021325fe7f1 tempest-AttachVolumeShelveTestJSON-605607613 tempest-AttachVolumeShelveTestJSON-605607613-project] Calling delete_port for 5b9220dd-eeaa-4ea1-a0cd-e54c1dbfe455 owned by compute:nova {{(pid=104526) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 25 07:40:38.056067 dv-cinder-825492-15-iscsi neutron-server[104525]: INFO neutron.wsgi [req-b9f5bcde-c393-4743-bc1a-4cb298540b01 req-db970d97-04fd-4383-ac31-fa8f774b170b tempest-AttachVolumeShelveTestJSON-605607613 tempest-AttachVolumeShelveTestJSON-605607613-project] 10.222.0.24 "GET /v2.0/security-groups?id=36a790ea-6395-4759-aea0-9e848582607a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0450876 May 25 07:40:38.231889 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [req-0796d45e-7f12-444c-877c-994a30fa4757 req-43cc27db-1c7a-443c-9025-5021325fe7f1 tempest-AttachVolumeShelveTestJSON-605607613 tempest-AttachVolumeShelveTestJSON-605607613-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-617841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612926', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754056714424', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754056173873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2909854'] for port (5b9220dd-eeaa-4ea1-a0cd-e54c1dbfe455), after_delete {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:40:38.262175 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43cc27db-1c7a-443c-9025-5021325fe7f1 tempest-AttachVolumeShelveTestJSON-605607613 tempest-AttachVolumeShelveTestJSON-605607613-project] Pushing event deleted for resources: {'Port': ['ID=5b9220dd-eeaa-4ea1-a0cd-e54c1dbfe455,revision_number=None']} {{(pid=104526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 07:40:38.273901 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43cc27db-1c7a-443c-9025-5021325fe7f1 tempest-AttachVolumeShelveTestJSON-605607613 tempest-AttachVolumeShelveTestJSON-605607613-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825492-15-iscsi {{(pid=104526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 07:40:38.274247 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43cc27db-1c7a-443c-9025-5021325fe7f1 tempest-AttachVolumeShelveTestJSON-605607613 tempest-AttachVolumeShelveTestJSON-605607613-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825492-15-iscsi {{(pid=104526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 07:40:38.274586 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43cc27db-1c7a-443c-9025-5021325fe7f1 tempest-AttachVolumeShelveTestJSON-605607613 tempest-AttachVolumeShelveTestJSON-605607613-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825492-15-iscsi {{(pid=104526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 07:40:38.274918 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43cc27db-1c7a-443c-9025-5021325fe7f1 tempest-AttachVolumeShelveTestJSON-605607613 tempest-AttachVolumeShelveTestJSON-605607613-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825492-15-iscsi {{(pid=104526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 07:40:38.275248 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43cc27db-1c7a-443c-9025-5021325fe7f1 tempest-AttachVolumeShelveTestJSON-605607613 tempest-AttachVolumeShelveTestJSON-605607613-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825492-15-iscsi {{(pid=104526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 07:40:38.275576 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43cc27db-1c7a-443c-9025-5021325fe7f1 tempest-AttachVolumeShelveTestJSON-605607613 tempest-AttachVolumeShelveTestJSON-605607613-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825492-15-iscsi {{(pid=104526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 07:40:38.275902 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43cc27db-1c7a-443c-9025-5021325fe7f1 tempest-AttachVolumeShelveTestJSON-605607613 tempest-AttachVolumeShelveTestJSON-605607613-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825492-15-iscsi {{(pid=104526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 07:40:38.276224 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43cc27db-1c7a-443c-9025-5021325fe7f1 tempest-AttachVolumeShelveTestJSON-605607613 tempest-AttachVolumeShelveTestJSON-605607613-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-825492-15-iscsi {{(pid=104526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 07:40:38.276570 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43cc27db-1c7a-443c-9025-5021325fe7f1 tempest-AttachVolumeShelveTestJSON-605607613 tempest-AttachVolumeShelveTestJSON-605607613-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-825492-15-iscsi {{(pid=104526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 07:40:38.276897 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43cc27db-1c7a-443c-9025-5021325fe7f1 tempest-AttachVolumeShelveTestJSON-605607613 tempest-AttachVolumeShelveTestJSON-605607613-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-825492-15-iscsi {{(pid=104526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 07:40:38.277398 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43cc27db-1c7a-443c-9025-5021325fe7f1 tempest-AttachVolumeShelveTestJSON-605607613 tempest-AttachVolumeShelveTestJSON-605607613-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-825492-15-iscsi {{(pid=104526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 07:40:38.277516 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43cc27db-1c7a-443c-9025-5021325fe7f1 tempest-AttachVolumeShelveTestJSON-605607613 tempest-AttachVolumeShelveTestJSON-605607613-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825492-15-iscsi {{(pid=104526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 07:40:38.277839 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43cc27db-1c7a-443c-9025-5021325fe7f1 tempest-AttachVolumeShelveTestJSON-605607613 tempest-AttachVolumeShelveTestJSON-605607613-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825492-15-iscsi {{(pid=104526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 07:40:38.278207 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43cc27db-1c7a-443c-9025-5021325fe7f1 tempest-AttachVolumeShelveTestJSON-605607613 tempest-AttachVolumeShelveTestJSON-605607613-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825492-15-iscsi {{(pid=104526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 07:40:38.278466 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43cc27db-1c7a-443c-9025-5021325fe7f1 tempest-AttachVolumeShelveTestJSON-605607613 tempest-AttachVolumeShelveTestJSON-605607613-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825492-15-iscsi {{(pid=104526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 07:40:38.377853 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.scheduler.l3_agent_scheduler [req-0796d45e-7f12-444c-877c-994a30fa4757 req-43cc27db-1c7a-443c-9025-5021325fe7f1 tempest-AttachVolumeShelveTestJSON-605607613 tempest-AttachVolumeShelveTestJSON-605607613-project] Router 7899052f-b07d-447b-ae4f-820daf0cb66c has already been hosted by L3 agent 54ff4013-997e-4376-a4e9-e6c98cf37cc7 {{(pid=104526) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 25 07:40:38.478543 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-0796d45e-7f12-444c-877c-994a30fa4757 req-43cc27db-1c7a-443c-9025-5021325fe7f1 tempest-AttachVolumeShelveTestJSON-605607613 tempest-AttachVolumeShelveTestJSON-605607613-project] Notify agent at l3_agent.dv-cinder-825492-15-iscsi the message routers_updated {{(pid=104526) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 25 07:40:38.489818 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f87e142e-91e2-4b95-9fd8-3e3c48517d36 None None] Sync routers for ids ['7899052f-b07d-447b-ae4f-820daf0cb66c'] in dv-cinder-825492-15-iscsi {{(pid=104527) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 25 07:40:38.500172 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f87e142e-91e2-4b95-9fd8-3e3c48517d36 None None] Routers {'7899052f-b07d-447b-ae4f-820daf0cb66c'} bound to L3 agent in host dv-cinder-825492-15-iscsi {{(pid=104527) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 25 07:40:38.500825 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.db.l3_hamode_db [None req-f87e142e-91e2-4b95-9fd8-3e3c48517d36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825492-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-25T07:27:37Z,description=,heartbeat_timestamp=2022-05-25T07:40:37Z,host='dv-cinder-825492-15-iscsi',id=54ff4013-997e-4376-a4e9-e6c98cf37cc7,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T07:27:38Z,topic='l3_agent')) {'router_ids': ['7899052f-b07d-447b-ae4f-820daf0cb66c'], 'active': True} {{(pid=104527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 07:40:38.628042 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.db.l3_dvr_db [None req-f87e142e-91e2-4b95-9fd8-3e3c48517d36 None None] Set router 7899052f-b07d-447b-ae4f-820daf0cb66c gateway port host: dv-cinder-825492-15-iscsi {{(pid=104527) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 25 07:40:38.777708 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron_lib.callbacks.manager [None req-461c163e-e11a-425b-8a8d-f39fb153da48 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754056472917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490168'] for agent (fa5554a0-25df-434f-a0d0-5996d872220a), after_update {{(pid=104527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:40:38.780718 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.db.l3_dvrscheduler_db [req-0796d45e-7f12-444c-877c-994a30fa4757 req-43cc27db-1c7a-443c-9025-5021325fe7f1 tempest-AttachVolumeShelveTestJSON-605607613 tempest-AttachVolumeShelveTestJSON-605607613-project] No DVR routers for this DVR port 5b9220dd-eeaa-4ea1-a0cd-e54c1dbfe455 on host hv-cinder-82549 {{(pid=104526) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 25 07:40:38.782602 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [req-0796d45e-7f12-444c-877c-994a30fa4757 req-43cc27db-1c7a-443c-9025-5021325fe7f1 tempest-AttachVolumeShelveTestJSON-605607613 tempest-AttachVolumeShelveTestJSON-605607613-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93885'] for port (None), before_response {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:40:38.785928 dv-cinder-825492-15-iscsi neutron-server[104526]: INFO neutron.wsgi [req-0796d45e-7f12-444c-877c-994a30fa4757 req-43cc27db-1c7a-443c-9025-5021325fe7f1 tempest-AttachVolumeShelveTestJSON-605607613 tempest-AttachVolumeShelveTestJSON-605607613-project] 10.222.0.41 "DELETE /v2.0/ports/5b9220dd-eeaa-4ea1-a0cd-e54c1dbfe455 HTTP/1.1" status: 204 len: 173 time: 1.0748434 May 25 07:40:38.786375 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6d360341-449d-4b49-8b66-a02a969171fd', 'name': 'network-vif-deleted', 'tag': '5b9220dd-eeaa-4ea1-a0cd-e54c1dbfe455'}] {{(pid=104526) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 25 07:40:38.788891 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db633a5f02cadde147c9bc1566607705b0433b891c7275f259bdbd209e6b6683" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-25e28820-cafd-4985-9bc7-0d9c89723b23" -d '{"events": [{"server_uuid": "6d360341-449d-4b49-8b66-a02a969171fd", "name": "network-vif-deleted", "tag": "5b9220dd-eeaa-4ea1-a0cd-e54c1dbfe455"}]}' {{(pid=104526) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 25 07:40:38.830987 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 25 May 2022 07:40:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3103d88a-d8e5-4a3c-a97d-488b0dbd071f x-openstack-request-id: req-3103d88a-d8e5-4a3c-a97d-488b0dbd071f {{(pid=104526) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 25 07:40:38.831274 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6d360341-449d-4b49-8b66-a02a969171fd", "name": "network-vif-deleted", "tag": "5b9220dd-eeaa-4ea1-a0cd-e54c1dbfe455", "status": "completed", "code": 200}]} {{(pid=104526) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 25 07:40:38.831519 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-3103d88a-d8e5-4a3c-a97d-488b0dbd071f {{(pid=104526) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 25 07:40:38.831944 dv-cinder-825492-15-iscsi neutron-server[104526]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3103d88a-d8e5-4a3c-a97d-488b0dbd071f'] response: {'server_uuid': '6d360341-449d-4b49-8b66-a02a969171fd', 'name': 'network-vif-deleted', 'tag': '5b9220dd-eeaa-4ea1-a0cd-e54c1dbfe455', 'status': 'completed', 'code': 200} May 25 07:40:38.837638 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.db.l3_hamode_db [None req-f87e142e-91e2-4b95-9fd8-3e3c48517d36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7899052f-b07d-447b-ae4f-820daf0cb66c', 'name': 'tempest-AttachVolumeShelveTestJSON-1109401832-router', 'tenant_id': 'c4406d5d0e2347f1b96c34496f5ba5ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '29c629bd-3f50-4535-bfbc-a047608d6fb6', 'external_fixed_ips': [{'subnet_id': '7934ff5a-43f1-4f76-b9d8-e4343ace34f5', 'ip_address': '172.27.3.76'}], 'enable_snat': True}, 'gw_port_id': '7acc11af-cd2a-46fe-98c2-4a90e3178336', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T07:36:30Z', 'updated_at': '2022-05-25T07:36:42Z', 'revision_number': 4, 'project_id': 'c4406d5d0e2347f1b96c34496f5ba5ae', 'gw_port': {'id': '7acc11af-cd2a-46fe-98c2-4a90e3178336', 'name': '', 'network_id': '29c629bd-3f50-4535-bfbc-a047608d6fb6', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:ce:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7899052f-b07d-447b-ae4f-820daf0cb66c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '7934ff5a-43f1-4f76-b9d8-e4343ace34f5', 'ip_address': '172.27.3.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825492-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T07:36:32Z', 'updated_at': '2022-05-25T07:36:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7934ff5a-43f1-4f76-b9d8-e4343ace34f5', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825492-15-iscsi', '_interfaces': [{'id': '43f951e0-f3c1-4b20-b081-79f30cf13fbd', 'name': '', 'network_id': '7eef0ae9-55de-48c4-ada3-da713e1942b9', 'tenant_id': 'c4406d5d0e2347f1b96c34496f5ba5ae', 'mac_address': 'fa:16:3e:b2:89:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7899052f-b07d-447b-ae4f-820daf0cb66c', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': 'e7796ec7-ead3-485d-a16b-d9ef7a0a8b85', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825492-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T07:36:38Z', 'updated_at': '2022-05-25T07:36:52Z', 'revision_number': 5, 'project_id': 'c4406d5d0e2347f1b96c34496f5ba5ae', 'subnets': [{'id': 'e7796ec7-ead3-485d-a16b-d9ef7a0a8b85', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-825492-15-iscsi', False) {} {{(pid=104527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 07:40:38.866270 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f87e142e-91e2-4b95-9fd8-3e3c48517d36 None None] Checking router: 7899052f-b07d-447b-ae4f-820daf0cb66c for host: dv-cinder-825492-15-iscsi {{(pid=104527) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 25 07:40:38.875784 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f87e142e-91e2-4b95-9fd8-3e3c48517d36 None None] Routers {'7899052f-b07d-447b-ae4f-820daf0cb66c'} bound to L3 agent in host dv-cinder-825492-15-iscsi {{(pid=104527) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 25 07:40:38.876387 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.db.l3_hamode_db [None req-f87e142e-91e2-4b95-9fd8-3e3c48517d36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825492-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-25T07:27:37Z,description=,heartbeat_timestamp=2022-05-25T07:40:37Z,host='dv-cinder-825492-15-iscsi',id=54ff4013-997e-4376-a4e9-e6c98cf37cc7,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T07:27:38Z,topic='l3_agent')) {'router_ids': ['7899052f-b07d-447b-ae4f-820daf0cb66c'], 'active': True} {{(pid=104527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 07:40:38.978677 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.db.l3_dvr_db [None req-f87e142e-91e2-4b95-9fd8-3e3c48517d36 None None] Set router 7899052f-b07d-447b-ae4f-820daf0cb66c gateway port host: dv-cinder-825492-15-iscsi {{(pid=104527) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 25 07:40:39.158226 dv-cinder-825492-15-iscsi neutron-server[104525]: INFO neutron.wsgi [req-4dc14fe7-74a0-4d11-9fe9-0991922ca92c req-3ec8681b-d394-4d23-a9e0-b6953adde335 tempest-AttachVolumeShelveTestJSON-605607613 tempest-AttachVolumeShelveTestJSON-605607613-project] 10.222.0.24 "GET /v2.0/ports?device_id=6d360341-449d-4b49-8b66-a02a969171fd HTTP/1.1" status: 200 len: 210 time: 0.0285964 May 25 07:40:39.173483 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.db.l3_hamode_db [None req-f87e142e-91e2-4b95-9fd8-3e3c48517d36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7899052f-b07d-447b-ae4f-820daf0cb66c', 'name': 'tempest-AttachVolumeShelveTestJSON-1109401832-router', 'tenant_id': 'c4406d5d0e2347f1b96c34496f5ba5ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '29c629bd-3f50-4535-bfbc-a047608d6fb6', 'external_fixed_ips': [{'subnet_id': '7934ff5a-43f1-4f76-b9d8-e4343ace34f5', 'ip_address': '172.27.3.76'}], 'enable_snat': True}, 'gw_port_id': '7acc11af-cd2a-46fe-98c2-4a90e3178336', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T07:36:30Z', 'updated_at': '2022-05-25T07:36:42Z', 'revision_number': 4, 'project_id': 'c4406d5d0e2347f1b96c34496f5ba5ae', 'gw_port': {'id': '7acc11af-cd2a-46fe-98c2-4a90e3178336', 'name': '', 'network_id': '29c629bd-3f50-4535-bfbc-a047608d6fb6', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:ce:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7899052f-b07d-447b-ae4f-820daf0cb66c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '7934ff5a-43f1-4f76-b9d8-e4343ace34f5', 'ip_address': '172.27.3.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825492-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T07:36:32Z', 'updated_at': '2022-05-25T07:36:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7934ff5a-43f1-4f76-b9d8-e4343ace34f5', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825492-15-iscsi', '_interfaces': [{'id': '43f951e0-f3c1-4b20-b081-79f30cf13fbd', 'name': '', 'network_id': '7eef0ae9-55de-48c4-ada3-da713e1942b9', 'tenant_id': 'c4406d5d0e2347f1b96c34496f5ba5ae', 'mac_address': 'fa:16:3e:b2:89:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7899052f-b07d-447b-ae4f-820daf0cb66c', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': 'e7796ec7-ead3-485d-a16b-d9ef7a0a8b85', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825492-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T07:36:38Z', 'updated_at': '2022-05-25T07:36:52Z', 'revision_number': 5, 'project_id': 'c4406d5d0e2347f1b96c34496f5ba5ae', 'subnets': [{'id': 'e7796ec7-ead3-485d-a16b-d9ef7a0a8b85', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-825492-15-iscsi', False) {} {{(pid=104527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 07:40:39.199302 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f87e142e-91e2-4b95-9fd8-3e3c48517d36 None None] The sync data for ids ['7899052f-b07d-447b-ae4f-820daf0cb66c'] in dv-cinder-825492-15-iscsi is: [{'id': '7899052f-b07d-447b-ae4f-820daf0cb66c', 'name': 'tempest-AttachVolumeShelveTestJSON-1109401832-router', 'tenant_id': 'c4406d5d0e2347f1b96c34496f5ba5ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '29c629bd-3f50-4535-bfbc-a047608d6fb6', 'external_fixed_ips': [{'subnet_id': '7934ff5a-43f1-4f76-b9d8-e4343ace34f5', 'ip_address': '172.27.3.76'}], 'enable_snat': True}, 'gw_port_id': '7acc11af-cd2a-46fe-98c2-4a90e3178336', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T07:36:30Z', 'updated_at': '2022-05-25T07:36:42Z', 'revision_number': 4, 'project_id': 'c4406d5d0e2347f1b96c34496f5ba5ae', 'gw_port': {'id': '7acc11af-cd2a-46fe-98c2-4a90e3178336', 'name': '', 'network_id': '29c629bd-3f50-4535-bfbc-a047608d6fb6', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:ce:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7899052f-b07d-447b-ae4f-820daf0cb66c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '7934ff5a-43f1-4f76-b9d8-e4343ace34f5', 'ip_address': '172.27.3.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825492-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T07:36:32Z', 'updated_at': '2022-05-25T07:36:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7934ff5a-43f1-4f76-b9d8-e4343ace34f5', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825492-15-iscsi', '_interfaces': [{'id': '43f951e0-f3c1-4b20-b081-79f30cf13fbd', 'name': '', 'network_id': '7eef0ae9-55de-48c4-ada3-da713e1942b9', 'tenant_id': 'c4406d5d0e2347f1b96c34496f5ba5ae', 'mac_address': 'fa:16:3e:b2:89:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7899052f-b07d-447b-ae4f-820daf0cb66c', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': 'e7796ec7-ead3-485d-a16b-d9ef7a0a8b85', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825492-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T07:36:38Z', 'updated_at': '2022-05-25T07:36:52Z', 'revision_number': 5, 'project_id': 'c4406d5d0e2347f1b96c34496f5ba5ae', 'subnets': [{'id': 'e7796ec7-ead3-485d-a16b-d9ef7a0a8b85', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104527) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 25 07:40:39.414974 dv-cinder-825492-15-iscsi neutron-server[104528]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a2d7de8-8ca3-4957-8b45-cb51b721b302 None None] New status for floating IP 90640cd6-8cbc-4373-a952-18fb5266e0a4: DOWN {{(pid=104528) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 25 07:40:40.100080 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron_lib.callbacks.manager [None req-f9cd7ad7-9657-4dc4-ab64-74b2d9455e3c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754056472917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490168'] for agent (749e0e2c-8e71-4175-9046-27a8fd2a3a0a), after_update {{(pid=104527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:40:40.321418 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron.wsgi [-] (104525) accepted ('10.222.0.24', 46316) {{(pid=104525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 07:40:40.375504 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-ec666cf7-1cb8-40cf-8c96-c8738574b08b tempest-AttachVolumeShelveTestJSON-605607613 tempest-AttachVolumeShelveTestJSON-605607613-project] Publish callbacks [] for security_group (36a790ea-6395-4759-aea0-9e848582607a), before_delete {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:40:40.399643 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-ec666cf7-1cb8-40cf-8c96-c8738574b08b tempest-AttachVolumeShelveTestJSON-605607613 tempest-AttachVolumeShelveTestJSON-605607613-project] Publish callbacks [] for security_group (36a790ea-6395-4759-aea0-9e848582607a), precommit_delete {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:40:40.536851 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-ec666cf7-1cb8-40cf-8c96-c8738574b08b tempest-AttachVolumeShelveTestJSON-605607613 tempest-AttachVolumeShelveTestJSON-605607613-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-278753'] for security_group (36a790ea-6395-4759-aea0-9e848582607a), after_delete {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:40:40.540006 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-ec666cf7-1cb8-40cf-8c96-c8738574b08b tempest-AttachVolumeShelveTestJSON-605607613 tempest-AttachVolumeShelveTestJSON-605607613-project] Publish callbacks [] for security_group (None), before_response {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:40:40.541203 dv-cinder-825492-15-iscsi neutron-server[104525]: INFO neutron.wsgi [None req-ec666cf7-1cb8-40cf-8c96-c8738574b08b tempest-AttachVolumeShelveTestJSON-605607613 tempest-AttachVolumeShelveTestJSON-605607613-project] 10.222.0.24 "DELETE /v2.0/security-groups/36a790ea-6395-4759-aea0-9e848582607a HTTP/1.1" status: 204 len: 168 time: 0.2188187 May 25 07:40:40.544004 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.wsgi [-] (104526) accepted ('10.222.0.24', 46318) {{(pid=104526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 07:40:40.550328 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec666cf7-1cb8-40cf-8c96-c8738574b08b tempest-AttachVolumeShelveTestJSON-605607613 tempest-AttachVolumeShelveTestJSON-605607613-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=36a790ea-6395-4759-aea0-9e848582607a,revision_number=None']} {{(pid=104525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 07:40:40.557550 dv-cinder-825492-15-iscsi neutron-server[104526]: INFO neutron.api.v2.resource [None req-30c2332a-29ed-4fa3-ba32-6b667f376bdd tempest-AttachVolumeShelveTestJSON-605607613 tempest-AttachVolumeShelveTestJSON-605607613-project] show failed (client error): The resource could not be found. May 25 07:40:40.557926 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec666cf7-1cb8-40cf-8c96-c8738574b08b tempest-AttachVolumeShelveTestJSON-605607613 tempest-AttachVolumeShelveTestJSON-605607613-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825492-15-iscsi {{(pid=104525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 07:40:40.558278 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec666cf7-1cb8-40cf-8c96-c8738574b08b tempest-AttachVolumeShelveTestJSON-605607613 tempest-AttachVolumeShelveTestJSON-605607613-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825492-15-iscsi {{(pid=104525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 07:40:40.558520 dv-cinder-825492-15-iscsi neutron-server[104526]: INFO neutron.wsgi [None req-30c2332a-29ed-4fa3-ba32-6b667f376bdd tempest-AttachVolumeShelveTestJSON-605607613 tempest-AttachVolumeShelveTestJSON-605607613-project] 10.222.0.24 "GET /v2.0/security-groups/36a790ea-6395-4759-aea0-9e848582607a HTTP/1.1" status: 404 len: 347 time: 0.0135276 May 25 07:40:40.558635 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec666cf7-1cb8-40cf-8c96-c8738574b08b tempest-AttachVolumeShelveTestJSON-605607613 tempest-AttachVolumeShelveTestJSON-605607613-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825492-15-iscsi {{(pid=104525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 07:40:40.558930 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec666cf7-1cb8-40cf-8c96-c8738574b08b tempest-AttachVolumeShelveTestJSON-605607613 tempest-AttachVolumeShelveTestJSON-605607613-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825492-15-iscsi {{(pid=104525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 07:40:40.559255 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec666cf7-1cb8-40cf-8c96-c8738574b08b tempest-AttachVolumeShelveTestJSON-605607613 tempest-AttachVolumeShelveTestJSON-605607613-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825492-15-iscsi {{(pid=104525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 07:40:40.559582 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec666cf7-1cb8-40cf-8c96-c8738574b08b tempest-AttachVolumeShelveTestJSON-605607613 tempest-AttachVolumeShelveTestJSON-605607613-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825492-15-iscsi {{(pid=104525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 07:40:40.559904 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec666cf7-1cb8-40cf-8c96-c8738574b08b tempest-AttachVolumeShelveTestJSON-605607613 tempest-AttachVolumeShelveTestJSON-605607613-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825492-15-iscsi {{(pid=104525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 07:40:40.560264 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec666cf7-1cb8-40cf-8c96-c8738574b08b tempest-AttachVolumeShelveTestJSON-605607613 tempest-AttachVolumeShelveTestJSON-605607613-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-825492-15-iscsi {{(pid=104525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 07:40:40.560614 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec666cf7-1cb8-40cf-8c96-c8738574b08b tempest-AttachVolumeShelveTestJSON-605607613 tempest-AttachVolumeShelveTestJSON-605607613-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-825492-15-iscsi {{(pid=104525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 07:40:40.560935 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec666cf7-1cb8-40cf-8c96-c8738574b08b tempest-AttachVolumeShelveTestJSON-605607613 tempest-AttachVolumeShelveTestJSON-605607613-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-825492-15-iscsi {{(pid=104525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 07:40:40.561252 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec666cf7-1cb8-40cf-8c96-c8738574b08b tempest-AttachVolumeShelveTestJSON-605607613 tempest-AttachVolumeShelveTestJSON-605607613-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-825492-15-iscsi {{(pid=104525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 07:40:40.561568 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec666cf7-1cb8-40cf-8c96-c8738574b08b tempest-AttachVolumeShelveTestJSON-605607613 tempest-AttachVolumeShelveTestJSON-605607613-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825492-15-iscsi {{(pid=104525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 07:40:40.561678 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.wsgi [-] (104526) accepted ('10.222.0.24', 46320) {{(pid=104526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 07:40:40.561883 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec666cf7-1cb8-40cf-8c96-c8738574b08b tempest-AttachVolumeShelveTestJSON-605607613 tempest-AttachVolumeShelveTestJSON-605607613-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825492-15-iscsi {{(pid=104525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 07:40:40.562198 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec666cf7-1cb8-40cf-8c96-c8738574b08b tempest-AttachVolumeShelveTestJSON-605607613 tempest-AttachVolumeShelveTestJSON-605607613-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825492-15-iscsi {{(pid=104525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 07:40:40.562512 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec666cf7-1cb8-40cf-8c96-c8738574b08b tempest-AttachVolumeShelveTestJSON-605607613 tempest-AttachVolumeShelveTestJSON-605607613-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825492-15-iscsi {{(pid=104525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 07:40:40.673860 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.plugins.ml2.plugin [None req-af1251fe-4961-405f-aa2c-bdbd58cf8553 tempest-AttachVolumeShelveTestJSON-605607613 tempest-AttachVolumeShelveTestJSON-605607613-project] Deleting port 47da270c-d5fb-4594-b6ad-d10301764d00 {{(pid=104526) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 25 07:40:40.674217 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-af1251fe-4961-405f-aa2c-bdbd58cf8553 tempest-AttachVolumeShelveTestJSON-605607613 tempest-AttachVolumeShelveTestJSON-605607613-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754056702922'] for port (47da270c-d5fb-4594-b6ad-d10301764d00), before_delete {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:40:40.747668 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-af1251fe-4961-405f-aa2c-bdbd58cf8553 tempest-AttachVolumeShelveTestJSON-605607613 tempest-AttachVolumeShelveTestJSON-605607613-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625317'] for port (47da270c-d5fb-4594-b6ad-d10301764d00), precommit_delete {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:40:40.747983 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-af1251fe-4961-405f-aa2c-bdbd58cf8553 tempest-AttachVolumeShelveTestJSON-605607613 tempest-AttachVolumeShelveTestJSON-605607613-project] Publish callbacks [] for floatingip (47da270c-d5fb-4594-b6ad-d10301764d00), precommit_delete {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:40:40.754353 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG dbcounter [-] [104526] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=104526) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 07:40:40.761562 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.plugins.ml2.plugin [None req-af1251fe-4961-405f-aa2c-bdbd58cf8553 tempest-AttachVolumeShelveTestJSON-605607613 tempest-AttachVolumeShelveTestJSON-605607613-project] Calling delete_port for 47da270c-d5fb-4594-b6ad-d10301764d00 owned by network:floatingip {{(pid=104526) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 25 07:40:40.841433 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG dbcounter [-] [104526] Writing DB stats neutron:SELECT=90,neutron:UPDATE=1,neutron:DELETE=9 {{(pid=104526) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 07:40:40.994057 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-af1251fe-4961-405f-aa2c-bdbd58cf8553 tempest-AttachVolumeShelveTestJSON-605607613 tempest-AttachVolumeShelveTestJSON-605607613-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-617841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612926', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754056714424', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754056173873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2909854'] for port (47da270c-d5fb-4594-b6ad-d10301764d00), after_delete {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:40:41.020106 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af1251fe-4961-405f-aa2c-bdbd58cf8553 tempest-AttachVolumeShelveTestJSON-605607613 tempest-AttachVolumeShelveTestJSON-605607613-project] Pushing event deleted for resources: {'Port': ['ID=47da270c-d5fb-4594-b6ad-d10301764d00,revision_number=None']} {{(pid=104526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 07:40:41.086798 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-af1251fe-4961-405f-aa2c-bdbd58cf8553 tempest-AttachVolumeShelveTestJSON-605607613 tempest-AttachVolumeShelveTestJSON-605607613-project] Publish callbacks [] for floatingip (90640cd6-8cbc-4373-a952-18fb5266e0a4), after_delete {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:40:41.089438 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-af1251fe-4961-405f-aa2c-bdbd58cf8553 tempest-AttachVolumeShelveTestJSON-605607613 tempest-AttachVolumeShelveTestJSON-605607613-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93885'] for floatingip (None), before_response {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:40:41.090622 dv-cinder-825492-15-iscsi neutron-server[104526]: INFO neutron.wsgi [None req-af1251fe-4961-405f-aa2c-bdbd58cf8553 tempest-AttachVolumeShelveTestJSON-605607613 tempest-AttachVolumeShelveTestJSON-605607613-project] 10.222.0.24 "DELETE /v2.0/floatingips/90640cd6-8cbc-4373-a952-18fb5266e0a4 HTTP/1.1" status: 204 len: 168 time: 0.5281577 May 25 07:40:41.286749 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.wsgi [-] (104526) accepted ('10.222.0.24', 46326) {{(pid=104526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 07:40:41.291935 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.api.v2.base [None req-eb46c3e1-9d01-493d-9b02-2b8049549cca tempest-AttachVolumeShelveTestJSON-605607613 tempest-AttachVolumeShelveTestJSON-605607613-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1753044825', 'description': 'tempest-description--448256309'}} {{(pid=104526) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 25 07:40:41.386452 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-eb46c3e1-9d01-493d-9b02-2b8049549cca tempest-AttachVolumeShelveTestJSON-605607613 tempest-AttachVolumeShelveTestJSON-605607613-project] Publish callbacks [] for security_group (None), before_create {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:40:41.452155 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-eb46c3e1-9d01-493d-9b02-2b8049549cca tempest-AttachVolumeShelveTestJSON-605607613 tempest-AttachVolumeShelveTestJSON-605607613-project] Publish callbacks [] for security_group (c3d2f722-76e0-4b5c-9b6a-6cf788bb7d66), precommit_create {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:40:41.525218 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-eb46c3e1-9d01-493d-9b02-2b8049549cca tempest-AttachVolumeShelveTestJSON-605607613 tempest-AttachVolumeShelveTestJSON-605607613-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-278753'] for security_group (c3d2f722-76e0-4b5c-9b6a-6cf788bb7d66), after_create {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:40:41.553828 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron_lib.callbacks.manager [None req-4c581813-650f-4b4b-ac0f-82f585bea231 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754056472917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490168'] for agent (67455b2d-ff20-4068-8b38-73bd0628c5cb), after_update {{(pid=104527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:40:41.555693 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb46c3e1-9d01-493d-9b02-2b8049549cca tempest-AttachVolumeShelveTestJSON-605607613 tempest-AttachVolumeShelveTestJSON-605607613-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c3d2f722-76e0-4b5c-9b6a-6cf788bb7d66,revision_number=1']} {{(pid=104526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 07:40:41.635786 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-eb46c3e1-9d01-493d-9b02-2b8049549cca tempest-AttachVolumeShelveTestJSON-605607613 tempest-AttachVolumeShelveTestJSON-605607613-project] Publish callbacks [] for security_group (None), before_response {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:40:41.637156 dv-cinder-825492-15-iscsi neutron-server[104526]: INFO neutron.wsgi [None req-eb46c3e1-9d01-493d-9b02-2b8049549cca tempest-AttachVolumeShelveTestJSON-605607613 tempest-AttachVolumeShelveTestJSON-605607613-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.3493462 May 25 07:40:41.639866 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.wsgi [-] (104526) accepted ('10.222.0.24', 46328) {{(pid=104526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 07:40:41.644027 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.api.v2.base [None req-2345a6eb-e144-4380-a9cd-55a5fababd4e tempest-AttachVolumeShelveTestJSON-605607613 tempest-AttachVolumeShelveTestJSON-605607613-project] Request body: {'security_group_rule': {'security_group_id': 'c3d2f722-76e0-4b5c-9b6a-6cf788bb7d66', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104526) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 25 07:40:41.770806 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-2345a6eb-e144-4380-a9cd-55a5fababd4e tempest-AttachVolumeShelveTestJSON-605607613 tempest-AttachVolumeShelveTestJSON-605607613-project] Publish callbacks [] for security_group_rule (a925d3ec-d13a-44b2-8f23-1bb62c2eff2a), before_create {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:40:41.827283 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-2345a6eb-e144-4380-a9cd-55a5fababd4e tempest-AttachVolumeShelveTestJSON-605607613 tempest-AttachVolumeShelveTestJSON-605607613-project] Publish callbacks [] for security_group_rule (a925d3ec-d13a-44b2-8f23-1bb62c2eff2a), precommit_create {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:40:41.908250 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-2345a6eb-e144-4380-a9cd-55a5fababd4e tempest-AttachVolumeShelveTestJSON-605607613 tempest-AttachVolumeShelveTestJSON-605607613-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-278608'] for security_group_rule (a925d3ec-d13a-44b2-8f23-1bb62c2eff2a), after_create {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:40:41.929612 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2345a6eb-e144-4380-a9cd-55a5fababd4e tempest-AttachVolumeShelveTestJSON-605607613 tempest-AttachVolumeShelveTestJSON-605607613-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a925d3ec-d13a-44b2-8f23-1bb62c2eff2a,revision_number=0']} {{(pid=104526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 07:40:42.019377 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-2345a6eb-e144-4380-a9cd-55a5fababd4e tempest-AttachVolumeShelveTestJSON-605607613 tempest-AttachVolumeShelveTestJSON-605607613-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:40:42.020662 dv-cinder-825492-15-iscsi neutron-server[104526]: INFO neutron.wsgi [None req-2345a6eb-e144-4380-a9cd-55a5fababd4e tempest-AttachVolumeShelveTestJSON-605607613 tempest-AttachVolumeShelveTestJSON-605607613-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3798633 May 25 07:40:42.023315 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.wsgi [-] (104526) accepted ('10.222.0.24', 46330) {{(pid=104526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 07:40:42.027589 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.api.v2.base [None req-52c46532-8d16-4fec-a3b5-77260518de15 tempest-AttachVolumeShelveTestJSON-605607613 tempest-AttachVolumeShelveTestJSON-605607613-project] Request body: {'security_group_rule': {'security_group_id': 'c3d2f722-76e0-4b5c-9b6a-6cf788bb7d66', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104526) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 25 07:40:42.143822 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-52c46532-8d16-4fec-a3b5-77260518de15 tempest-AttachVolumeShelveTestJSON-605607613 tempest-AttachVolumeShelveTestJSON-605607613-project] Publish callbacks [] for security_group_rule (339a6d94-acd6-47f8-90f1-696cc0708a9b), before_create {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:40:42.192581 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-52c46532-8d16-4fec-a3b5-77260518de15 tempest-AttachVolumeShelveTestJSON-605607613 tempest-AttachVolumeShelveTestJSON-605607613-project] Publish callbacks [] for security_group_rule (339a6d94-acd6-47f8-90f1-696cc0708a9b), precommit_create {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:40:42.277001 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-52c46532-8d16-4fec-a3b5-77260518de15 tempest-AttachVolumeShelveTestJSON-605607613 tempest-AttachVolumeShelveTestJSON-605607613-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-278608'] for security_group_rule (339a6d94-acd6-47f8-90f1-696cc0708a9b), after_create {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:40:42.296982 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52c46532-8d16-4fec-a3b5-77260518de15 tempest-AttachVolumeShelveTestJSON-605607613 tempest-AttachVolumeShelveTestJSON-605607613-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=339a6d94-acd6-47f8-90f1-696cc0708a9b,revision_number=0']} {{(pid=104526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 07:40:42.378748 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-52c46532-8d16-4fec-a3b5-77260518de15 tempest-AttachVolumeShelveTestJSON-605607613 tempest-AttachVolumeShelveTestJSON-605607613-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:40:42.379943 dv-cinder-825492-15-iscsi neutron-server[104526]: INFO neutron.wsgi [None req-52c46532-8d16-4fec-a3b5-77260518de15 tempest-AttachVolumeShelveTestJSON-605607613 tempest-AttachVolumeShelveTestJSON-605607613-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3556976 May 25 07:40:42.383201 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.wsgi [-] (104526) accepted ('10.222.0.24', 46332) {{(pid=104526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 07:40:42.387381 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.api.v2.base [None req-b5d98eb7-4533-4432-9bda-afd7f6f6f413 tempest-AttachVolumeShelveTestJSON-605607613 tempest-AttachVolumeShelveTestJSON-605607613-project] Request body: {'floatingip': {'floating_network_id': '29c629bd-3f50-4535-bfbc-a047608d6fb6'}} {{(pid=104526) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 25 07:40:42.473807 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-b5d98eb7-4533-4432-9bda-afd7f6f6f413 tempest-AttachVolumeShelveTestJSON-605607613 tempest-AttachVolumeShelveTestJSON-605607613-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:40:42.522460 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG dbcounter [-] [104526] Writing DB stats neutron:DELETE=8,neutron:SELECT=82,neutron:INSERT=9,neutron:UPDATE=1 {{(pid=104526) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 07:40:42.530082 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.plugins.ml2.rpc [None req-798242cc-9ea0-464c-9109-86bd7997349e None None] Device 5b9220dd-eeaa-4ea1-a0cd-e54c1dbfe455 no longer exists at agent hyperv_hv-cinder-82549 {{(pid=104527) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 25 07:40:42.551678 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.plugins.ml2.plugin [None req-798242cc-9ea0-464c-9109-86bd7997349e None None] No Port match for: 5b9220dd-eeaa-4ea1-a0cd-e54c1dbfe455 {{(pid=104527) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 25 07:40:42.553075 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.plugins.ml2.rpc [None req-798242cc-9ea0-464c-9109-86bd7997349e None None] Device 5b9220dd-eeaa-4ea1-a0cd-e54c1dbfe455 not bound to the agent host hv-cinder-82549 {{(pid=104527) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 25 07:40:42.553709 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-b5d98eb7-4533-4432-9bda-afd7f6f6f413 tempest-AttachVolumeShelveTestJSON-605607613 tempest-AttachVolumeShelveTestJSON-605607613-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-616651'] for port (None), before_create {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:40:42.646676 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG dbcounter [-] [104526] Writing DB stats neutron:SELECT=84,neutron:INSERT=11,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=104526) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 07:40:42.664884 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.db.db_base_plugin_common [None req-b5d98eb7-4533-4432-9bda-afd7f6f6f413 tempest-AttachVolumeShelveTestJSON-605607613 tempest-AttachVolumeShelveTestJSON-605607613-project] Allocated IP 172.27.3.167 (29c629bd-3f50-4535-bfbc-a047608d6fb6/7934ff5a-43f1-4f76-b9d8-e4343ace34f5/39ae7298-4597-44d4-935c-75bf22c21b30) {{(pid=104526) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 07:40:42.774838 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-b5d98eb7-4533-4432-9bda-afd7f6f6f413 tempest-AttachVolumeShelveTestJSON-605607613 tempest-AttachVolumeShelveTestJSON-605607613-project] Publish callbacks [] for port (39ae7298-4597-44d4-935c-75bf22c21b30), precommit_create {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:40:42.914442 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-b5d98eb7-4533-4432-9bda-afd7f6f6f413 tempest-AttachVolumeShelveTestJSON-605607613 tempest-AttachVolumeShelveTestJSON-605607613-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-617841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612926', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754056173864', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2909854'] for port (39ae7298-4597-44d4-935c-75bf22c21b30), after_create {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:40:42.957138 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5d98eb7-4533-4432-9bda-afd7f6f6f413 tempest-AttachVolumeShelveTestJSON-605607613 tempest-AttachVolumeShelveTestJSON-605607613-project] Network 29c629bd-3f50-4535-bfbc-a047608d6fb6 is already hosted by enough agents. {{(pid=104526) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 07:40:42.959857 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.scheduler.base_scheduler [None req-b5d98eb7-4533-4432-9bda-afd7f6f6f413 tempest-AttachVolumeShelveTestJSON-605607613 tempest-AttachVolumeShelveTestJSON-605607613-project] Resources bound (agent type, host, resource id): {{(pid=104526) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 07:40:42.963243 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5d98eb7-4533-4432-9bda-afd7f6f6f413 tempest-AttachVolumeShelveTestJSON-605607613 tempest-AttachVolumeShelveTestJSON-605607613-project] Received port after_create {{(pid=104526) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 25 07:40:42.990810 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5d98eb7-4533-4432-9bda-afd7f6f6f413 tempest-AttachVolumeShelveTestJSON-605607613 tempest-AttachVolumeShelveTestJSON-605607613-project] Pushing event updated for resources: {'Port': ['ID=39ae7298-4597-44d4-935c-75bf22c21b30,revision_number=1']} {{(pid=104526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 07:40:43.052167 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-b5d98eb7-4533-4432-9bda-afd7f6f6f413 tempest-AttachVolumeShelveTestJSON-605607613 tempest-AttachVolumeShelveTestJSON-605607613-project] Publish callbacks [] for floatingip (ec7ab168-5dae-4612-bfd7-18bbd97bd0b1), precommit_create {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:40:43.221348 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG dbcounter [-] [104526] Writing DB stats neutron:SELECT=91,neutron:INSERT=6,neutron:UPDATE=3 {{(pid=104526) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 07:40:43.227785 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-b5d98eb7-4533-4432-9bda-afd7f6f6f413 tempest-AttachVolumeShelveTestJSON-605607613 tempest-AttachVolumeShelveTestJSON-605607613-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-616651'] for port (39ae7298-4597-44d4-935c-75bf22c21b30), before_update {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:40:43.415878 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-b5d98eb7-4533-4432-9bda-afd7f6f6f413 tempest-AttachVolumeShelveTestJSON-605607613 tempest-AttachVolumeShelveTestJSON-605607613-project] Publish callbacks [] for port (39ae7298-4597-44d4-935c-75bf22c21b30), precommit_update {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:40:43.479770 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-b5d98eb7-4533-4432-9bda-afd7f6f6f413 tempest-AttachVolumeShelveTestJSON-605607613 tempest-AttachVolumeShelveTestJSON-605607613-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-617841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612926', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754056714442', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754056173882', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754056173900', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2909847'] for port (39ae7298-4597-44d4-935c-75bf22c21b30), after_update {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:40:43.547805 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5d98eb7-4533-4432-9bda-afd7f6f6f413 tempest-AttachVolumeShelveTestJSON-605607613 tempest-AttachVolumeShelveTestJSON-605607613-project] Pushing event updated for resources: {'Port': ['ID=39ae7298-4597-44d4-935c-75bf22c21b30,revision_number=2']} {{(pid=104526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 07:40:43.562254 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-b5d98eb7-4533-4432-9bda-afd7f6f6f413 tempest-AttachVolumeShelveTestJSON-605607613 tempest-AttachVolumeShelveTestJSON-605607613-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1617316'] for floatingip (ec7ab168-5dae-4612-bfd7-18bbd97bd0b1), after_create {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:40:43.659215 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-b5d98eb7-4533-4432-9bda-afd7f6f6f413 tempest-AttachVolumeShelveTestJSON-605607613 tempest-AttachVolumeShelveTestJSON-605607613-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93885'] for floatingip (None), before_response {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:40:43.660516 dv-cinder-825492-15-iscsi neutron-server[104526]: INFO neutron.wsgi [None req-b5d98eb7-4533-4432-9bda-afd7f6f6f413 tempest-AttachVolumeShelveTestJSON-605607613 tempest-AttachVolumeShelveTestJSON-605607613-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.2763979 May 25 07:40:43.871231 dv-cinder-825492-15-iscsi neutron-server[104525]: INFO neutron.wsgi [req-d0c1a8af-d450-4e54-9695-1d2ed2fc52c9 req-e745f8da-e256-4fff-a076-6837c630ed16 tempest-AttachVolumeShelveTestJSON-605607613 tempest-AttachVolumeShelveTestJSON-605607613-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-securitygroup--1753044825&fields=id&tenant_id=c4406d5d0e2347f1b96c34496f5ba5ae HTTP/1.1" status: 200 len: 267 time: 0.0494914 May 25 07:40:43.962147 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG dbcounter [-] [104525] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104525) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 07:40:43.983389 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0c1a8af-d450-4e54-9695-1d2ed2fc52c9 req-98c5ef5d-8f37-4d2b-a1fb-6e6ea91a41d3 tempest-AttachVolumeShelveTestJSON-605607613 tempest-AttachVolumeShelveTestJSON-605607613-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 07:40:43.984895 dv-cinder-825492-15-iscsi neutron-server[104525]: INFO neutron.wsgi [req-d0c1a8af-d450-4e54-9695-1d2ed2fc52c9 req-98c5ef5d-8f37-4d2b-a1fb-6e6ea91a41d3 tempest-AttachVolumeShelveTestJSON-605607613 tempest-AttachVolumeShelveTestJSON-605607613-project] 10.222.0.24 "GET /v2.0/networks?id=7eef0ae9-55de-48c4-ada3-da713e1942b9 HTTP/1.1" status: 200 len: 817 time: 0.1067336 May 25 07:40:44.000463 dv-cinder-825492-15-iscsi neutron-server[104525]: INFO neutron.wsgi [req-d0c1a8af-d450-4e54-9695-1d2ed2fc52c9 req-87f223a5-1487-4fb0-957d-45df540bbab6 tempest-AttachVolumeShelveTestJSON-605607613 tempest-AttachVolumeShelveTestJSON-605607613-project] 10.222.0.24 "GET /v2.0/quotas/c4406d5d0e2347f1b96c34496f5ba5ae HTTP/1.1" status: 200 len: 375 time: 0.0100148 May 25 07:40:44.049718 dv-cinder-825492-15-iscsi neutron-server[104525]: INFO neutron.wsgi [req-d0c1a8af-d450-4e54-9695-1d2ed2fc52c9 req-b4881e03-1536-46d3-9db5-49bf1eb7f706 tempest-AttachVolumeShelveTestJSON-605607613 tempest-AttachVolumeShelveTestJSON-605607613-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=c4406d5d0e2347f1b96c34496f5ba5ae&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0444334 May 25 07:40:44.149335 dv-cinder-825492-15-iscsi neutron-server[104525]: INFO neutron.wsgi [req-d0c1a8af-d450-4e54-9695-1d2ed2fc52c9 req-e7054869-9191-4d43-892c-03095284ca37 service neutron] 10.222.0.24 "GET /v2.0/networks/7eef0ae9-55de-48c4-ada3-da713e1942b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0874021 May 25 07:40:44.238956 dv-cinder-825492-15-iscsi neutron-server[104525]: INFO neutron.wsgi [req-d0c1a8af-d450-4e54-9695-1d2ed2fc52c9 req-ea0987b8-ccc8-4666-936c-6eed829abc6a service neutron] 10.222.0.24 "GET /v2.0/networks/7eef0ae9-55de-48c4-ada3-da713e1942b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0834765 May 25 07:40:44.566595 dv-cinder-825492-15-iscsi neutron-server[104526]: INFO neutron.wsgi [req-b9099430-e8ef-419a-940b-ebbcf9193eab req-c4e23dbb-7304-402b-95d1-017cb7c4f265 tempest-AttachVolumeShelveTestJSON-605607613 tempest-AttachVolumeShelveTestJSON-605607613-project] 10.222.0.24 "GET /v2.0/ports?device_id=c0ecec15-f302-4eea-92e6-37049703fa41 HTTP/1.1" status: 200 len: 210 time: 0.0298898 May 25 07:40:45.664843 dv-cinder-825492-15-iscsi neutron-server[104525]: INFO neutron.wsgi [req-b2769607-eb81-4906-afae-40418dd82b9e req-4ae5a64d-8373-47bd-bd2d-6139761307f0 tempest-AttachVolumeShelveTestJSON-605607613 tempest-AttachVolumeShelveTestJSON-605607613-project] 10.222.0.24 "GET /v2.0/ports?device_id=c0ecec15-f302-4eea-92e6-37049703fa41 HTTP/1.1" status: 200 len: 210 time: 0.0329027 May 25 07:40:46.766754 dv-cinder-825492-15-iscsi neutron-server[104526]: INFO neutron.wsgi [req-07569859-ac14-45f2-be02-56f42fb53b18 req-e24369a1-3766-4d1e-bee8-aa807b8e2ae6 tempest-AttachVolumeShelveTestJSON-605607613 tempest-AttachVolumeShelveTestJSON-605607613-project] 10.222.0.24 "GET /v2.0/ports?device_id=c0ecec15-f302-4eea-92e6-37049703fa41 HTTP/1.1" status: 200 len: 210 time: 0.0275917 May 25 07:40:47.237988 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0c1a8af-d450-4e54-9695-1d2ed2fc52c9 req-9970e65f-0187-4ae7-b334-28636b47900b tempest-AttachVolumeShelveTestJSON-605607613 tempest-AttachVolumeShelveTestJSON-605607613-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 07:40:47.239418 dv-cinder-825492-15-iscsi neutron-server[104526]: INFO neutron.wsgi [req-d0c1a8af-d450-4e54-9695-1d2ed2fc52c9 req-9970e65f-0187-4ae7-b334-28636b47900b tempest-AttachVolumeShelveTestJSON-605607613 tempest-AttachVolumeShelveTestJSON-605607613-project] 10.222.0.41 "GET /v2.0/networks?id=7eef0ae9-55de-48c4-ada3-da713e1942b9 HTTP/1.1" status: 200 len: 817 time: 0.1062660 May 25 07:40:47.319139 dv-cinder-825492-15-iscsi neutron-server[104526]: INFO neutron.wsgi [req-d0c1a8af-d450-4e54-9695-1d2ed2fc52c9 req-f901db1e-a648-4404-8fbd-d90bac515be1 tempest-AttachVolumeShelveTestJSON-605607613 tempest-AttachVolumeShelveTestJSON-605607613-project] 10.222.0.41 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c4406d5d0e2347f1b96c34496f5ba5ae HTTP/1.1" status: 200 len: 380 time: 0.0540221 May 25 07:40:47.328937 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.api.v2.base [req-d0c1a8af-d450-4e54-9695-1d2ed2fc52c9 req-00b9efbe-aa83-430f-83e0-cc35696d1cf5 tempest-AttachVolumeShelveTestJSON-605607613 tempest-AttachVolumeShelveTestJSON-605607613-project] Request body: {'port': {'device_id': 'c0ecec15-f302-4eea-92e6-37049703fa41', 'network_id': '7eef0ae9-55de-48c4-ada3-da713e1942b9', 'admin_state_up': True, 'tenant_id': 'c4406d5d0e2347f1b96c34496f5ba5ae', 'security_groups': ['c3d2f722-76e0-4b5c-9b6a-6cf788bb7d66']}} {{(pid=104526) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 25 07:40:47.508466 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d0c1a8af-d450-4e54-9695-1d2ed2fc52c9 req-00b9efbe-aa83-430f-83e0-cc35696d1cf5 tempest-AttachVolumeShelveTestJSON-605607613 tempest-AttachVolumeShelveTestJSON-605607613-project] Made reservation on behalf of c4406d5d0e2347f1b96c34496f5ba5ae for: {'port': 1} {{(pid=104526) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 07:40:47.511951 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [req-d0c1a8af-d450-4e54-9695-1d2ed2fc52c9 req-00b9efbe-aa83-430f-83e0-cc35696d1cf5 tempest-AttachVolumeShelveTestJSON-605607613 tempest-AttachVolumeShelveTestJSON-605607613-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-616651'] for port (None), before_create {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:40:47.623978 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG dbcounter [-] [104526] Writing DB stats neutron:SELECT=94,neutron:UPDATE=3,neutron:DELETE=1,neutron:INSERT=2 {{(pid=104526) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 07:40:47.641120 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.db.db_base_plugin_common [req-d0c1a8af-d450-4e54-9695-1d2ed2fc52c9 req-00b9efbe-aa83-430f-83e0-cc35696d1cf5 tempest-AttachVolumeShelveTestJSON-605607613 tempest-AttachVolumeShelveTestJSON-605607613-project] Allocated IP 172.20.0.9 (7eef0ae9-55de-48c4-ada3-da713e1942b9/e7796ec7-ead3-485d-a16b-d9ef7a0a8b85/28f4b108-96e9-447b-88dd-ed92dc19d98c) {{(pid=104526) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 07:40:47.755776 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG dbcounter [-] [104526] Writing DB stats neutron:SELECT=90,neutron:DELETE=1,neutron:INSERT=6,neutron:UPDATE=3 {{(pid=104526) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 07:40:47.802761 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [req-d0c1a8af-d450-4e54-9695-1d2ed2fc52c9 req-00b9efbe-aa83-430f-83e0-cc35696d1cf5 tempest-AttachVolumeShelveTestJSON-605607613 tempest-AttachVolumeShelveTestJSON-605607613-project] Publish callbacks [] for port (28f4b108-96e9-447b-88dd-ed92dc19d98c), precommit_create {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:40:47.871120 dv-cinder-825492-15-iscsi neutron-server[104525]: INFO neutron.wsgi [req-440a4184-0d42-45f2-b002-873e5b817aaa req-74d4e8ae-ae38-4db0-9b51-2f98031e57c7 tempest-AttachVolumeShelveTestJSON-605607613 tempest-AttachVolumeShelveTestJSON-605607613-project] 10.222.0.24 "GET /v2.0/ports?device_id=c0ecec15-f302-4eea-92e6-37049703fa41 HTTP/1.1" status: 200 len: 210 time: 0.0290446 May 25 07:40:47.917792 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [req-d0c1a8af-d450-4e54-9695-1d2ed2fc52c9 req-00b9efbe-aa83-430f-83e0-cc35696d1cf5 tempest-AttachVolumeShelveTestJSON-605607613 tempest-AttachVolumeShelveTestJSON-605607613-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-617841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612926', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754056173864', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2909854'] for port (28f4b108-96e9-447b-88dd-ed92dc19d98c), after_create {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:40:47.962247 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d0c1a8af-d450-4e54-9695-1d2ed2fc52c9 req-00b9efbe-aa83-430f-83e0-cc35696d1cf5 tempest-AttachVolumeShelveTestJSON-605607613 tempest-AttachVolumeShelveTestJSON-605607613-project] Network 7eef0ae9-55de-48c4-ada3-da713e1942b9 is already hosted by enough agents. {{(pid=104526) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 07:40:47.965810 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.scheduler.base_scheduler [req-d0c1a8af-d450-4e54-9695-1d2ed2fc52c9 req-00b9efbe-aa83-430f-83e0-cc35696d1cf5 tempest-AttachVolumeShelveTestJSON-605607613 tempest-AttachVolumeShelveTestJSON-605607613-project] Resources bound (agent type, host, resource id): {{(pid=104526) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 07:40:47.971648 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.db.l3_dvrscheduler_db [req-d0c1a8af-d450-4e54-9695-1d2ed2fc52c9 req-00b9efbe-aa83-430f-83e0-cc35696d1cf5 tempest-AttachVolumeShelveTestJSON-605607613 tempest-AttachVolumeShelveTestJSON-605607613-project] Received port after_create {{(pid=104526) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 25 07:40:47.999486 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00b9efbe-aa83-430f-83e0-cc35696d1cf5 tempest-AttachVolumeShelveTestJSON-605607613 tempest-AttachVolumeShelveTestJSON-605607613-project] Pushing event updated for resources: {'Port': ['ID=28f4b108-96e9-447b-88dd-ed92dc19d98c,revision_number=1']} {{(pid=104526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 07:40:48.028674 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0c1a8af-d450-4e54-9695-1d2ed2fc52c9 req-00b9efbe-aa83-430f-83e0-cc35696d1cf5 tempest-AttachVolumeShelveTestJSON-605607613 tempest-AttachVolumeShelveTestJSON-605607613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 07:40:48.029289 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [req-d0c1a8af-d450-4e54-9695-1d2ed2fc52c9 req-00b9efbe-aa83-430f-83e0-cc35696d1cf5 tempest-AttachVolumeShelveTestJSON-605607613 tempest-AttachVolumeShelveTestJSON-605607613-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93885'] for port (None), before_response {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:40:48.145638 dv-cinder-825492-15-iscsi neutron-server[104526]: INFO neutron.wsgi [req-d0c1a8af-d450-4e54-9695-1d2ed2fc52c9 req-00b9efbe-aa83-430f-83e0-cc35696d1cf5 tempest-AttachVolumeShelveTestJSON-605607613 tempest-AttachVolumeShelveTestJSON-605607613-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8201690 May 25 07:40:48.182253 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.api.v2.base [req-d0c1a8af-d450-4e54-9695-1d2ed2fc52c9 req-1ab102b6-a122-445c-aedf-dd8b53502d89 service neutron] Request body: {'port': {'device_id': 'c0ecec15-f302-4eea-92e6-37049703fa41', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82549'}} {{(pid=104526) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 25 07:40:48.194406 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.db.provisioning_blocks [None req-c83f72bb-ff1c-4e57-a53e-6e31b37e7db0 None None] Provisioning complete for port 28f4b108-96e9-447b-88dd-ed92dc19d98c triggered by entity DHCP. {{(pid=104527) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 25 07:40:48.195188 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron_lib.callbacks.manager [None req-c83f72bb-ff1c-4e57-a53e-6e31b37e7db0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1490782'] for port (28f4b108-96e9-447b-88dd-ed92dc19d98c), provisioning_complete {{(pid=104527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:40:48.225357 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.plugins.ml2.plugin [None req-c83f72bb-ff1c-4e57-a53e-6e31b37e7db0 None None] Port 28f4b108-96e9-447b-88dd-ed92dc19d98c cannot update to ACTIVE because it is not bound. {{(pid=104527) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 25 07:40:48.242467 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [req-d0c1a8af-d450-4e54-9695-1d2ed2fc52c9 req-1ab102b6-a122-445c-aedf-dd8b53502d89 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-616651'] for port (28f4b108-96e9-447b-88dd-ed92dc19d98c), before_update {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:40:48.519322 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.notifiers.nova [req-d0c1a8af-d450-4e54-9695-1d2ed2fc52c9 req-1ab102b6-a122-445c-aedf-dd8b53502d89 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 28f4b108-96e9-447b-88dd-ed92dc19d98c {{(pid=104526) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 25 07:40:48.526840 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [req-d0c1a8af-d450-4e54-9695-1d2ed2fc52c9 req-1ab102b6-a122-445c-aedf-dd8b53502d89 service neutron] Publish callbacks [] for port (28f4b108-96e9-447b-88dd-ed92dc19d98c), precommit_update {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:40:48.539674 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.db.provisioning_blocks [req-d0c1a8af-d450-4e54-9695-1d2ed2fc52c9 req-1ab102b6-a122-445c-aedf-dd8b53502d89 service neutron] Transition to ACTIVE for port object 28f4b108-96e9-447b-88dd-ed92dc19d98c will not be triggered until provisioned by entity L2. {{(pid=104526) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 25 07:40:48.640101 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [req-d0c1a8af-d450-4e54-9695-1d2ed2fc52c9 req-1ab102b6-a122-445c-aedf-dd8b53502d89 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-617841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612926', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754056714442', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754056173882', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754056173900', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2909847'] for port (28f4b108-96e9-447b-88dd-ed92dc19d98c), after_update {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:40:48.689894 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ab102b6-a122-445c-aedf-dd8b53502d89 service neutron] Pushing event updated for resources: {'Port': ['ID=28f4b108-96e9-447b-88dd-ed92dc19d98c,revision_number=2']} {{(pid=104526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 07:40:48.736414 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG dbcounter [-] [104526] Writing DB stats neutron:SELECT=95,neutron:INSERT=1,neutron:DELETE=2,neutron:UPDATE=2 {{(pid=104526) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 07:40:48.765794 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.plugins.ml2.managers [req-d0c1a8af-d450-4e54-9695-1d2ed2fc52c9 req-1ab102b6-a122-445c-aedf-dd8b53502d89 service neutron] Attempting to bind port 28f4b108-96e9-447b-88dd-ed92dc19d98c on host hv-cinder-82549 for vnic_type normal with profile {{(pid=104526) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 25 07:40:48.766124 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.plugins.ml2.managers [req-d0c1a8af-d450-4e54-9695-1d2ed2fc52c9 req-1ab102b6-a122-445c-aedf-dd8b53502d89 service neutron] Attempting to bind port 28f4b108-96e9-447b-88dd-ed92dc19d98c by drivers openvswitch,hyperv on host hv-cinder-82549 at level 0 using segments [{'id': '5e8ca1f8-871e-422d-b246-85fba594b2cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 250, 'network_id': '7eef0ae9-55de-48c4-ada3-da713e1942b9'}] {{(pid=104526) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 25 07:40:48.766450 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0c1a8af-d450-4e54-9695-1d2ed2fc52c9 req-1ab102b6-a122-445c-aedf-dd8b53502d89 service neutron] Attempting to bind port 28f4b108-96e9-447b-88dd-ed92dc19d98c on network 7eef0ae9-55de-48c4-ada3-da713e1942b9 {{(pid=104526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 25 07:40:48.771204 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0c1a8af-d450-4e54-9695-1d2ed2fc52c9 req-1ab102b6-a122-445c-aedf-dd8b53502d89 service neutron] Port 28f4b108-96e9-447b-88dd-ed92dc19d98c on network 7eef0ae9-55de-48c4-ada3-da713e1942b9 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82549 {{(pid=104526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 25 07:40:48.771464 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0c1a8af-d450-4e54-9695-1d2ed2fc52c9 req-1ab102b6-a122-445c-aedf-dd8b53502d89 service neutron] Attempting to bind port 28f4b108-96e9-447b-88dd-ed92dc19d98c on network 7eef0ae9-55de-48c4-ada3-da713e1942b9 {{(pid=104526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 25 07:40:48.778613 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0c1a8af-d450-4e54-9695-1d2ed2fc52c9 req-1ab102b6-a122-445c-aedf-dd8b53502d89 service neutron] Checking agent: {'id': 'bbf5dc8c-5103-4973-a6b6-76af4660c126', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82549', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 25, 7, 34, 32), 'started_at': datetime.datetime(2022, 5, 25, 7, 34, 32), 'heartbeat_timestamp': datetime.datetime(2022, 5, 25, 7, 40, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 25 07:40:48.778947 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0c1a8af-d450-4e54-9695-1d2ed2fc52c9 req-1ab102b6-a122-445c-aedf-dd8b53502d89 service neutron] Checking segment: {'id': '5e8ca1f8-871e-422d-b246-85fba594b2cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 250, 'network_id': '7eef0ae9-55de-48c4-ada3-da713e1942b9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104526) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 25 07:40:48.779329 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0c1a8af-d450-4e54-9695-1d2ed2fc52c9 req-1ab102b6-a122-445c-aedf-dd8b53502d89 service neutron] Bound using segment: {'id': '5e8ca1f8-871e-422d-b246-85fba594b2cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 250, 'network_id': '7eef0ae9-55de-48c4-ada3-da713e1942b9'} {{(pid=104526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 25 07:40:48.779752 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.plugins.ml2.managers [req-d0c1a8af-d450-4e54-9695-1d2ed2fc52c9 req-1ab102b6-a122-445c-aedf-dd8b53502d89 service neutron] Bound port: 28f4b108-96e9-447b-88dd-ed92dc19d98c, host: hv-cinder-82549, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5e8ca1f8-871e-422d-b246-85fba594b2cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 250, 'network_id': '7eef0ae9-55de-48c4-ada3-da713e1942b9'}}] {{(pid=104526) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 25 07:40:48.780108 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [req-d0c1a8af-d450-4e54-9695-1d2ed2fc52c9 req-1ab102b6-a122-445c-aedf-dd8b53502d89 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-616651'] for port (28f4b108-96e9-447b-88dd-ed92dc19d98c), before_update {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:40:48.836861 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG dbcounter [-] [104526] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=104526) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 07:40:48.852802 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.plugins.ml2.db [req-d0c1a8af-d450-4e54-9695-1d2ed2fc52c9 req-1ab102b6-a122-445c-aedf-dd8b53502d89 service neutron] For port 28f4b108-96e9-447b-88dd-ed92dc19d98c, host hv-cinder-82549, cleared binding levels {{(pid=104526) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 25 07:40:48.852802 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.plugins.ml2.db [req-d0c1a8af-d450-4e54-9695-1d2ed2fc52c9 req-1ab102b6-a122-445c-aedf-dd8b53502d89 service neutron] For port 28f4b108-96e9-447b-88dd-ed92dc19d98c, host hv-cinder-82549, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82549',level=0,port_id=28f4b108-96e9-447b-88dd-ed92dc19d98c,segment=NetworkSegment(5e8ca1f8-871e-422d-b246-85fba594b2cb),segment_id=5e8ca1f8-871e-422d-b246-85fba594b2cb)] {{(pid=104526) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 25 07:40:48.975540 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [req-d0c1a8af-d450-4e54-9695-1d2ed2fc52c9 req-1ab102b6-a122-445c-aedf-dd8b53502d89 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-617841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612926', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754056714442', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754056173882', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754056173900', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2909847'] for port (28f4b108-96e9-447b-88dd-ed92dc19d98c), after_update {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:40:49.031591 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c0e33a2-3d29-4862-8037-9b3a12d18bfa req-7aed46f3-e73f-487a-8d8d-c136b6473ba4 tempest-AttachVolumeShelveTestJSON-605607613 tempest-AttachVolumeShelveTestJSON-605607613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 07:40:49.033107 dv-cinder-825492-15-iscsi neutron-server[104526]: INFO neutron.wsgi [req-1c0e33a2-3d29-4862-8037-9b3a12d18bfa req-7aed46f3-e73f-487a-8d8d-c136b6473ba4 tempest-AttachVolumeShelveTestJSON-605607613 tempest-AttachVolumeShelveTestJSON-605607613-project] 10.222.0.24 "GET /v2.0/ports?device_id=c0ecec15-f302-4eea-92e6-37049703fa41 HTTP/1.1" status: 200 len: 943 time: 0.0896184 May 25 07:40:49.044237 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0c1a8af-d450-4e54-9695-1d2ed2fc52c9 req-1ab102b6-a122-445c-aedf-dd8b53502d89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 07:40:49.044876 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [req-d0c1a8af-d450-4e54-9695-1d2ed2fc52c9 req-1ab102b6-a122-445c-aedf-dd8b53502d89 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93885'] for port (None), before_response {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:40:49.052298 dv-cinder-825492-15-iscsi neutron-server[104526]: INFO neutron.wsgi [req-d0c1a8af-d450-4e54-9695-1d2ed2fc52c9 req-1ab102b6-a122-445c-aedf-dd8b53502d89 service neutron] 10.222.0.41 "PUT /v2.0/ports/28f4b108-96e9-447b-88dd-ed92dc19d98c HTTP/1.1" status: 200 len: 1093 time: 0.8695714 May 25 07:40:49.052298 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c0ecec15-f302-4eea-92e6-37049703fa41', 'tag': '28f4b108-96e9-447b-88dd-ed92dc19d98c'}] {{(pid=104526) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 25 07:40:49.052298 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db633a5f02cadde147c9bc1566607705b0433b891c7275f259bdbd209e6b6683" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-10a4af7f-00f2-449e-8090-d4bfa15e25bc" -d '{"events": [{"name": "network-changed", "server_uuid": "c0ecec15-f302-4eea-92e6-37049703fa41", "tag": "28f4b108-96e9-447b-88dd-ed92dc19d98c"}]}' {{(pid=104526) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 25 07:40:49.095877 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ab102b6-a122-445c-aedf-dd8b53502d89 service neutron] Pushing event updated for resources: {'Port': ['ID=28f4b108-96e9-447b-88dd-ed92dc19d98c,revision_number=3']} {{(pid=104526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 07:40:49.107368 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 25 May 2022 07:40:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2d5f5b16-ecdd-4d35-a9c8-e25788d8d001 x-openstack-request-id: req-2d5f5b16-ecdd-4d35-a9c8-e25788d8d001 {{(pid=104526) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 25 07:40:49.107655 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c0ecec15-f302-4eea-92e6-37049703fa41", "tag": "28f4b108-96e9-447b-88dd-ed92dc19d98c", "status": "completed", "code": 200}]} {{(pid=104526) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 25 07:40:49.107880 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-2d5f5b16-ecdd-4d35-a9c8-e25788d8d001 {{(pid=104526) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 25 07:40:49.108271 dv-cinder-825492-15-iscsi neutron-server[104526]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2d5f5b16-ecdd-4d35-a9c8-e25788d8d001'] response: {'name': 'network-changed', 'server_uuid': 'c0ecec15-f302-4eea-92e6-37049703fa41', 'tag': '28f4b108-96e9-447b-88dd-ed92dc19d98c', 'status': 'completed', 'code': 200} May 25 07:40:49.120196 dv-cinder-825492-15-iscsi neutron-server[104526]: INFO neutron.wsgi [req-1c0e33a2-3d29-4862-8037-9b3a12d18bfa req-a84d2b83-ea6c-4035-bdde-20b1e3a18ad1 tempest-AttachVolumeShelveTestJSON-605607613 tempest-AttachVolumeShelveTestJSON-605607613-project] 10.222.0.24 "GET /v2.0/security-groups?id=c3d2f722-76e0-4b5c-9b6a-6cf788bb7d66&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0798793 May 25 07:40:49.206987 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10a4af7f-00f2-449e-8090-d4bfa15e25bc req-727233b9-4ef9-4ab6-8643-531f85ac258b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 07:40:49.208517 dv-cinder-825492-15-iscsi neutron-server[104526]: INFO neutron.wsgi [req-10a4af7f-00f2-449e-8090-d4bfa15e25bc req-727233b9-4ef9-4ab6-8643-531f85ac258b service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=c4406d5d0e2347f1b96c34496f5ba5ae&device_id=c0ecec15-f302-4eea-92e6-37049703fa41 HTTP/1.1" status: 200 len: 1127 time: 0.0464282 May 25 07:40:49.269765 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG dbcounter [-] [104527] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104527) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 07:40:49.315287 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10a4af7f-00f2-449e-8090-d4bfa15e25bc req-af31f44d-4dec-432a-953c-fc56ea38bb5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 07:40:49.316809 dv-cinder-825492-15-iscsi neutron-server[104526]: INFO neutron.wsgi [req-10a4af7f-00f2-449e-8090-d4bfa15e25bc req-af31f44d-4dec-432a-953c-fc56ea38bb5b service neutron] 10.222.0.41 "GET /v2.0/networks?tenant_id=c4406d5d0e2347f1b96c34496f5ba5ae&shared=False HTTP/1.1" status: 200 len: 918 time: 0.0945542 May 25 07:40:49.417067 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10a4af7f-00f2-449e-8090-d4bfa15e25bc req-7920834e-466c-471c-a4f3-64ed335c363a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 07:40:49.418510 dv-cinder-825492-15-iscsi neutron-server[104526]: INFO neutron.wsgi [req-10a4af7f-00f2-449e-8090-d4bfa15e25bc req-7920834e-466c-471c-a4f3-64ed335c363a service neutron] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0943990 May 25 07:40:49.485127 dv-cinder-825492-15-iscsi neutron-server[104528]: DEBUG dbcounter [-] [104528] Writing DB stats neutron:SELECT=42,neutron:UPDATE=3 {{(pid=104528) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 07:40:49.488426 dv-cinder-825492-15-iscsi neutron-server[104528]: DEBUG dbcounter [-] [104528] Writing DB stats neutron:SELECT=78,neutron:UPDATE=3 {{(pid=104528) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 07:40:49.525242 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0c1a8af-d450-4e54-9695-1d2ed2fc52c9 req-1005842a-88a6-444b-bf34-3f89a9a0e311 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 07:40:49.526760 dv-cinder-825492-15-iscsi neutron-server[104526]: INFO neutron.wsgi [req-d0c1a8af-d450-4e54-9695-1d2ed2fc52c9 req-1005842a-88a6-444b-bf34-3f89a9a0e311 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=c4406d5d0e2347f1b96c34496f5ba5ae&device_id=c0ecec15-f302-4eea-92e6-37049703fa41 HTTP/1.1" status: 200 len: 1127 time: 0.0417409 May 25 07:40:49.577227 dv-cinder-825492-15-iscsi neutron-server[104526]: INFO neutron.wsgi [req-d0c1a8af-d450-4e54-9695-1d2ed2fc52c9 req-59a29f5e-0e60-4c38-b0d3-f160d09b950e service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=28f4b108-96e9-447b-88dd-ed92dc19d98c HTTP/1.1" status: 200 len: 217 time: 0.0349097 May 25 07:40:49.634745 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0c1a8af-d450-4e54-9695-1d2ed2fc52c9 req-fe45618a-7d38-4ccd-a2d6-a95454c54599 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 07:40:49.636164 dv-cinder-825492-15-iscsi neutron-server[104526]: INFO neutron.wsgi [req-d0c1a8af-d450-4e54-9695-1d2ed2fc52c9 req-fe45618a-7d38-4ccd-a2d6-a95454c54599 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=e7796ec7-ead3-485d-a16b-d9ef7a0a8b85 HTTP/1.1" status: 200 len: 856 time: 0.0516846 May 25 07:40:49.678947 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0c1a8af-d450-4e54-9695-1d2ed2fc52c9 req-2582568b-2034-4567-91ef-4125c16057d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 07:40:49.681064 dv-cinder-825492-15-iscsi neutron-server[104526]: INFO neutron.wsgi [req-d0c1a8af-d450-4e54-9695-1d2ed2fc52c9 req-2582568b-2034-4567-91ef-4125c16057d5 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=7eef0ae9-55de-48c4-ada3-da713e1942b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0381312 May 25 07:40:49.769593 dv-cinder-825492-15-iscsi neutron-server[104526]: INFO neutron.wsgi [req-d0c1a8af-d450-4e54-9695-1d2ed2fc52c9 req-5692f181-1fad-467a-8a0a-b77f347eea86 service neutron] 10.222.0.41 "GET /v2.0/networks/7eef0ae9-55de-48c4-ada3-da713e1942b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0802288 May 25 07:40:49.839183 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG dbcounter [-] [104526] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104526) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 07:40:49.863356 dv-cinder-825492-15-iscsi neutron-server[104526]: INFO neutron.wsgi [req-d0c1a8af-d450-4e54-9695-1d2ed2fc52c9 req-f592f27b-39fb-45c6-8f34-750209339a3a service neutron] 10.222.0.41 "GET /v2.0/networks/7eef0ae9-55de-48c4-ada3-da713e1942b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853753 May 25 07:40:50.243495 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e073551-2f27-4b79-b159-5a02cf5a5060 req-8f57365a-24f1-479a-a6b0-65e46065abae tempest-AttachVolumeShelveTestJSON-605607613 tempest-AttachVolumeShelveTestJSON-605607613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 07:40:50.244986 dv-cinder-825492-15-iscsi neutron-server[104525]: INFO neutron.wsgi [req-6e073551-2f27-4b79-b159-5a02cf5a5060 req-8f57365a-24f1-479a-a6b0-65e46065abae tempest-AttachVolumeShelveTestJSON-605607613 tempest-AttachVolumeShelveTestJSON-605607613-project] 10.222.0.24 "GET /v2.0/ports?device_id=c0ecec15-f302-4eea-92e6-37049703fa41 HTTP/1.1" status: 200 len: 943 time: 0.0477962 May 25 07:40:50.284836 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG dbcounter [-] [104525] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104525) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 07:40:50.292801 dv-cinder-825492-15-iscsi neutron-server[104525]: INFO neutron.wsgi [req-6e073551-2f27-4b79-b159-5a02cf5a5060 req-86b1f9ea-a5ed-42e8-b06e-8e92da3862ff tempest-AttachVolumeShelveTestJSON-605607613 tempest-AttachVolumeShelveTestJSON-605607613-project] 10.222.0.24 "GET /v2.0/security-groups?id=c3d2f722-76e0-4b5c-9b6a-6cf788bb7d66&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423481 May 25 07:40:51.415028 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5ed76dc-d714-43f9-bfe9-e7a0fc3bf237 req-aca9069e-ee8a-403b-aaca-6c8d2f0d3ab3 tempest-AttachVolumeShelveTestJSON-605607613 tempest-AttachVolumeShelveTestJSON-605607613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 07:40:51.416664 dv-cinder-825492-15-iscsi neutron-server[104525]: INFO neutron.wsgi [req-d5ed76dc-d714-43f9-bfe9-e7a0fc3bf237 req-aca9069e-ee8a-403b-aaca-6c8d2f0d3ab3 tempest-AttachVolumeShelveTestJSON-605607613 tempest-AttachVolumeShelveTestJSON-605607613-project] 10.222.0.24 "GET /v2.0/ports?device_id=c0ecec15-f302-4eea-92e6-37049703fa41 HTTP/1.1" status: 200 len: 943 time: 0.0471518 May 25 07:40:51.470152 dv-cinder-825492-15-iscsi neutron-server[104525]: INFO neutron.wsgi [req-d5ed76dc-d714-43f9-bfe9-e7a0fc3bf237 req-118bbce1-9c71-48c5-8e91-57b4f91b0d62 tempest-AttachVolumeShelveTestJSON-605607613 tempest-AttachVolumeShelveTestJSON-605607613-project] 10.222.0.24 "GET /v2.0/security-groups?id=c3d2f722-76e0-4b5c-9b6a-6cf788bb7d66&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0477633 May 25 07:40:52.569135 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.plugins.ml2.rpc [None req-798242cc-9ea0-464c-9109-86bd7997349e None None] Device 28f4b108-96e9-447b-88dd-ed92dc19d98c details requested by agent hyperv_hv-cinder-82549 with host hv-cinder-82549 {{(pid=104527) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 25 07:40:52.597217 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a18bcce8-0316-4731-9f45-747dc85cec8a req-49e682ed-7faa-49bb-b295-fb9dd19b26d7 tempest-AttachVolumeShelveTestJSON-605607613 tempest-AttachVolumeShelveTestJSON-605607613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 07:40:52.599049 dv-cinder-825492-15-iscsi neutron-server[104525]: INFO neutron.wsgi [req-a18bcce8-0316-4731-9f45-747dc85cec8a req-49e682ed-7faa-49bb-b295-fb9dd19b26d7 tempest-AttachVolumeShelveTestJSON-605607613 tempest-AttachVolumeShelveTestJSON-605607613-project] 10.222.0.24 "GET /v2.0/ports?device_id=c0ecec15-f302-4eea-92e6-37049703fa41 HTTP/1.1" status: 200 len: 943 time: 0.0540280 May 25 07:40:52.637426 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG dbcounter [-] [104527] Writing DB stats neutron:UPDATE=3,neutron:SELECT=97 {{(pid=104527) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 07:40:52.652795 dv-cinder-825492-15-iscsi neutron-server[104525]: INFO neutron.wsgi [req-a18bcce8-0316-4731-9f45-747dc85cec8a req-07ec6076-340a-4e90-ae6b-064d84e08cc3 tempest-AttachVolumeShelveTestJSON-605607613 tempest-AttachVolumeShelveTestJSON-605607613-project] 10.222.0.24 "GET /v2.0/security-groups?id=c3d2f722-76e0-4b5c-9b6a-6cf788bb7d66&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475767 May 25 07:40:52.678604 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.plugins.ml2.db [None req-798242cc-9ea0-464c-9109-86bd7997349e None None] For port 28f4b108-96e9-447b-88dd-ed92dc19d98c, host hv-cinder-82549, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82549',level=0,port_id=28f4b108-96e9-447b-88dd-ed92dc19d98c,segment=NetworkSegment(5e8ca1f8-871e-422d-b246-85fba594b2cb),segment_id=5e8ca1f8-871e-422d-b246-85fba594b2cb)] {{(pid=104527) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 07:40:52.693551 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.plugins.ml2.rpc [None req-798242cc-9ea0-464c-9109-86bd7997349e None None] Returning: {'device': '28f4b108-96e9-447b-88dd-ed92dc19d98c', 'network_id': '7eef0ae9-55de-48c4-ada3-da713e1942b9', 'port_id': '28f4b108-96e9-447b-88dd-ed92dc19d98c', 'mac_address': 'fa:16:3e:1b:4c:e7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 250, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e7796ec7-ead3-485d-a16b-d9ef7a0a8b85', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104527) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 25 07:40:52.738859 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.plugins.ml2.plugin [None req-798242cc-9ea0-464c-9109-86bd7997349e None None] Current status of the port 28f4b108-96e9-447b-88dd-ed92dc19d98c is: DOWN; New status is: BUILD {{(pid=104527) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 25 07:40:52.739246 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron_lib.callbacks.manager [None req-798242cc-9ea0-464c-9109-86bd7997349e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-616651'] for port (28f4b108-96e9-447b-88dd-ed92dc19d98c), before_update {{(pid=104527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:40:52.752566 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.notifiers.nova [None req-798242cc-9ea0-464c-9109-86bd7997349e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 28f4b108-96e9-447b-88dd-ed92dc19d98c {{(pid=104527) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 25 07:40:52.772747 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.plugins.ml2.db [None req-798242cc-9ea0-464c-9109-86bd7997349e None None] For port 28f4b108-96e9-447b-88dd-ed92dc19d98c, host hv-cinder-82549, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82549',level=0,port_id=28f4b108-96e9-447b-88dd-ed92dc19d98c,segment=NetworkSegment(5e8ca1f8-871e-422d-b246-85fba594b2cb),segment_id=5e8ca1f8-871e-422d-b246-85fba594b2cb)] {{(pid=104527) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 07:40:52.986160 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron_lib.callbacks.manager [None req-798242cc-9ea0-464c-9109-86bd7997349e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-617841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612926', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754056714442', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754056173882', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754056173900'] for port (28f4b108-96e9-447b-88dd-ed92dc19d98c), after_update {{(pid=104527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:40:53.032585 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-798242cc-9ea0-464c-9109-86bd7997349e None None] Pushing event updated for resources: {'Port': ['ID=28f4b108-96e9-447b-88dd-ed92dc19d98c,revision_number=4']} {{(pid=104527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 07:40:53.039907 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-798242cc-9ea0-464c-9109-86bd7997349e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825492-15-iscsi {{(pid=104527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 07:40:53.042673 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-798242cc-9ea0-464c-9109-86bd7997349e None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825492-15-iscsi {{(pid=104527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 07:40:53.042673 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-798242cc-9ea0-464c-9109-86bd7997349e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825492-15-iscsi {{(pid=104527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 07:40:53.042673 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-798242cc-9ea0-464c-9109-86bd7997349e None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825492-15-iscsi {{(pid=104527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 07:40:53.042673 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-798242cc-9ea0-464c-9109-86bd7997349e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825492-15-iscsi {{(pid=104527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 07:40:53.042673 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-798242cc-9ea0-464c-9109-86bd7997349e None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825492-15-iscsi {{(pid=104527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 07:40:53.042673 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-798242cc-9ea0-464c-9109-86bd7997349e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825492-15-iscsi {{(pid=104527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 07:40:53.042673 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-798242cc-9ea0-464c-9109-86bd7997349e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-825492-15-iscsi {{(pid=104527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 07:40:53.042673 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-798242cc-9ea0-464c-9109-86bd7997349e None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-825492-15-iscsi {{(pid=104527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 07:40:53.043323 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-798242cc-9ea0-464c-9109-86bd7997349e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-825492-15-iscsi {{(pid=104527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 07:40:53.043323 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-798242cc-9ea0-464c-9109-86bd7997349e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-825492-15-iscsi {{(pid=104527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 07:40:53.043533 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-798242cc-9ea0-464c-9109-86bd7997349e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825492-15-iscsi {{(pid=104527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 07:40:53.043848 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-798242cc-9ea0-464c-9109-86bd7997349e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825492-15-iscsi {{(pid=104527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 07:40:53.044156 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-798242cc-9ea0-464c-9109-86bd7997349e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825492-15-iscsi {{(pid=104527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 07:40:53.044463 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-798242cc-9ea0-464c-9109-86bd7997349e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825492-15-iscsi {{(pid=104527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 07:40:53.388421 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.plugins.ml2.db [None req-798242cc-9ea0-464c-9109-86bd7997349e None None] get_ports_and_sgs() called for port_ids ['28f4b108-96e9-447b-88dd-ed92dc19d98c'] {{(pid=104527) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 25 07:40:53.774638 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cf08bfb-d6fd-4439-8691-779e0945b622 req-6eaf32a7-d961-40d0-b187-2ae38db118a6 tempest-AttachVolumeShelveTestJSON-605607613 tempest-AttachVolumeShelveTestJSON-605607613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 07:40:53.776111 dv-cinder-825492-15-iscsi neutron-server[104526]: INFO neutron.wsgi [req-4cf08bfb-d6fd-4439-8691-779e0945b622 req-6eaf32a7-d961-40d0-b187-2ae38db118a6 tempest-AttachVolumeShelveTestJSON-605607613 tempest-AttachVolumeShelveTestJSON-605607613-project] 10.222.0.24 "GET /v2.0/ports?device_id=c0ecec15-f302-4eea-92e6-37049703fa41 HTTP/1.1" status: 200 len: 944 time: 0.0476875 May 25 07:40:53.822864 dv-cinder-825492-15-iscsi neutron-server[104526]: INFO neutron.wsgi [req-4cf08bfb-d6fd-4439-8691-779e0945b622 req-36ee6dd6-6815-4a7b-a94c-b558dc6302aa tempest-AttachVolumeShelveTestJSON-605607613 tempest-AttachVolumeShelveTestJSON-605607613-project] 10.222.0.24 "GET /v2.0/security-groups?id=c3d2f722-76e0-4b5c-9b6a-6cf788bb7d66&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410573 May 25 07:40:54.190941 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29e5ba5f-e705-4095-bfc5-c00e1b070f7c req-7e1d66fa-1db8-46b4-a16f-62f6809d4464 tempest-ServerRescueNegativeTestJSON-274124411 tempest-ServerRescueNegativeTestJSON-274124411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 07:40:54.192406 dv-cinder-825492-15-iscsi neutron-server[104526]: INFO neutron.wsgi [req-29e5ba5f-e705-4095-bfc5-c00e1b070f7c req-7e1d66fa-1db8-46b4-a16f-62f6809d4464 tempest-ServerRescueNegativeTestJSON-274124411 tempest-ServerRescueNegativeTestJSON-274124411-project] 10.222.0.24 "GET /v2.0/ports?device_id=a5ef563c-52c0-40b3-bdf3-dc51e5422196 HTTP/1.1" status: 200 len: 946 time: 0.0510187 May 25 07:40:54.239616 dv-cinder-825492-15-iscsi neutron-server[104526]: INFO neutron.wsgi [req-29e5ba5f-e705-4095-bfc5-c00e1b070f7c req-b7794ac0-8831-4ac8-ad79-d36f4bff6f47 tempest-ServerRescueNegativeTestJSON-274124411 tempest-ServerRescueNegativeTestJSON-274124411-project] 10.222.0.24 "GET /v2.0/security-groups?id=1c0d85d2-6043-4086-9d5d-4dba3c5df84e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407636 May 25 07:40:54.584230 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.plugins.ml2.rpc [None req-798242cc-9ea0-464c-9109-86bd7997349e None None] Device 28f4b108-96e9-447b-88dd-ed92dc19d98c up at agent hyperv_hv-cinder-82549 {{(pid=104527) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 25 07:40:54.626214 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.db.provisioning_blocks [None req-798242cc-9ea0-464c-9109-86bd7997349e None None] Provisioning for port 28f4b108-96e9-447b-88dd-ed92dc19d98c completed by entity L2. {{(pid=104527) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 25 07:40:54.684880 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.db.provisioning_blocks [None req-798242cc-9ea0-464c-9109-86bd7997349e None None] Provisioning complete for port 28f4b108-96e9-447b-88dd-ed92dc19d98c triggered by entity L2. {{(pid=104527) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 25 07:40:54.685246 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron_lib.callbacks.manager [None req-798242cc-9ea0-464c-9109-86bd7997349e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1490782'] for port (28f4b108-96e9-447b-88dd-ed92dc19d98c), provisioning_complete {{(pid=104527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:40:54.759009 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.plugins.ml2.plugin [None req-798242cc-9ea0-464c-9109-86bd7997349e None None] Current status of the port 28f4b108-96e9-447b-88dd-ed92dc19d98c is: BUILD; New status is: ACTIVE {{(pid=104527) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 25 07:40:54.759357 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron_lib.callbacks.manager [None req-798242cc-9ea0-464c-9109-86bd7997349e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-616651'] for port (28f4b108-96e9-447b-88dd-ed92dc19d98c), before_update {{(pid=104527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:40:54.781365 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c0ecec15-f302-4eea-92e6-37049703fa41', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '28f4b108-96e9-447b-88dd-ed92dc19d98c'}] {{(pid=104527) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 25 07:40:54.783518 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b7b9631292b9c3281c46c063e828ef1e98938590bf5356102cacde7abf71fd6b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5449bb53-4cbb-4c74-9fb9-8962cd4f9f72" -d '{"events": [{"server_uuid": "c0ecec15-f302-4eea-92e6-37049703fa41", "name": "network-vif-plugged", "status": "completed", "tag": "28f4b108-96e9-447b-88dd-ed92dc19d98c"}]}' {{(pid=104527) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 25 07:40:54.796221 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.plugins.ml2.db [None req-798242cc-9ea0-464c-9109-86bd7997349e None None] For port 28f4b108-96e9-447b-88dd-ed92dc19d98c, host hv-cinder-82549, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82549',level=0,port_id=28f4b108-96e9-447b-88dd-ed92dc19d98c,segment=NetworkSegment(5e8ca1f8-871e-422d-b246-85fba594b2cb),segment_id=5e8ca1f8-871e-422d-b246-85fba594b2cb)] {{(pid=104527) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 07:40:54.820468 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 25 May 2022 07:40:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-67c95441-16d7-4a3c-80be-2971124e273c x-openstack-request-id: req-67c95441-16d7-4a3c-80be-2971124e273c {{(pid=104527) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 25 07:40:54.820790 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c0ecec15-f302-4eea-92e6-37049703fa41", "name": "network-vif-plugged", "status": "completed", "tag": "28f4b108-96e9-447b-88dd-ed92dc19d98c", "code": 200}]} {{(pid=104527) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 25 07:40:54.821038 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-67c95441-16d7-4a3c-80be-2971124e273c {{(pid=104527) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 25 07:40:54.821423 dv-cinder-825492-15-iscsi neutron-server[104527]: INFO neutron.notifiers.nova [-] Nova event matching ['req-67c95441-16d7-4a3c-80be-2971124e273c'] response: {'server_uuid': 'c0ecec15-f302-4eea-92e6-37049703fa41', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '28f4b108-96e9-447b-88dd-ed92dc19d98c', 'code': 200} May 25 07:40:54.897264 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron_lib.callbacks.manager [None req-798242cc-9ea0-464c-9109-86bd7997349e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-617841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612926', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754056714442', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754056173882', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754056173900'] for port (28f4b108-96e9-447b-88dd-ed92dc19d98c), after_update {{(pid=104527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:40:54.942014 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c5cc3d3-be68-41af-9503-6926b2c1e466 req-724152a1-7028-429c-bb55-b7aeb16f2374 tempest-AttachVolumeShelveTestJSON-605607613 tempest-AttachVolumeShelveTestJSON-605607613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 07:40:54.943514 dv-cinder-825492-15-iscsi neutron-server[104526]: INFO neutron.wsgi [req-3c5cc3d3-be68-41af-9503-6926b2c1e466 req-724152a1-7028-429c-bb55-b7aeb16f2374 tempest-AttachVolumeShelveTestJSON-605607613 tempest-AttachVolumeShelveTestJSON-605607613-project] 10.222.0.24 "GET /v2.0/ports?device_id=c0ecec15-f302-4eea-92e6-37049703fa41 HTTP/1.1" status: 200 len: 945 time: 0.0479929 May 25 07:40:54.945674 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-798242cc-9ea0-464c-9109-86bd7997349e None None] Pushing event updated for resources: {'Port': ['ID=28f4b108-96e9-447b-88dd-ed92dc19d98c,revision_number=5']} {{(pid=104527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 07:40:54.991129 dv-cinder-825492-15-iscsi neutron-server[104526]: INFO neutron.wsgi [req-3c5cc3d3-be68-41af-9503-6926b2c1e466 req-a5070b88-dee9-44f8-b6e4-4c230e595e29 tempest-AttachVolumeShelveTestJSON-605607613 tempest-AttachVolumeShelveTestJSON-605607613-project] 10.222.0.24 "GET /v2.0/security-groups?id=c3d2f722-76e0-4b5c-9b6a-6cf788bb7d66&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411496 May 25 07:40:55.353518 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fee94fb9-17f4-4049-b761-a37fc139593b req-d6eb9419-7908-471d-a759-97fd10048629 tempest-ServerRescueNegativeTestJSON-274124411 tempest-ServerRescueNegativeTestJSON-274124411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 07:40:55.355010 dv-cinder-825492-15-iscsi neutron-server[104525]: INFO neutron.wsgi [req-fee94fb9-17f4-4049-b761-a37fc139593b req-d6eb9419-7908-471d-a759-97fd10048629 tempest-ServerRescueNegativeTestJSON-274124411 tempest-ServerRescueNegativeTestJSON-274124411-project] 10.222.0.24 "GET /v2.0/ports?device_id=a5ef563c-52c0-40b3-bdf3-dc51e5422196 HTTP/1.1" status: 200 len: 946 time: 0.0471253 May 25 07:40:55.401141 dv-cinder-825492-15-iscsi neutron-server[104525]: INFO neutron.wsgi [req-fee94fb9-17f4-4049-b761-a37fc139593b req-0b98e4b1-fa4a-4c68-b130-de7f52a8a642 tempest-ServerRescueNegativeTestJSON-274124411 tempest-ServerRescueNegativeTestJSON-274124411-project] 10.222.0.24 "GET /v2.0/security-groups?id=1c0d85d2-6043-4086-9d5d-4dba3c5df84e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405030 May 25 07:40:56.107725 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd420fd9-6862-46a7-b3fd-35867141d1da req-f608ddf5-77fb-46fb-ac2b-707597b0938f tempest-AttachVolumeShelveTestJSON-605607613 tempest-AttachVolumeShelveTestJSON-605607613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 07:40:56.109231 dv-cinder-825492-15-iscsi neutron-server[104526]: INFO neutron.wsgi [req-fd420fd9-6862-46a7-b3fd-35867141d1da req-f608ddf5-77fb-46fb-ac2b-707597b0938f tempest-AttachVolumeShelveTestJSON-605607613 tempest-AttachVolumeShelveTestJSON-605607613-project] 10.222.0.24 "GET /v2.0/ports?device_id=c0ecec15-f302-4eea-92e6-37049703fa41 HTTP/1.1" status: 200 len: 945 time: 0.0470035 May 25 07:40:56.165033 dv-cinder-825492-15-iscsi neutron-server[104526]: INFO neutron.wsgi [req-fd420fd9-6862-46a7-b3fd-35867141d1da req-1ead5c26-4895-4a50-90f6-d8adf49dc34d tempest-AttachVolumeShelveTestJSON-605607613 tempest-AttachVolumeShelveTestJSON-605607613-project] 10.222.0.24 "GET /v2.0/security-groups?id=c3d2f722-76e0-4b5c-9b6a-6cf788bb7d66&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450704 May 25 07:40:56.520364 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b100cbe-125e-4d79-aacc-d91820a4989f req-e8d8d8cf-43f6-42b6-ab18-f944125c52ab tempest-ServerRescueNegativeTestJSON-274124411 tempest-ServerRescueNegativeTestJSON-274124411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 07:40:56.521851 dv-cinder-825492-15-iscsi neutron-server[104525]: INFO neutron.wsgi [req-4b100cbe-125e-4d79-aacc-d91820a4989f req-e8d8d8cf-43f6-42b6-ab18-f944125c52ab tempest-ServerRescueNegativeTestJSON-274124411 tempest-ServerRescueNegativeTestJSON-274124411-project] 10.222.0.24 "GET /v2.0/ports?device_id=a5ef563c-52c0-40b3-bdf3-dc51e5422196 HTTP/1.1" status: 200 len: 946 time: 0.0517159 May 25 07:40:56.569766 dv-cinder-825492-15-iscsi neutron-server[104525]: INFO neutron.wsgi [req-4b100cbe-125e-4d79-aacc-d91820a4989f req-b4ec0c43-3e44-471c-93bf-05ba1b48e56f tempest-ServerRescueNegativeTestJSON-274124411 tempest-ServerRescueNegativeTestJSON-274124411-project] 10.222.0.24 "GET /v2.0/security-groups?id=1c0d85d2-6043-4086-9d5d-4dba3c5df84e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419602 May 25 07:40:57.276332 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG dbcounter [-] [104526] Writing DB stats neutron:SELECT=100 {{(pid=104526) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 07:40:57.285046 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-683e21e9-f278-4e84-9a63-57d49fd4ffa8 req-25ed6e0f-e1e8-48a4-9c40-1bf68bcee701 tempest-AttachVolumeShelveTestJSON-605607613 tempest-AttachVolumeShelveTestJSON-605607613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 07:40:57.286598 dv-cinder-825492-15-iscsi neutron-server[104526]: INFO neutron.wsgi [req-683e21e9-f278-4e84-9a63-57d49fd4ffa8 req-25ed6e0f-e1e8-48a4-9c40-1bf68bcee701 tempest-AttachVolumeShelveTestJSON-605607613 tempest-AttachVolumeShelveTestJSON-605607613-project] 10.222.0.24 "GET /v2.0/ports?device_id=c0ecec15-f302-4eea-92e6-37049703fa41 HTTP/1.1" status: 200 len: 945 time: 0.0492413 May 25 07:40:57.333426 dv-cinder-825492-15-iscsi neutron-server[104526]: INFO neutron.wsgi [req-683e21e9-f278-4e84-9a63-57d49fd4ffa8 req-af16cc0c-c9d0-4c10-abf9-fdeb65e366df tempest-AttachVolumeShelveTestJSON-605607613 tempest-AttachVolumeShelveTestJSON-605607613-project] 10.222.0.24 "GET /v2.0/security-groups?id=c3d2f722-76e0-4b5c-9b6a-6cf788bb7d66&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408325 May 25 07:40:57.683940 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-642a8e52-0082-4008-a627-d012772e2315 req-33fcbb5c-8692-440d-9cf8-4e1d58e9096b tempest-ServerRescueNegativeTestJSON-274124411 tempest-ServerRescueNegativeTestJSON-274124411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 07:40:57.685634 dv-cinder-825492-15-iscsi neutron-server[104525]: INFO neutron.wsgi [req-642a8e52-0082-4008-a627-d012772e2315 req-33fcbb5c-8692-440d-9cf8-4e1d58e9096b tempest-ServerRescueNegativeTestJSON-274124411 tempest-ServerRescueNegativeTestJSON-274124411-project] 10.222.0.24 "GET /v2.0/ports?device_id=a5ef563c-52c0-40b3-bdf3-dc51e5422196 HTTP/1.1" status: 200 len: 946 time: 0.0475416 May 25 07:40:57.734024 dv-cinder-825492-15-iscsi neutron-server[104525]: INFO neutron.wsgi [req-642a8e52-0082-4008-a627-d012772e2315 req-d25086bb-10ef-47fd-9b62-277f0585455b tempest-ServerRescueNegativeTestJSON-274124411 tempest-ServerRescueNegativeTestJSON-274124411-project] 10.222.0.24 "GET /v2.0/security-groups?id=1c0d85d2-6043-4086-9d5d-4dba3c5df84e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429399 May 25 07:40:58.184207 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3b8c340-deb0-471d-bcca-c54f14fae519 req-e40a8969-25f8-4f20-9129-482f5b61079f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 07:40:58.185751 dv-cinder-825492-15-iscsi neutron-server[104526]: INFO neutron.wsgi [req-c3b8c340-deb0-471d-bcca-c54f14fae519 req-e40a8969-25f8-4f20-9129-482f5b61079f service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=c0ecec15-f302-4eea-92e6-37049703fa41 HTTP/1.1" status: 200 len: 1129 time: 0.0727916 May 25 07:40:58.192015 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c6ddd9e-839b-44fd-aec4-1e896dd39145 req-9873dd42-2045-47ff-b4ee-6f9a75524b70 tempest-ServerRescueNegativeTestJSON-274124411 tempest-ServerRescueNegativeTestJSON-274124411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 07:40:58.193356 dv-cinder-825492-15-iscsi neutron-server[104526]: INFO neutron.wsgi [req-2c6ddd9e-839b-44fd-aec4-1e896dd39145 req-9873dd42-2045-47ff-b4ee-6f9a75524b70 tempest-ServerRescueNegativeTestJSON-274124411 tempest-ServerRescueNegativeTestJSON-274124411-project] 10.222.0.41 "GET /v2.0/ports?device_id=a5ef563c-52c0-40b3-bdf3-dc51e5422196 HTTP/1.1" status: 200 len: 946 time: 0.0723219 May 25 07:40:58.271821 dv-cinder-825492-15-iscsi neutron-server[104526]: INFO neutron.wsgi [req-c3b8c340-deb0-471d-bcca-c54f14fae519 req-6c823f15-7a76-4bd5-a2bb-10177add5ef3 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=c3d2f722-76e0-4b5c-9b6a-6cf788bb7d66&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0775464 May 25 07:40:58.307756 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.plugins.ml2.plugin [req-2c6ddd9e-839b-44fd-aec4-1e896dd39145 req-23783ab4-6700-41da-8099-e51a04af2ed1 tempest-ServerRescueNegativeTestJSON-274124411 tempest-ServerRescueNegativeTestJSON-274124411-project] Deleting port 0747a8fb-24f2-4911-87f0-c806befeeab7 {{(pid=104526) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 25 07:40:58.308454 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [req-2c6ddd9e-839b-44fd-aec4-1e896dd39145 req-23783ab4-6700-41da-8099-e51a04af2ed1 tempest-ServerRescueNegativeTestJSON-274124411 tempest-ServerRescueNegativeTestJSON-274124411-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754056702922'] for port (0747a8fb-24f2-4911-87f0-c806befeeab7), before_delete {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:40:58.408462 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.plugins.ml2.db [req-2c6ddd9e-839b-44fd-aec4-1e896dd39145 req-23783ab4-6700-41da-8099-e51a04af2ed1 tempest-ServerRescueNegativeTestJSON-274124411 tempest-ServerRescueNegativeTestJSON-274124411-project] For port 0747a8fb-24f2-4911-87f0-c806befeeab7, host hv-cinder-82549, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82549',level=0,port_id=0747a8fb-24f2-4911-87f0-c806befeeab7,segment=NetworkSegment(969a65dc-e069-48a8-ad7f-e38fdf9684ce),segment_id=969a65dc-e069-48a8-ad7f-e38fdf9684ce)] {{(pid=104526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 07:40:58.408956 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [req-2c6ddd9e-839b-44fd-aec4-1e896dd39145 req-23783ab4-6700-41da-8099-e51a04af2ed1 tempest-ServerRescueNegativeTestJSON-274124411 tempest-ServerRescueNegativeTestJSON-274124411-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625317'] for port (0747a8fb-24f2-4911-87f0-c806befeeab7), precommit_delete {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:40:58.502206 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7129dd2a-ab39-4131-9d36-3a81aa7b10b0 req-69756545-0e00-46d5-8d28-a62717ae8daa tempest-AttachVolumeShelveTestJSON-605607613 tempest-AttachVolumeShelveTestJSON-605607613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 07:40:58.503654 dv-cinder-825492-15-iscsi neutron-server[104526]: INFO neutron.wsgi [req-7129dd2a-ab39-4131-9d36-3a81aa7b10b0 req-69756545-0e00-46d5-8d28-a62717ae8daa tempest-AttachVolumeShelveTestJSON-605607613 tempest-AttachVolumeShelveTestJSON-605607613-project] 10.222.0.24 "GET /v2.0/ports?device_id=c0ecec15-f302-4eea-92e6-37049703fa41 HTTP/1.1" status: 200 len: 945 time: 0.0843220 May 25 07:40:58.580013 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG dbcounter [-] [104526] Writing DB stats neutron:SELECT=100 {{(pid=104526) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 07:40:58.620927 dv-cinder-825492-15-iscsi neutron-server[104526]: INFO neutron.wsgi [req-7129dd2a-ab39-4131-9d36-3a81aa7b10b0 req-91909891-e52e-4ea3-89aa-e0ce9276ad23 tempest-AttachVolumeShelveTestJSON-605607613 tempest-AttachVolumeShelveTestJSON-605607613-project] 10.222.0.24 "GET /v2.0/security-groups?id=c3d2f722-76e0-4b5c-9b6a-6cf788bb7d66&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1100655 May 25 07:40:58.649286 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [req-2c6ddd9e-839b-44fd-aec4-1e896dd39145 req-23783ab4-6700-41da-8099-e51a04af2ed1 tempest-ServerRescueNegativeTestJSON-274124411 tempest-ServerRescueNegativeTestJSON-274124411-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:40:58.649636 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [req-2c6ddd9e-839b-44fd-aec4-1e896dd39145 req-23783ab4-6700-41da-8099-e51a04af2ed1 tempest-ServerRescueNegativeTestJSON-274124411 tempest-ServerRescueNegativeTestJSON-274124411-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1617316'] for floatingip (26d638e8-d88b-475e-9243-3b67b1f7d840), after_update {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:40:58.649987 dv-cinder-825492-15-iscsi neutron-server[104526]: INFO neutron.db.l3_db [req-2c6ddd9e-839b-44fd-aec4-1e896dd39145 req-23783ab4-6700-41da-8099-e51a04af2ed1 tempest-ServerRescueNegativeTestJSON-274124411 tempest-ServerRescueNegativeTestJSON-274124411-project] Floating IP 26d638e8-d88b-475e-9243-3b67b1f7d840 disassociated. External IP: 172.27.3.43, port: 0747a8fb-24f2-4911-87f0-c806befeeab7. May 25 07:40:58.650330 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.plugins.ml2.plugin [req-2c6ddd9e-839b-44fd-aec4-1e896dd39145 req-23783ab4-6700-41da-8099-e51a04af2ed1 tempest-ServerRescueNegativeTestJSON-274124411 tempest-ServerRescueNegativeTestJSON-274124411-project] Calling delete_port for 0747a8fb-24f2-4911-87f0-c806befeeab7 owned by compute:nova {{(pid=104526) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 25 07:40:58.837753 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [req-2c6ddd9e-839b-44fd-aec4-1e896dd39145 req-23783ab4-6700-41da-8099-e51a04af2ed1 tempest-ServerRescueNegativeTestJSON-274124411 tempest-ServerRescueNegativeTestJSON-274124411-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-617841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612926', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754056714424', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754056173873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2909854'] for port (0747a8fb-24f2-4911-87f0-c806befeeab7), after_delete {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:40:58.861761 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db33ce72-e60e-4ec0-a464-dc55bab782f7 req-4848ea1f-4ace-43ad-97b1-a21e7cc69ab3 tempest-ServerRescueNegativeTestJSON-274124411 tempest-ServerRescueNegativeTestJSON-274124411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 07:40:58.863215 dv-cinder-825492-15-iscsi neutron-server[104525]: INFO neutron.wsgi [req-db33ce72-e60e-4ec0-a464-dc55bab782f7 req-4848ea1f-4ace-43ad-97b1-a21e7cc69ab3 tempest-ServerRescueNegativeTestJSON-274124411 tempest-ServerRescueNegativeTestJSON-274124411-project] 10.222.0.24 "GET /v2.0/ports?device_id=a5ef563c-52c0-40b3-bdf3-dc51e5422196 HTTP/1.1" status: 200 len: 946 time: 0.0523231 May 25 07:40:58.868391 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23783ab4-6700-41da-8099-e51a04af2ed1 tempest-ServerRescueNegativeTestJSON-274124411 tempest-ServerRescueNegativeTestJSON-274124411-project] Pushing event deleted for resources: {'Port': ['ID=0747a8fb-24f2-4911-87f0-c806befeeab7,revision_number=None']} {{(pid=104526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 07:40:58.915004 dv-cinder-825492-15-iscsi neutron-server[104525]: INFO neutron.wsgi [req-db33ce72-e60e-4ec0-a464-dc55bab782f7 req-45767b68-beee-4b19-8204-d065238761bd tempest-ServerRescueNegativeTestJSON-274124411 tempest-ServerRescueNegativeTestJSON-274124411-project] 10.222.0.24 "GET /v2.0/security-groups?id=1c0d85d2-6043-4086-9d5d-4dba3c5df84e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452325 May 25 07:40:58.984336 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.scheduler.l3_agent_scheduler [req-2c6ddd9e-839b-44fd-aec4-1e896dd39145 req-23783ab4-6700-41da-8099-e51a04af2ed1 tempest-ServerRescueNegativeTestJSON-274124411 tempest-ServerRescueNegativeTestJSON-274124411-project] Router 89cbe682-09cd-46d4-8e46-d5caa5a0134e has already been hosted by L3 agent 54ff4013-997e-4376-a4e9-e6c98cf37cc7 {{(pid=104526) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 25 07:40:59.070013 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG dbcounter [-] [104526] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=104526) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 07:40:59.087212 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-2c6ddd9e-839b-44fd-aec4-1e896dd39145 req-23783ab4-6700-41da-8099-e51a04af2ed1 tempest-ServerRescueNegativeTestJSON-274124411 tempest-ServerRescueNegativeTestJSON-274124411-project] Notify agent at l3_agent.dv-cinder-825492-15-iscsi the message routers_updated {{(pid=104526) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 25 07:40:59.098442 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03ca9708-6ec8-497b-8834-ad7a09cd9cd2 None None] Sync routers for ids ['89cbe682-09cd-46d4-8e46-d5caa5a0134e'] in dv-cinder-825492-15-iscsi {{(pid=104527) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 25 07:40:59.100868 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG dbcounter [-] [104527] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104527) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 07:40:59.110450 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03ca9708-6ec8-497b-8834-ad7a09cd9cd2 None None] Routers {'89cbe682-09cd-46d4-8e46-d5caa5a0134e'} bound to L3 agent in host dv-cinder-825492-15-iscsi {{(pid=104527) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 25 07:40:59.112918 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.db.l3_hamode_db [None req-03ca9708-6ec8-497b-8834-ad7a09cd9cd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825492-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-25T07:27:37Z,description=,heartbeat_timestamp=2022-05-25T07:40:37Z,host='dv-cinder-825492-15-iscsi',id=54ff4013-997e-4376-a4e9-e6c98cf37cc7,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T07:27:38Z,topic='l3_agent')) {'router_ids': ['89cbe682-09cd-46d4-8e46-d5caa5a0134e'], 'active': True} {{(pid=104527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 07:40:59.133250 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.db.l3_dvrscheduler_db [req-2c6ddd9e-839b-44fd-aec4-1e896dd39145 req-23783ab4-6700-41da-8099-e51a04af2ed1 tempest-ServerRescueNegativeTestJSON-274124411 tempest-ServerRescueNegativeTestJSON-274124411-project] No DVR routers for this DVR port 0747a8fb-24f2-4911-87f0-c806befeeab7 on host hv-cinder-82549 {{(pid=104526) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 25 07:40:59.135794 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [req-2c6ddd9e-839b-44fd-aec4-1e896dd39145 req-23783ab4-6700-41da-8099-e51a04af2ed1 tempest-ServerRescueNegativeTestJSON-274124411 tempest-ServerRescueNegativeTestJSON-274124411-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93885'] for port (None), before_response {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:40:59.139020 dv-cinder-825492-15-iscsi neutron-server[104526]: INFO neutron.wsgi [req-2c6ddd9e-839b-44fd-aec4-1e896dd39145 req-23783ab4-6700-41da-8099-e51a04af2ed1 tempest-ServerRescueNegativeTestJSON-274124411 tempest-ServerRescueNegativeTestJSON-274124411-project] 10.222.0.41 "DELETE /v2.0/ports/0747a8fb-24f2-4911-87f0-c806befeeab7 HTTP/1.1" status: 204 len: 173 time: 0.9370399 May 25 07:40:59.139445 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a5ef563c-52c0-40b3-bdf3-dc51e5422196', 'name': 'network-vif-deleted', 'tag': '0747a8fb-24f2-4911-87f0-c806befeeab7'}] {{(pid=104526) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 25 07:40:59.141733 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db633a5f02cadde147c9bc1566607705b0433b891c7275f259bdbd209e6b6683" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-56b8dd9d-0eee-40b5-ba93-9170ed784696" -d '{"events": [{"server_uuid": "a5ef563c-52c0-40b3-bdf3-dc51e5422196", "name": "network-vif-deleted", "tag": "0747a8fb-24f2-4911-87f0-c806befeeab7"}]}' {{(pid=104526) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 25 07:40:59.186327 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 25 May 2022 07:40:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f445773e-3c99-4719-9117-a15500b405ab x-openstack-request-id: req-f445773e-3c99-4719-9117-a15500b405ab {{(pid=104526) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 25 07:40:59.186628 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a5ef563c-52c0-40b3-bdf3-dc51e5422196", "name": "network-vif-deleted", "tag": "0747a8fb-24f2-4911-87f0-c806befeeab7", "status": "completed", "code": 200}]} {{(pid=104526) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 25 07:40:59.186938 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-f445773e-3c99-4719-9117-a15500b405ab {{(pid=104526) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 25 07:40:59.187329 dv-cinder-825492-15-iscsi neutron-server[104526]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f445773e-3c99-4719-9117-a15500b405ab'] response: {'server_uuid': 'a5ef563c-52c0-40b3-bdf3-dc51e5422196', 'name': 'network-vif-deleted', 'tag': '0747a8fb-24f2-4911-87f0-c806befeeab7', 'status': 'completed', 'code': 200} May 25 07:40:59.223965 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.db.l3_dvr_db [None req-03ca9708-6ec8-497b-8834-ad7a09cd9cd2 None None] Set router 89cbe682-09cd-46d4-8e46-d5caa5a0134e gateway port host: dv-cinder-825492-15-iscsi {{(pid=104527) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 25 07:40:59.482803 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG dbcounter [-] [104527] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104527) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 07:40:59.546902 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.db.l3_hamode_db [None req-03ca9708-6ec8-497b-8834-ad7a09cd9cd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '89cbe682-09cd-46d4-8e46-d5caa5a0134e', 'name': 'tempest-ServerRescueNegativeTestJSON-5943718-router', 'tenant_id': 'd4719a4804e24f27b9427e58c5cbe13b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '29c629bd-3f50-4535-bfbc-a047608d6fb6', 'external_fixed_ips': [{'subnet_id': '7934ff5a-43f1-4f76-b9d8-e4343ace34f5', 'ip_address': '172.27.3.173'}], 'enable_snat': True}, 'gw_port_id': 'ff8aeffc-43d1-4e45-9c0c-9a1bd5a60423', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T07:36:29Z', 'updated_at': '2022-05-25T07:36:35Z', 'revision_number': 4, 'project_id': 'd4719a4804e24f27b9427e58c5cbe13b', 'gw_port': {'id': 'ff8aeffc-43d1-4e45-9c0c-9a1bd5a60423', 'name': '', 'network_id': '29c629bd-3f50-4535-bfbc-a047608d6fb6', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:52:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89cbe682-09cd-46d4-8e46-d5caa5a0134e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '7934ff5a-43f1-4f76-b9d8-e4343ace34f5', 'ip_address': '172.27.3.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825492-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T07:36:30Z', 'updated_at': '2022-05-25T07:36:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7934ff5a-43f1-4f76-b9d8-e4343ace34f5', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825492-15-iscsi', '_interfaces': [{'id': '93f39134-ddc6-48cc-900e-93b44ac11bfb', 'name': '', 'network_id': 'e9255b8f-85b1-4659-9bc1-7aaec6681338', 'tenant_id': 'd4719a4804e24f27b9427e58c5cbe13b', 'mac_address': 'fa:16:3e:c1:4d:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89cbe682-09cd-46d4-8e46-d5caa5a0134e', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '2bd01566-eaf4-4493-b26a-8c7ef6fcaf51', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825492-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T07:36:33Z', 'updated_at': '2022-05-25T07:36:42Z', 'revision_number': 5, 'project_id': 'd4719a4804e24f27b9427e58c5cbe13b', 'subnets': [{'id': '2bd01566-eaf4-4493-b26a-8c7ef6fcaf51', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-825492-15-iscsi', False) {} {{(pid=104527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 07:40:59.575296 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03ca9708-6ec8-497b-8834-ad7a09cd9cd2 None None] Checking router: 89cbe682-09cd-46d4-8e46-d5caa5a0134e for host: dv-cinder-825492-15-iscsi {{(pid=104527) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 25 07:40:59.584305 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03ca9708-6ec8-497b-8834-ad7a09cd9cd2 None None] Routers {'89cbe682-09cd-46d4-8e46-d5caa5a0134e'} bound to L3 agent in host dv-cinder-825492-15-iscsi {{(pid=104527) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 25 07:40:59.584991 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.db.l3_hamode_db [None req-03ca9708-6ec8-497b-8834-ad7a09cd9cd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825492-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-25T07:27:37Z,description=,heartbeat_timestamp=2022-05-25T07:40:37Z,host='dv-cinder-825492-15-iscsi',id=54ff4013-997e-4376-a4e9-e6c98cf37cc7,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T07:27:38Z,topic='l3_agent')) {'router_ids': ['89cbe682-09cd-46d4-8e46-d5caa5a0134e'], 'active': True} {{(pid=104527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 07:40:59.723853 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.db.l3_dvr_db [None req-03ca9708-6ec8-497b-8834-ad7a09cd9cd2 None None] Set router 89cbe682-09cd-46d4-8e46-d5caa5a0134e gateway port host: dv-cinder-825492-15-iscsi {{(pid=104527) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 25 07:40:59.747901 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1028da36-76e8-4c43-9f24-1fcc6f9eedcb req-5c669d33-48ff-42a1-acab-da87c48bdda1 tempest-AttachVolumeShelveTestJSON-605607613 tempest-AttachVolumeShelveTestJSON-605607613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 07:40:59.748539 dv-cinder-825492-15-iscsi neutron-server[104525]: INFO neutron.wsgi [req-1028da36-76e8-4c43-9f24-1fcc6f9eedcb req-5c669d33-48ff-42a1-acab-da87c48bdda1 tempest-AttachVolumeShelveTestJSON-605607613 tempest-AttachVolumeShelveTestJSON-605607613-project] 10.222.0.24 "GET /v2.0/ports?device_id=c0ecec15-f302-4eea-92e6-37049703fa41 HTTP/1.1" status: 200 len: 945 time: 0.0501049 May 25 07:40:59.806640 dv-cinder-825492-15-iscsi neutron-server[104525]: INFO neutron.wsgi [req-1028da36-76e8-4c43-9f24-1fcc6f9eedcb req-4dd30e94-4c73-4936-a26e-36c6708d65bd tempest-AttachVolumeShelveTestJSON-605607613 tempest-AttachVolumeShelveTestJSON-605607613-project] 10.222.0.24 "GET /v2.0/security-groups?id=c3d2f722-76e0-4b5c-9b6a-6cf788bb7d66&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0524135 May 25 07:40:59.916435 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.db.l3_hamode_db [None req-03ca9708-6ec8-497b-8834-ad7a09cd9cd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '89cbe682-09cd-46d4-8e46-d5caa5a0134e', 'name': 'tempest-ServerRescueNegativeTestJSON-5943718-router', 'tenant_id': 'd4719a4804e24f27b9427e58c5cbe13b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '29c629bd-3f50-4535-bfbc-a047608d6fb6', 'external_fixed_ips': [{'subnet_id': '7934ff5a-43f1-4f76-b9d8-e4343ace34f5', 'ip_address': '172.27.3.173'}], 'enable_snat': True}, 'gw_port_id': 'ff8aeffc-43d1-4e45-9c0c-9a1bd5a60423', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T07:36:29Z', 'updated_at': '2022-05-25T07:36:35Z', 'revision_number': 4, 'project_id': 'd4719a4804e24f27b9427e58c5cbe13b', 'gw_port': {'id': 'ff8aeffc-43d1-4e45-9c0c-9a1bd5a60423', 'name': '', 'network_id': '29c629bd-3f50-4535-bfbc-a047608d6fb6', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:52:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89cbe682-09cd-46d4-8e46-d5caa5a0134e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '7934ff5a-43f1-4f76-b9d8-e4343ace34f5', 'ip_address': '172.27.3.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825492-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T07:36:30Z', 'updated_at': '2022-05-25T07:36:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7934ff5a-43f1-4f76-b9d8-e4343ace34f5', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825492-15-iscsi', '_interfaces': [{'id': '93f39134-ddc6-48cc-900e-93b44ac11bfb', 'name': '', 'network_id': 'e9255b8f-85b1-4659-9bc1-7aaec6681338', 'tenant_id': 'd4719a4804e24f27b9427e58c5cbe13b', 'mac_address': 'fa:16:3e:c1:4d:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89cbe682-09cd-46d4-8e46-d5caa5a0134e', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '2bd01566-eaf4-4493-b26a-8c7ef6fcaf51', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825492-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T07:36:33Z', 'updated_at': '2022-05-25T07:36:42Z', 'revision_number': 5, 'project_id': 'd4719a4804e24f27b9427e58c5cbe13b', 'subnets': [{'id': '2bd01566-eaf4-4493-b26a-8c7ef6fcaf51', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-825492-15-iscsi', False) {} {{(pid=104527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 07:40:59.945137 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03ca9708-6ec8-497b-8834-ad7a09cd9cd2 None None] The sync data for ids ['89cbe682-09cd-46d4-8e46-d5caa5a0134e'] in dv-cinder-825492-15-iscsi is: [{'id': '89cbe682-09cd-46d4-8e46-d5caa5a0134e', 'name': 'tempest-ServerRescueNegativeTestJSON-5943718-router', 'tenant_id': 'd4719a4804e24f27b9427e58c5cbe13b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '29c629bd-3f50-4535-bfbc-a047608d6fb6', 'external_fixed_ips': [{'subnet_id': '7934ff5a-43f1-4f76-b9d8-e4343ace34f5', 'ip_address': '172.27.3.173'}], 'enable_snat': True}, 'gw_port_id': 'ff8aeffc-43d1-4e45-9c0c-9a1bd5a60423', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T07:36:29Z', 'updated_at': '2022-05-25T07:36:35Z', 'revision_number': 4, 'project_id': 'd4719a4804e24f27b9427e58c5cbe13b', 'gw_port': {'id': 'ff8aeffc-43d1-4e45-9c0c-9a1bd5a60423', 'name': '', 'network_id': '29c629bd-3f50-4535-bfbc-a047608d6fb6', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:52:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89cbe682-09cd-46d4-8e46-d5caa5a0134e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '7934ff5a-43f1-4f76-b9d8-e4343ace34f5', 'ip_address': '172.27.3.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825492-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T07:36:30Z', 'updated_at': '2022-05-25T07:36:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7934ff5a-43f1-4f76-b9d8-e4343ace34f5', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825492-15-iscsi', '_interfaces': [{'id': '93f39134-ddc6-48cc-900e-93b44ac11bfb', 'name': '', 'network_id': 'e9255b8f-85b1-4659-9bc1-7aaec6681338', 'tenant_id': 'd4719a4804e24f27b9427e58c5cbe13b', 'mac_address': 'fa:16:3e:c1:4d:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89cbe682-09cd-46d4-8e46-d5caa5a0134e', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '2bd01566-eaf4-4493-b26a-8c7ef6fcaf51', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825492-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T07:36:33Z', 'updated_at': '2022-05-25T07:36:42Z', 'revision_number': 5, 'project_id': 'd4719a4804e24f27b9427e58c5cbe13b', 'subnets': [{'id': '2bd01566-eaf4-4493-b26a-8c7ef6fcaf51', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104527) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 25 07:41:00.034620 dv-cinder-825492-15-iscsi neutron-server[104526]: INFO neutron.wsgi [req-a61ff93e-0990-4955-b40d-938f0c00a0be req-539fecb8-42d6-4fe2-ba7c-ea5ce2d9e8cd tempest-ServerRescueNegativeTestJSON-274124411 tempest-ServerRescueNegativeTestJSON-274124411-project] 10.222.0.24 "GET /v2.0/ports?device_id=a5ef563c-52c0-40b3-bdf3-dc51e5422196 HTTP/1.1" status: 200 len: 210 time: 0.0313337 May 25 07:41:00.223566 dv-cinder-825492-15-iscsi neutron-server[104528]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2adbe48-6ca5-4765-b948-17a8763ad455 None None] New status for floating IP 26d638e8-d88b-475e-9243-3b67b1f7d840: DOWN {{(pid=104528) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 25 07:41:00.921656 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8985e68a-4af2-4e89-bb98-9f497a9541d5 req-e125c7f6-d1e1-4d58-93dc-081b88759e2f tempest-AttachVolumeShelveTestJSON-605607613 tempest-AttachVolumeShelveTestJSON-605607613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 07:41:00.923684 dv-cinder-825492-15-iscsi neutron-server[104525]: INFO neutron.wsgi [req-8985e68a-4af2-4e89-bb98-9f497a9541d5 req-e125c7f6-d1e1-4d58-93dc-081b88759e2f tempest-AttachVolumeShelveTestJSON-605607613 tempest-AttachVolumeShelveTestJSON-605607613-project] 10.222.0.24 "GET /v2.0/ports?device_id=c0ecec15-f302-4eea-92e6-37049703fa41 HTTP/1.1" status: 200 len: 945 time: 0.0497026 May 25 07:41:00.968711 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG dbcounter [-] [104525] Writing DB stats neutron:SELECT=100 {{(pid=104525) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 07:41:00.976790 dv-cinder-825492-15-iscsi neutron-server[104525]: INFO neutron.wsgi [req-8985e68a-4af2-4e89-bb98-9f497a9541d5 req-7c1bf8a6-2546-4d63-8816-1bb2d901cc40 tempest-AttachVolumeShelveTestJSON-605607613 tempest-AttachVolumeShelveTestJSON-605607613-project] 10.222.0.24 "GET /v2.0/security-groups?id=c3d2f722-76e0-4b5c-9b6a-6cf788bb7d66&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468750 May 25 07:41:01.114011 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b8165d9-cd04-4a93-ab58-e6810aa585e2 req-fb5b9f18-f0f4-4be5-9be0-bb1cc38da59c tempest-AttachVolumeShelveTestJSON-605607613 tempest-AttachVolumeShelveTestJSON-605607613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 07:41:01.115477 dv-cinder-825492-15-iscsi neutron-server[104525]: INFO neutron.wsgi [req-9b8165d9-cd04-4a93-ab58-e6810aa585e2 req-fb5b9f18-f0f4-4be5-9be0-bb1cc38da59c tempest-AttachVolumeShelveTestJSON-605607613 tempest-AttachVolumeShelveTestJSON-605607613-project] 10.222.0.24 "GET /v2.0/ports?device_id=c0ecec15-f302-4eea-92e6-37049703fa41 HTTP/1.1" status: 200 len: 945 time: 0.0486958 May 25 07:41:01.124783 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron.wsgi [-] (104525) accepted ('10.222.0.24', 46458) {{(pid=104525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 07:41:01.129367 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron.api.v2.base [None req-7784509d-ad74-43a9-8308-d290400538b1 tempest-AttachVolumeShelveTestJSON-605607613 tempest-AttachVolumeShelveTestJSON-605607613-project] Request body: {'floatingip': {'port_id': '28f4b108-96e9-447b-88dd-ed92dc19d98c'}} {{(pid=104525) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 25 07:41:01.172098 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-7784509d-ad74-43a9-8308-d290400538b1 tempest-AttachVolumeShelveTestJSON-605607613 tempest-AttachVolumeShelveTestJSON-605607613-project] Publish callbacks [] for floatingip (ec7ab168-5dae-4612-bfd7-18bbd97bd0b1), before_update {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:41:01.258290 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.wsgi [-] (104526) accepted ('10.222.0.24', 46462) {{(pid=104526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 07:41:01.314615 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-5d9f58bd-e721-4af1-b6cc-33280c3d80fc tempest-ServerRescueNegativeTestJSON-274124411 tempest-ServerRescueNegativeTestJSON-274124411-project] Publish callbacks [] for security_group (1c0d85d2-6043-4086-9d5d-4dba3c5df84e), before_delete {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:41:01.339547 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-5d9f58bd-e721-4af1-b6cc-33280c3d80fc tempest-ServerRescueNegativeTestJSON-274124411 tempest-ServerRescueNegativeTestJSON-274124411-project] Publish callbacks [] for security_group (1c0d85d2-6043-4086-9d5d-4dba3c5df84e), precommit_delete {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:41:01.491391 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-5d9f58bd-e721-4af1-b6cc-33280c3d80fc tempest-ServerRescueNegativeTestJSON-274124411 tempest-ServerRescueNegativeTestJSON-274124411-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-278753'] for security_group (1c0d85d2-6043-4086-9d5d-4dba3c5df84e), after_delete {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:41:01.495011 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-5d9f58bd-e721-4af1-b6cc-33280c3d80fc tempest-ServerRescueNegativeTestJSON-274124411 tempest-ServerRescueNegativeTestJSON-274124411-project] Publish callbacks [] for security_group (None), before_response {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:41:01.496192 dv-cinder-825492-15-iscsi neutron-server[104526]: INFO neutron.wsgi [None req-5d9f58bd-e721-4af1-b6cc-33280c3d80fc tempest-ServerRescueNegativeTestJSON-274124411 tempest-ServerRescueNegativeTestJSON-274124411-project] 10.222.0.24 "DELETE /v2.0/security-groups/1c0d85d2-6043-4086-9d5d-4dba3c5df84e HTTP/1.1" status: 204 len: 168 time: 0.2368796 May 25 07:41:01.499511 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.wsgi [-] (104526) accepted ('10.222.0.24', 46466) {{(pid=104526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 07:41:01.517442 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d9f58bd-e721-4af1-b6cc-33280c3d80fc tempest-ServerRescueNegativeTestJSON-274124411 tempest-ServerRescueNegativeTestJSON-274124411-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c0d85d2-6043-4086-9d5d-4dba3c5df84e,revision_number=None']} {{(pid=104526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 07:41:01.519536 dv-cinder-825492-15-iscsi neutron-server[104526]: INFO neutron.api.v2.resource [None req-ab80680d-19fb-4fff-986f-2a0100f40137 tempest-ServerRescueNegativeTestJSON-274124411 tempest-ServerRescueNegativeTestJSON-274124411-project] show failed (client error): The resource could not be found. May 25 07:41:01.523817 dv-cinder-825492-15-iscsi neutron-server[104526]: INFO neutron.wsgi [None req-ab80680d-19fb-4fff-986f-2a0100f40137 tempest-ServerRescueNegativeTestJSON-274124411 tempest-ServerRescueNegativeTestJSON-274124411-project] 10.222.0.24 "GET /v2.0/security-groups/1c0d85d2-6043-4086-9d5d-4dba3c5df84e HTTP/1.1" status: 404 len: 347 time: 0.0201275 May 25 07:41:01.524860 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.wsgi [-] (104526) accepted ('10.222.0.24', 46468) {{(pid=104526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 07:41:01.641243 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.plugins.ml2.plugin [None req-9614119b-d995-43e6-b748-7251d4a5517f tempest-ServerRescueNegativeTestJSON-274124411 tempest-ServerRescueNegativeTestJSON-274124411-project] Deleting port b01f1407-859f-4bf2-af56-2836994503dc {{(pid=104526) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 25 07:41:01.641585 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-9614119b-d995-43e6-b748-7251d4a5517f tempest-ServerRescueNegativeTestJSON-274124411 tempest-ServerRescueNegativeTestJSON-274124411-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754056702922'] for port (b01f1407-859f-4bf2-af56-2836994503dc), before_delete {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:41:01.676361 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG dbcounter [-] [104525] Writing DB stats neutron:SELECT=100 {{(pid=104525) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 07:41:01.720547 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-9614119b-d995-43e6-b748-7251d4a5517f tempest-ServerRescueNegativeTestJSON-274124411 tempest-ServerRescueNegativeTestJSON-274124411-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625317'] for port (b01f1407-859f-4bf2-af56-2836994503dc), precommit_delete {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:41:01.721233 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-9614119b-d995-43e6-b748-7251d4a5517f tempest-ServerRescueNegativeTestJSON-274124411 tempest-ServerRescueNegativeTestJSON-274124411-project] Publish callbacks [] for floatingip (b01f1407-859f-4bf2-af56-2836994503dc), precommit_delete {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:41:01.729681 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-910a8558-0927-4e5d-8585-1587162858ce req-66b7be27-a3c0-4040-8ed7-64b876152937 tempest-AttachVolumeTestJSON-631109292 tempest-AttachVolumeTestJSON-631109292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 07:41:01.731336 dv-cinder-825492-15-iscsi neutron-server[104525]: INFO neutron.wsgi [req-910a8558-0927-4e5d-8585-1587162858ce req-66b7be27-a3c0-4040-8ed7-64b876152937 tempest-AttachVolumeTestJSON-631109292 tempest-AttachVolumeTestJSON-631109292-project] 10.222.0.24 "GET /v2.0/ports?device_id=a8b10bee-95b1-4bfb-a9c5-6c15db78ba25 HTTP/1.1" status: 200 len: 945 time: 0.0956776 May 25 07:41:01.736018 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.plugins.ml2.plugin [None req-9614119b-d995-43e6-b748-7251d4a5517f tempest-ServerRescueNegativeTestJSON-274124411 tempest-ServerRescueNegativeTestJSON-274124411-project] Calling delete_port for b01f1407-859f-4bf2-af56-2836994503dc owned by network:floatingip {{(pid=104526) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 25 07:41:01.791602 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG dbcounter [-] [104526] Writing DB stats neutron:SELECT=94,neutron:UPDATE=1,neutron:DELETE=5 {{(pid=104526) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 07:41:01.860517 dv-cinder-825492-15-iscsi neutron-server[104525]: INFO neutron.wsgi [req-910a8558-0927-4e5d-8585-1587162858ce req-ecd6b46a-0729-4951-9d24-cc7374056c08 tempest-AttachVolumeTestJSON-631109292 tempest-AttachVolumeTestJSON-631109292-project] 10.222.0.24 "GET /v2.0/security-groups?id=25c619ea-31ec-4346-9d90-41bcc95d8e89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0958083 May 25 07:41:01.951543 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-7784509d-ad74-43a9-8308-d290400538b1 tempest-AttachVolumeShelveTestJSON-605607613 tempest-AttachVolumeShelveTestJSON-605607613-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:41:01.952265 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-9614119b-d995-43e6-b748-7251d4a5517f tempest-ServerRescueNegativeTestJSON-274124411 tempest-ServerRescueNegativeTestJSON-274124411-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-617841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612926', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754056714424', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754056173873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2909854'] for port (b01f1407-859f-4bf2-af56-2836994503dc), after_delete {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:41:01.977198 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9614119b-d995-43e6-b748-7251d4a5517f tempest-ServerRescueNegativeTestJSON-274124411 tempest-ServerRescueNegativeTestJSON-274124411-project] Pushing event deleted for resources: {'Port': ['ID=b01f1407-859f-4bf2-af56-2836994503dc,revision_number=None']} {{(pid=104526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 07:41:02.039181 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-9614119b-d995-43e6-b748-7251d4a5517f tempest-ServerRescueNegativeTestJSON-274124411 tempest-ServerRescueNegativeTestJSON-274124411-project] Publish callbacks [] for floatingip (26d638e8-d88b-475e-9243-3b67b1f7d840), after_delete {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:41:02.040738 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-7784509d-ad74-43a9-8308-d290400538b1 tempest-AttachVolumeShelveTestJSON-605607613 tempest-AttachVolumeShelveTestJSON-605607613-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1617316'] for floatingip (ec7ab168-5dae-4612-bfd7-18bbd97bd0b1), after_update {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:41:02.041626 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-9614119b-d995-43e6-b748-7251d4a5517f tempest-ServerRescueNegativeTestJSON-274124411 tempest-ServerRescueNegativeTestJSON-274124411-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93885'] for floatingip (None), before_response {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:41:02.042772 dv-cinder-825492-15-iscsi neutron-server[104526]: INFO neutron.wsgi [None req-9614119b-d995-43e6-b748-7251d4a5517f tempest-ServerRescueNegativeTestJSON-274124411 tempest-ServerRescueNegativeTestJSON-274124411-project] 10.222.0.24 "DELETE /v2.0/floatingips/26d638e8-d88b-475e-9243-3b67b1f7d840 HTTP/1.1" status: 204 len: 168 time: 0.5171578 May 25 07:41:02.146347 dv-cinder-825492-15-iscsi neutron-server[104525]: INFO neutron.db.l3_db [None req-7784509d-ad74-43a9-8308-d290400538b1 tempest-AttachVolumeShelveTestJSON-605607613 tempest-AttachVolumeShelveTestJSON-605607613-project] Floating IP ec7ab168-5dae-4612-bfd7-18bbd97bd0b1 associated. External IP: 172.27.3.167, port: 28f4b108-96e9-447b-88dd-ed92dc19d98c. May 25 07:41:02.180249 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron_lib.callbacks.manager [None req-798242cc-9ea0-464c-9109-86bd7997349e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754056472917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490168'] for agent (bbf5dc8c-5103-4973-a6b6-76af4660c126), after_update {{(pid=104527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:41:02.347267 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7784509d-ad74-43a9-8308-d290400538b1 tempest-AttachVolumeShelveTestJSON-605607613 tempest-AttachVolumeShelveTestJSON-605607613-project] Router 7899052f-b07d-447b-ae4f-820daf0cb66c has already been hosted by L3 agent 54ff4013-997e-4376-a4e9-e6c98cf37cc7 {{(pid=104525) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 25 07:41:02.404537 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG dbcounter [-] [104525] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104525) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 07:41:02.453253 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7784509d-ad74-43a9-8308-d290400538b1 tempest-AttachVolumeShelveTestJSON-605607613 tempest-AttachVolumeShelveTestJSON-605607613-project] Notify agent at l3_agent.dv-cinder-825492-15-iscsi the message routers_updated {{(pid=104525) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 25 07:41:02.457755 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-7784509d-ad74-43a9-8308-d290400538b1 tempest-AttachVolumeShelveTestJSON-605607613 tempest-AttachVolumeShelveTestJSON-605607613-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93885'] for floatingip (None), before_response {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:41:02.463791 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-737913db-f295-47e0-a913-af2732689b7a None None] Sync routers for ids ['7899052f-b07d-447b-ae4f-820daf0cb66c'] in dv-cinder-825492-15-iscsi {{(pid=104527) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 25 07:41:02.473492 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.db.l3_dvrscheduler_db [None req-737913db-f295-47e0-a913-af2732689b7a None None] Routers {'7899052f-b07d-447b-ae4f-820daf0cb66c'} bound to L3 agent in host dv-cinder-825492-15-iscsi {{(pid=104527) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 25 07:41:02.474093 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.db.l3_hamode_db [None req-737913db-f295-47e0-a913-af2732689b7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825492-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-25T07:27:37Z,description=,heartbeat_timestamp=2022-05-25T07:40:37Z,host='dv-cinder-825492-15-iscsi',id=54ff4013-997e-4376-a4e9-e6c98cf37cc7,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T07:27:38Z,topic='l3_agent')) {'router_ids': ['7899052f-b07d-447b-ae4f-820daf0cb66c'], 'active': True} {{(pid=104527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 07:41:02.490368 dv-cinder-825492-15-iscsi neutron-server[104525]: INFO neutron.wsgi [None req-7784509d-ad74-43a9-8308-d290400538b1 tempest-AttachVolumeShelveTestJSON-605607613 tempest-AttachVolumeShelveTestJSON-605607613-project] 10.222.0.24 "PUT /v2.0/floatingips/ec7ab168-5dae-4612-bfd7-18bbd97bd0b1 HTTP/1.1" status: 200 len: 991 time: 1.3644972 May 25 07:41:02.491103 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c0ecec15-f302-4eea-92e6-37049703fa41', 'tag': '28f4b108-96e9-447b-88dd-ed92dc19d98c'}] {{(pid=104525) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 25 07:41:02.493677 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d445ce38d91c6b292eb6894f597f8081be97d606cd6e8c01bc8cfabf5dd02ac1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a99511f0-91ca-458b-b724-8da1cbefcd6f" -d '{"events": [{"name": "network-changed", "server_uuid": "c0ecec15-f302-4eea-92e6-37049703fa41", "tag": "28f4b108-96e9-447b-88dd-ed92dc19d98c"}]}' {{(pid=104525) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 25 07:41:02.529882 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 25 May 2022 07:41:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4f033e43-ec02-4ec5-a854-0e07c8cafd09 x-openstack-request-id: req-4f033e43-ec02-4ec5-a854-0e07c8cafd09 {{(pid=104525) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 25 07:41:02.530059 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c0ecec15-f302-4eea-92e6-37049703fa41", "tag": "28f4b108-96e9-447b-88dd-ed92dc19d98c", "status": "completed", "code": 200}]} {{(pid=104525) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 25 07:41:02.530317 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-4f033e43-ec02-4ec5-a854-0e07c8cafd09 {{(pid=104525) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 25 07:41:02.530720 dv-cinder-825492-15-iscsi neutron-server[104525]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4f033e43-ec02-4ec5-a854-0e07c8cafd09'] response: {'name': 'network-changed', 'server_uuid': 'c0ecec15-f302-4eea-92e6-37049703fa41', 'tag': '28f4b108-96e9-447b-88dd-ed92dc19d98c', 'status': 'completed', 'code': 200} May 25 07:41:02.575735 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.db.l3_dvr_db [None req-737913db-f295-47e0-a913-af2732689b7a None None] Set router 7899052f-b07d-447b-ae4f-820daf0cb66c gateway port host: dv-cinder-825492-15-iscsi {{(pid=104527) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 25 07:41:02.577891 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG dbcounter [-] [104527] Writing DB stats neutron:SELECT=100 {{(pid=104527) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 07:41:02.681052 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.plugins.ml2.rpc [None req-798242cc-9ea0-464c-9109-86bd7997349e None None] Device 0747a8fb-24f2-4911-87f0-c806befeeab7 no longer exists at agent hyperv_hv-cinder-82549 {{(pid=104527) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 25 07:41:02.730594 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.plugins.ml2.plugin [None req-798242cc-9ea0-464c-9109-86bd7997349e None None] No Port match for: 0747a8fb-24f2-4911-87f0-c806befeeab7 {{(pid=104527) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 25 07:41:02.730928 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.plugins.ml2.rpc [None req-798242cc-9ea0-464c-9109-86bd7997349e None None] Device 0747a8fb-24f2-4911-87f0-c806befeeab7 not bound to the agent host hv-cinder-82549 {{(pid=104527) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 25 07:41:02.821988 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.db.l3_hamode_db [None req-737913db-f295-47e0-a913-af2732689b7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7899052f-b07d-447b-ae4f-820daf0cb66c', 'name': 'tempest-AttachVolumeShelveTestJSON-1109401832-router', 'tenant_id': 'c4406d5d0e2347f1b96c34496f5ba5ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '29c629bd-3f50-4535-bfbc-a047608d6fb6', 'external_fixed_ips': [{'subnet_id': '7934ff5a-43f1-4f76-b9d8-e4343ace34f5', 'ip_address': '172.27.3.76'}], 'enable_snat': True}, 'gw_port_id': '7acc11af-cd2a-46fe-98c2-4a90e3178336', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T07:36:30Z', 'updated_at': '2022-05-25T07:36:42Z', 'revision_number': 4, 'project_id': 'c4406d5d0e2347f1b96c34496f5ba5ae', 'gw_port': {'id': '7acc11af-cd2a-46fe-98c2-4a90e3178336', 'name': '', 'network_id': '29c629bd-3f50-4535-bfbc-a047608d6fb6', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:ce:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7899052f-b07d-447b-ae4f-820daf0cb66c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '7934ff5a-43f1-4f76-b9d8-e4343ace34f5', 'ip_address': '172.27.3.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825492-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T07:36:32Z', 'updated_at': '2022-05-25T07:36:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7934ff5a-43f1-4f76-b9d8-e4343ace34f5', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825492-15-iscsi', '_floatingips': [{'id': 'ec7ab168-5dae-4612-bfd7-18bbd97bd0b1', 'tenant_id': 'c4406d5d0e2347f1b96c34496f5ba5ae', 'floating_ip_address': '172.27.3.167', 'floating_network_id': '29c629bd-3f50-4535-bfbc-a047608d6fb6', 'router_id': '7899052f-b07d-447b-ae4f-820daf0cb66c', 'port_id': '28f4b108-96e9-447b-88dd-ed92dc19d98c', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 432, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7eef0ae9-55de-48c4-ada3-da713e1942b9', 'mac_address': 'fa:16:3e:1b:4c:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0ecec15-f302-4eea-92e6-37049703fa41', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-25T07:40:43Z', 'updated_at': '2022-05-25T07:41:01Z', 'revision_number': 1, 'project_id': 'c4406d5d0e2347f1b96c34496f5ba5ae', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '43f951e0-f3c1-4b20-b081-79f30cf13fbd', 'name': '', 'network_id': '7eef0ae9-55de-48c4-ada3-da713e1942b9', 'tenant_id': 'c4406d5d0e2347f1b96c34496f5ba5ae', 'mac_address': 'fa:16:3e:b2:89:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7899052f-b07d-447b-ae4f-820daf0cb66c', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': 'e7796ec7-ead3-485d-a16b-d9ef7a0a8b85', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825492-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T07:36:38Z', 'updated_at': '2022-05-25T07:36:52Z', 'revision_number': 5, 'project_id': 'c4406d5d0e2347f1b96c34496f5ba5ae', 'subnets': [{'id': 'e7796ec7-ead3-485d-a16b-d9ef7a0a8b85', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-825492-15-iscsi', False) {} {{(pid=104527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 07:41:02.846429 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-737913db-f295-47e0-a913-af2732689b7a None None] Checking router: 7899052f-b07d-447b-ae4f-820daf0cb66c for host: dv-cinder-825492-15-iscsi {{(pid=104527) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 25 07:41:02.854843 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.db.l3_dvrscheduler_db [None req-737913db-f295-47e0-a913-af2732689b7a None None] Routers {'7899052f-b07d-447b-ae4f-820daf0cb66c'} bound to L3 agent in host dv-cinder-825492-15-iscsi {{(pid=104527) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 25 07:41:02.855496 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.db.l3_hamode_db [None req-737913db-f295-47e0-a913-af2732689b7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825492-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-25T07:27:37Z,description=,heartbeat_timestamp=2022-05-25T07:40:37Z,host='dv-cinder-825492-15-iscsi',id=54ff4013-997e-4376-a4e9-e6c98cf37cc7,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T07:27:38Z,topic='l3_agent')) {'router_ids': ['7899052f-b07d-447b-ae4f-820daf0cb66c'], 'active': True} {{(pid=104527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 07:41:02.961837 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.db.l3_dvr_db [None req-737913db-f295-47e0-a913-af2732689b7a None None] Set router 7899052f-b07d-447b-ae4f-820daf0cb66c gateway port host: dv-cinder-825492-15-iscsi {{(pid=104527) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 25 07:41:02.980983 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c251e340-09a0-4fbe-b71b-b69d51273149 req-60c96c80-c5b2-4587-b1db-3d7407568abc tempest-AttachVolumeTestJSON-631109292 tempest-AttachVolumeTestJSON-631109292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 07:41:02.982500 dv-cinder-825492-15-iscsi neutron-server[104525]: INFO neutron.wsgi [req-c251e340-09a0-4fbe-b71b-b69d51273149 req-60c96c80-c5b2-4587-b1db-3d7407568abc tempest-AttachVolumeTestJSON-631109292 tempest-AttachVolumeTestJSON-631109292-project] 10.222.0.24 "GET /v2.0/ports?device_id=a8b10bee-95b1-4bfb-a9c5-6c15db78ba25 HTTP/1.1" status: 200 len: 945 time: 0.0479631 May 25 07:41:03.032051 dv-cinder-825492-15-iscsi neutron-server[104525]: INFO neutron.wsgi [req-c251e340-09a0-4fbe-b71b-b69d51273149 req-5d1f86e0-9555-4e84-a386-8a50220694c3 tempest-AttachVolumeTestJSON-631109292 tempest-AttachVolumeTestJSON-631109292-project] 10.222.0.24 "GET /v2.0/security-groups?id=25c619ea-31ec-4346-9d90-41bcc95d8e89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433099 May 25 07:41:03.042477 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG dbcounter [-] [104527] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104527) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 07:41:03.182594 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.db.l3_hamode_db [None req-737913db-f295-47e0-a913-af2732689b7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7899052f-b07d-447b-ae4f-820daf0cb66c', 'name': 'tempest-AttachVolumeShelveTestJSON-1109401832-router', 'tenant_id': 'c4406d5d0e2347f1b96c34496f5ba5ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '29c629bd-3f50-4535-bfbc-a047608d6fb6', 'external_fixed_ips': [{'subnet_id': '7934ff5a-43f1-4f76-b9d8-e4343ace34f5', 'ip_address': '172.27.3.76'}], 'enable_snat': True}, 'gw_port_id': '7acc11af-cd2a-46fe-98c2-4a90e3178336', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T07:36:30Z', 'updated_at': '2022-05-25T07:36:42Z', 'revision_number': 4, 'project_id': 'c4406d5d0e2347f1b96c34496f5ba5ae', 'gw_port': {'id': '7acc11af-cd2a-46fe-98c2-4a90e3178336', 'name': '', 'network_id': '29c629bd-3f50-4535-bfbc-a047608d6fb6', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:ce:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7899052f-b07d-447b-ae4f-820daf0cb66c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '7934ff5a-43f1-4f76-b9d8-e4343ace34f5', 'ip_address': '172.27.3.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825492-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T07:36:32Z', 'updated_at': '2022-05-25T07:36:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7934ff5a-43f1-4f76-b9d8-e4343ace34f5', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825492-15-iscsi', '_floatingips': [{'id': 'ec7ab168-5dae-4612-bfd7-18bbd97bd0b1', 'tenant_id': 'c4406d5d0e2347f1b96c34496f5ba5ae', 'floating_ip_address': '172.27.3.167', 'floating_network_id': '29c629bd-3f50-4535-bfbc-a047608d6fb6', 'router_id': '7899052f-b07d-447b-ae4f-820daf0cb66c', 'port_id': '28f4b108-96e9-447b-88dd-ed92dc19d98c', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 432, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7eef0ae9-55de-48c4-ada3-da713e1942b9', 'mac_address': 'fa:16:3e:1b:4c:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0ecec15-f302-4eea-92e6-37049703fa41', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-25T07:40:43Z', 'updated_at': '2022-05-25T07:41:01Z', 'revision_number': 1, 'project_id': 'c4406d5d0e2347f1b96c34496f5ba5ae', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '43f951e0-f3c1-4b20-b081-79f30cf13fbd', 'name': '', 'network_id': '7eef0ae9-55de-48c4-ada3-da713e1942b9', 'tenant_id': 'c4406d5d0e2347f1b96c34496f5ba5ae', 'mac_address': 'fa:16:3e:b2:89:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7899052f-b07d-447b-ae4f-820daf0cb66c', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': 'e7796ec7-ead3-485d-a16b-d9ef7a0a8b85', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825492-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T07:36:38Z', 'updated_at': '2022-05-25T07:36:52Z', 'revision_number': 5, 'project_id': 'c4406d5d0e2347f1b96c34496f5ba5ae', 'subnets': [{'id': 'e7796ec7-ead3-485d-a16b-d9ef7a0a8b85', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-825492-15-iscsi', False) {} {{(pid=104527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 07:41:03.207287 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-737913db-f295-47e0-a913-af2732689b7a None None] The sync data for ids ['7899052f-b07d-447b-ae4f-820daf0cb66c'] in dv-cinder-825492-15-iscsi is: [{'id': '7899052f-b07d-447b-ae4f-820daf0cb66c', 'name': 'tempest-AttachVolumeShelveTestJSON-1109401832-router', 'tenant_id': 'c4406d5d0e2347f1b96c34496f5ba5ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '29c629bd-3f50-4535-bfbc-a047608d6fb6', 'external_fixed_ips': [{'subnet_id': '7934ff5a-43f1-4f76-b9d8-e4343ace34f5', 'ip_address': '172.27.3.76'}], 'enable_snat': True}, 'gw_port_id': '7acc11af-cd2a-46fe-98c2-4a90e3178336', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T07:36:30Z', 'updated_at': '2022-05-25T07:36:42Z', 'revision_number': 4, 'project_id': 'c4406d5d0e2347f1b96c34496f5ba5ae', 'gw_port': {'id': '7acc11af-cd2a-46fe-98c2-4a90e3178336', 'name': '', 'network_id': '29c629bd-3f50-4535-bfbc-a047608d6fb6', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:ce:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7899052f-b07d-447b-ae4f-820daf0cb66c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '7934ff5a-43f1-4f76-b9d8-e4343ace34f5', 'ip_address': '172.27.3.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825492-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T07:36:32Z', 'updated_at': '2022-05-25T07:36:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7934ff5a-43f1-4f76-b9d8-e4343ace34f5', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825492-15-iscsi', '_floatingips': [{'id': 'ec7ab168-5dae-4612-bfd7-18bbd97bd0b1', 'tenant_id': 'c4406d5d0e2347f1b96c34496f5ba5ae', 'floating_ip_address': '172.27.3.167', 'floating_network_id': '29c629bd-3f50-4535-bfbc-a047608d6fb6', 'router_id': '7899052f-b07d-447b-ae4f-820daf0cb66c', 'port_id': '28f4b108-96e9-447b-88dd-ed92dc19d98c', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 432, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7eef0ae9-55de-48c4-ada3-da713e1942b9', 'mac_address': 'fa:16:3e:1b:4c:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0ecec15-f302-4eea-92e6-37049703fa41', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-25T07:40:43Z', 'updated_at': '2022-05-25T07:41:01Z', 'revision_number': 1, 'project_id': 'c4406d5d0e2347f1b96c34496f5ba5ae', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '43f951e0-f3c1-4b20-b081-79f30cf13fbd', 'name': '', 'network_id': '7eef0ae9-55de-48c4-ada3-da713e1942b9', 'tenant_id': 'c4406d5d0e2347f1b96c34496f5ba5ae', 'mac_address': 'fa:16:3e:b2:89:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7899052f-b07d-447b-ae4f-820daf0cb66c', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': 'e7796ec7-ead3-485d-a16b-d9ef7a0a8b85', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825492-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T07:36:38Z', 'updated_at': '2022-05-25T07:36:52Z', 'revision_number': 5, 'project_id': 'c4406d5d0e2347f1b96c34496f5ba5ae', 'subnets': [{'id': 'e7796ec7-ead3-485d-a16b-d9ef7a0a8b85', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104527) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 25 07:41:03.331828 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a99511f0-91ca-458b-b724-8da1cbefcd6f req-17df6775-21ae-49bd-a6dc-a8be40c677d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 07:41:03.334051 dv-cinder-825492-15-iscsi neutron-server[104526]: INFO neutron.wsgi [req-a99511f0-91ca-458b-b724-8da1cbefcd6f req-17df6775-21ae-49bd-a6dc-a8be40c677d6 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=c4406d5d0e2347f1b96c34496f5ba5ae&device_id=c0ecec15-f302-4eea-92e6-37049703fa41 HTTP/1.1" status: 200 len: 1129 time: 0.0437000 May 25 07:41:03.398738 dv-cinder-825492-15-iscsi neutron-server[104528]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b445b483-f2a3-4647-a83b-86e71d47f9f4 None None] New status for floating IP ec7ab168-5dae-4612-bfd7-18bbd97bd0b1: ACTIVE {{(pid=104528) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 25 07:41:03.565657 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG dbcounter [-] [104526] Writing DB stats neutron:SELECT=91,neutron:DELETE=9 {{(pid=104526) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 07:41:03.602502 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a99511f0-91ca-458b-b724-8da1cbefcd6f req-43359aae-5be4-4e7d-998d-c3cb502b833d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 07:41:03.604074 dv-cinder-825492-15-iscsi neutron-server[104526]: INFO neutron.wsgi [req-a99511f0-91ca-458b-b724-8da1cbefcd6f req-43359aae-5be4-4e7d-998d-c3cb502b833d service neutron] 10.222.0.41 "GET /v2.0/networks?id=7eef0ae9-55de-48c4-ada3-da713e1942b9 HTTP/1.1" status: 200 len: 918 time: 0.0896642 May 25 07:41:04.014943 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efeb7f72-7ced-47b5-a434-b01439fb041b req-851c63a3-446c-4595-95d2-615a5322a2ca tempest-AttachVolumeTestJSON-631109292 tempest-AttachVolumeTestJSON-631109292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 07:41:04.016444 dv-cinder-825492-15-iscsi neutron-server[104526]: INFO neutron.wsgi [req-efeb7f72-7ced-47b5-a434-b01439fb041b req-851c63a3-446c-4595-95d2-615a5322a2ca tempest-AttachVolumeTestJSON-631109292 tempest-AttachVolumeTestJSON-631109292-project] 10.222.0.41 "GET /v2.0/ports?device_id=a8b10bee-95b1-4bfb-a9c5-6c15db78ba25 HTTP/1.1" status: 200 len: 945 time: 0.3231823 May 25 07:41:04.031053 dv-cinder-825492-15-iscsi neutron-server[104526]: INFO neutron.wsgi [req-a99511f0-91ca-458b-b724-8da1cbefcd6f req-ad0c5e9a-78bb-414f-bb71-17343eb9097e service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=28f4b108-96e9-447b-88dd-ed92dc19d98c HTTP/1.1" status: 200 len: 1001 time: 0.3436944 May 25 07:41:04.161649 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a99511f0-91ca-458b-b724-8da1cbefcd6f req-f9222dd8-7f9d-482c-a17e-d221e023cc13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 07:41:04.165648 dv-cinder-825492-15-iscsi neutron-server[104526]: INFO neutron.wsgi [req-a99511f0-91ca-458b-b724-8da1cbefcd6f req-f9222dd8-7f9d-482c-a17e-d221e023cc13 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=e7796ec7-ead3-485d-a16b-d9ef7a0a8b85 HTTP/1.1" status: 200 len: 856 time: 0.1131427 May 25 07:41:04.179265 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.plugins.ml2.plugin [req-efeb7f72-7ced-47b5-a434-b01439fb041b req-f7d02d10-4bc6-4177-abea-1f300df781d5 tempest-AttachVolumeTestJSON-631109292 tempest-AttachVolumeTestJSON-631109292-project] Deleting port afc7174b-1940-457e-9abc-fe45a8d98d61 {{(pid=104526) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 25 07:41:04.179593 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [req-efeb7f72-7ced-47b5-a434-b01439fb041b req-f7d02d10-4bc6-4177-abea-1f300df781d5 tempest-AttachVolumeTestJSON-631109292 tempest-AttachVolumeTestJSON-631109292-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754056702922'] for port (afc7174b-1940-457e-9abc-fe45a8d98d61), before_delete {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:41:04.224831 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b823974-cd3e-44ac-8911-62274897a5cb req-be03112e-34f2-4179-809e-ca6d17ce4ca4 tempest-AttachVolumeTestJSON-631109292 tempest-AttachVolumeTestJSON-631109292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 07:41:04.226353 dv-cinder-825492-15-iscsi neutron-server[104526]: INFO neutron.wsgi [req-9b823974-cd3e-44ac-8911-62274897a5cb req-be03112e-34f2-4179-809e-ca6d17ce4ca4 tempest-AttachVolumeTestJSON-631109292 tempest-AttachVolumeTestJSON-631109292-project] 10.222.0.24 "GET /v2.0/ports?device_id=a8b10bee-95b1-4bfb-a9c5-6c15db78ba25 HTTP/1.1" status: 200 len: 945 time: 0.1046751 May 25 07:41:04.276543 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a99511f0-91ca-458b-b724-8da1cbefcd6f req-49775e57-e9d2-4f8b-972e-f94ba5aac75e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 07:41:04.277971 dv-cinder-825492-15-iscsi neutron-server[104526]: INFO neutron.wsgi [req-a99511f0-91ca-458b-b724-8da1cbefcd6f req-49775e57-e9d2-4f8b-972e-f94ba5aac75e service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=7eef0ae9-55de-48c4-ada3-da713e1942b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.1079473 May 25 07:41:04.392020 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.plugins.ml2.db [req-efeb7f72-7ced-47b5-a434-b01439fb041b req-f7d02d10-4bc6-4177-abea-1f300df781d5 tempest-AttachVolumeTestJSON-631109292 tempest-AttachVolumeTestJSON-631109292-project] For port afc7174b-1940-457e-9abc-fe45a8d98d61, host hv-cinder-82549, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82549',level=0,port_id=afc7174b-1940-457e-9abc-fe45a8d98d61,segment=NetworkSegment(39d8adcc-894d-48bd-a642-230f02087ed7),segment_id=39d8adcc-894d-48bd-a642-230f02087ed7)] {{(pid=104526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 07:41:04.392715 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [req-efeb7f72-7ced-47b5-a434-b01439fb041b req-f7d02d10-4bc6-4177-abea-1f300df781d5 tempest-AttachVolumeTestJSON-631109292 tempest-AttachVolumeTestJSON-631109292-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625317'] for port (afc7174b-1940-457e-9abc-fe45a8d98d61), precommit_delete {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:41:04.407770 dv-cinder-825492-15-iscsi neutron-server[104526]: INFO neutron.wsgi [req-9b823974-cd3e-44ac-8911-62274897a5cb req-dec552fa-1a30-4d61-9773-478ad2e73320 tempest-AttachVolumeTestJSON-631109292 tempest-AttachVolumeTestJSON-631109292-project] 10.222.0.24 "GET /v2.0/security-groups?id=25c619ea-31ec-4346-9d90-41bcc95d8e89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1483965 May 25 07:41:04.468442 dv-cinder-825492-15-iscsi neutron-server[104526]: INFO neutron.wsgi [req-a99511f0-91ca-458b-b724-8da1cbefcd6f req-0fbac560-20b1-4017-9029-4be32d58e795 service neutron] 10.222.0.41 "GET /v2.0/networks/7eef0ae9-55de-48c4-ada3-da713e1942b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1807945 May 25 07:41:04.637511 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG dbcounter [-] [104526] Writing DB stats neutron:SELECT=100 {{(pid=104526) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 07:41:04.646958 dv-cinder-825492-15-iscsi neutron-server[104526]: INFO neutron.wsgi [req-a99511f0-91ca-458b-b724-8da1cbefcd6f req-a9af3bbc-2ea7-4c9f-b5bb-84753defb96d service neutron] 10.222.0.41 "GET /v2.0/networks/7eef0ae9-55de-48c4-ada3-da713e1942b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1720891 May 25 07:41:04.648852 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [req-efeb7f72-7ced-47b5-a434-b01439fb041b req-f7d02d10-4bc6-4177-abea-1f300df781d5 tempest-AttachVolumeTestJSON-631109292 tempest-AttachVolumeTestJSON-631109292-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:41:04.649206 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [req-efeb7f72-7ced-47b5-a434-b01439fb041b req-f7d02d10-4bc6-4177-abea-1f300df781d5 tempest-AttachVolumeTestJSON-631109292 tempest-AttachVolumeTestJSON-631109292-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1617316'] for floatingip (92c77a4c-4e7f-4ce7-88a0-72fbf570539a), after_update {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:41:04.663919 dv-cinder-825492-15-iscsi neutron-server[104526]: INFO neutron.db.l3_db [req-efeb7f72-7ced-47b5-a434-b01439fb041b req-f7d02d10-4bc6-4177-abea-1f300df781d5 tempest-AttachVolumeTestJSON-631109292 tempest-AttachVolumeTestJSON-631109292-project] Floating IP 92c77a4c-4e7f-4ce7-88a0-72fbf570539a disassociated. External IP: 172.27.3.101, port: afc7174b-1940-457e-9abc-fe45a8d98d61. May 25 07:41:04.663919 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.plugins.ml2.plugin [req-efeb7f72-7ced-47b5-a434-b01439fb041b req-f7d02d10-4bc6-4177-abea-1f300df781d5 tempest-AttachVolumeTestJSON-631109292 tempest-AttachVolumeTestJSON-631109292-project] Calling delete_port for afc7174b-1940-457e-9abc-fe45a8d98d61 owned by compute:nova {{(pid=104526) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 25 07:41:04.754271 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG dbcounter [-] [104526] Writing DB stats neutron:SELECT=95,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=104526) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 07:41:04.885531 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [req-efeb7f72-7ced-47b5-a434-b01439fb041b req-f7d02d10-4bc6-4177-abea-1f300df781d5 tempest-AttachVolumeTestJSON-631109292 tempest-AttachVolumeTestJSON-631109292-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-617841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612926', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754056714424', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754056173873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2909854'] for port (afc7174b-1940-457e-9abc-fe45a8d98d61), after_delete {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:41:04.911561 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7d02d10-4bc6-4177-abea-1f300df781d5 tempest-AttachVolumeTestJSON-631109292 tempest-AttachVolumeTestJSON-631109292-project] Pushing event deleted for resources: {'Port': ['ID=afc7174b-1940-457e-9abc-fe45a8d98d61,revision_number=None']} {{(pid=104526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 07:41:05.030412 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.scheduler.l3_agent_scheduler [req-efeb7f72-7ced-47b5-a434-b01439fb041b req-f7d02d10-4bc6-4177-abea-1f300df781d5 tempest-AttachVolumeTestJSON-631109292 tempest-AttachVolumeTestJSON-631109292-project] Router 467a5089-229b-41f9-a57d-cb3df74d5ec8 has already been hosted by L3 agent 54ff4013-997e-4376-a4e9-e6c98cf37cc7 {{(pid=104526) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 25 07:41:05.137779 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-efeb7f72-7ced-47b5-a434-b01439fb041b req-f7d02d10-4bc6-4177-abea-1f300df781d5 tempest-AttachVolumeTestJSON-631109292 tempest-AttachVolumeTestJSON-631109292-project] Notify agent at l3_agent.dv-cinder-825492-15-iscsi the message routers_updated {{(pid=104526) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 25 07:41:05.149408 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e2d855f-be2c-4add-98fb-08f0990a7c79 None None] Sync routers for ids ['467a5089-229b-41f9-a57d-cb3df74d5ec8'] in dv-cinder-825492-15-iscsi {{(pid=104527) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 25 07:41:05.160070 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e2d855f-be2c-4add-98fb-08f0990a7c79 None None] Routers {'467a5089-229b-41f9-a57d-cb3df74d5ec8'} bound to L3 agent in host dv-cinder-825492-15-iscsi {{(pid=104527) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 25 07:41:05.160720 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.db.l3_hamode_db [None req-4e2d855f-be2c-4add-98fb-08f0990a7c79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825492-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-25T07:27:37Z,description=,heartbeat_timestamp=2022-05-25T07:40:37Z,host='dv-cinder-825492-15-iscsi',id=54ff4013-997e-4376-a4e9-e6c98cf37cc7,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T07:27:38Z,topic='l3_agent')) {'router_ids': ['467a5089-229b-41f9-a57d-cb3df74d5ec8'], 'active': True} {{(pid=104527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 07:41:05.207140 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.db.l3_dvrscheduler_db [req-efeb7f72-7ced-47b5-a434-b01439fb041b req-f7d02d10-4bc6-4177-abea-1f300df781d5 tempest-AttachVolumeTestJSON-631109292 tempest-AttachVolumeTestJSON-631109292-project] No DVR routers for this DVR port afc7174b-1940-457e-9abc-fe45a8d98d61 on host hv-cinder-82549 {{(pid=104526) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 25 07:41:05.209671 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [req-efeb7f72-7ced-47b5-a434-b01439fb041b req-f7d02d10-4bc6-4177-abea-1f300df781d5 tempest-AttachVolumeTestJSON-631109292 tempest-AttachVolumeTestJSON-631109292-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93885'] for port (None), before_response {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:41:05.213469 dv-cinder-825492-15-iscsi neutron-server[104526]: INFO neutron.wsgi [req-efeb7f72-7ced-47b5-a434-b01439fb041b req-f7d02d10-4bc6-4177-abea-1f300df781d5 tempest-AttachVolumeTestJSON-631109292 tempest-AttachVolumeTestJSON-631109292-project] 10.222.0.41 "DELETE /v2.0/ports/afc7174b-1940-457e-9abc-fe45a8d98d61 HTTP/1.1" status: 204 len: 173 time: 1.1903410 May 25 07:41:05.216052 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a8b10bee-95b1-4bfb-a9c5-6c15db78ba25', 'name': 'network-vif-deleted', 'tag': 'afc7174b-1940-457e-9abc-fe45a8d98d61'}] {{(pid=104526) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 25 07:41:05.218333 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db633a5f02cadde147c9bc1566607705b0433b891c7275f259bdbd209e6b6683" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fef9b1f1-b632-4802-8b53-003f253193cc" -d '{"events": [{"server_uuid": "a8b10bee-95b1-4bfb-a9c5-6c15db78ba25", "name": "network-vif-deleted", "tag": "afc7174b-1940-457e-9abc-fe45a8d98d61"}]}' {{(pid=104526) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 25 07:41:05.234256 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ed5329f-b536-4b1a-a69c-4b2bdc0faca7 req-12a57380-9180-4d80-912b-2d3a9065d045 tempest-ServerRescueNegativeTestJSON-274124411 tempest-ServerRescueNegativeTestJSON-274124411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 07:41:05.236085 dv-cinder-825492-15-iscsi neutron-server[104526]: INFO neutron.wsgi [req-0ed5329f-b536-4b1a-a69c-4b2bdc0faca7 req-12a57380-9180-4d80-912b-2d3a9065d045 tempest-ServerRescueNegativeTestJSON-274124411 tempest-ServerRescueNegativeTestJSON-274124411-project] 10.222.0.24 "GET /v2.0/ports?device_id=f652bc42-42f2-4664-b614-603b3ddf84b1 HTTP/1.1" status: 200 len: 945 time: 0.0744674 May 25 07:41:05.263661 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 25 May 2022 07:41:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5f3cfd3e-6dbe-4a01-b300-a50c03ac1252 x-openstack-request-id: req-5f3cfd3e-6dbe-4a01-b300-a50c03ac1252 {{(pid=104526) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 25 07:41:05.263955 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a8b10bee-95b1-4bfb-a9c5-6c15db78ba25", "name": "network-vif-deleted", "tag": "afc7174b-1940-457e-9abc-fe45a8d98d61", "status": "completed", "code": 200}]} {{(pid=104526) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 25 07:41:05.264208 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-5f3cfd3e-6dbe-4a01-b300-a50c03ac1252 {{(pid=104526) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 25 07:41:05.264613 dv-cinder-825492-15-iscsi neutron-server[104526]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5f3cfd3e-6dbe-4a01-b300-a50c03ac1252'] response: {'server_uuid': 'a8b10bee-95b1-4bfb-a9c5-6c15db78ba25', 'name': 'network-vif-deleted', 'tag': 'afc7174b-1940-457e-9abc-fe45a8d98d61', 'status': 'completed', 'code': 200} May 25 07:41:05.284454 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.db.l3_dvr_db [None req-4e2d855f-be2c-4add-98fb-08f0990a7c79 None None] Set router 467a5089-229b-41f9-a57d-cb3df74d5ec8 gateway port host: dv-cinder-825492-15-iscsi {{(pid=104527) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 25 07:41:05.295807 dv-cinder-825492-15-iscsi neutron-server[104526]: INFO neutron.wsgi [req-0ed5329f-b536-4b1a-a69c-4b2bdc0faca7 req-04534386-00cb-4d44-92c2-85d7d3ec213b tempest-ServerRescueNegativeTestJSON-274124411 tempest-ServerRescueNegativeTestJSON-274124411-project] 10.222.0.24 "GET /v2.0/security-groups?id=98ed3ba3-167d-4434-bd0b-9600585017a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533895 May 25 07:41:05.483750 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron_lib.callbacks.manager [None req-54f67ef7-5f03-42cc-9da9-bf2d3a87d26d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754056472917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490168'] for agent (6cf9466f-68ff-4d03-9bb6-0c8244fa88eb), after_update {{(pid=104527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:41:05.510007 dv-cinder-825492-15-iscsi neutron-server[104525]: INFO neutron.wsgi [req-7fb90890-112c-47d8-90a7-31a56f5ecefa req-41608c10-3b74-46f9-a254-e0fa2f1007fe tempest-AttachVolumeTestJSON-631109292 tempest-AttachVolumeTestJSON-631109292-project] 10.222.0.24 "GET /v2.0/ports?device_id=a8b10bee-95b1-4bfb-a9c5-6c15db78ba25 HTTP/1.1" status: 200 len: 210 time: 0.0318642 May 25 07:41:05.539977 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG dbcounter [-] [104527] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104527) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 07:41:05.608968 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.db.l3_hamode_db [None req-4e2d855f-be2c-4add-98fb-08f0990a7c79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '467a5089-229b-41f9-a57d-cb3df74d5ec8', 'name': 'tempest-AttachVolumeTestJSON-679687525-router', 'tenant_id': '294afe2c36184564a80fb6bef7b32359', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '29c629bd-3f50-4535-bfbc-a047608d6fb6', 'external_fixed_ips': [{'subnet_id': '7934ff5a-43f1-4f76-b9d8-e4343ace34f5', 'ip_address': '172.27.3.252'}], 'enable_snat': True}, 'gw_port_id': '1ba2fc44-c661-405c-8806-11b2129ff3d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T07:36:30Z', 'updated_at': '2022-05-25T07:36:42Z', 'revision_number': 4, 'project_id': '294afe2c36184564a80fb6bef7b32359', 'gw_port': {'id': '1ba2fc44-c661-405c-8806-11b2129ff3d1', 'name': '', 'network_id': '29c629bd-3f50-4535-bfbc-a047608d6fb6', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:0b:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '467a5089-229b-41f9-a57d-cb3df74d5ec8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '7934ff5a-43f1-4f76-b9d8-e4343ace34f5', 'ip_address': '172.27.3.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825492-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T07:36:34Z', 'updated_at': '2022-05-25T07:36:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7934ff5a-43f1-4f76-b9d8-e4343ace34f5', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825492-15-iscsi', '_interfaces': [{'id': '640c94dc-545f-4b18-8b5e-66d028f542ad', 'name': '', 'network_id': 'f85a9936-18a2-497c-90b9-ba6df25b9b6e', 'tenant_id': '294afe2c36184564a80fb6bef7b32359', 'mac_address': 'fa:16:3e:81:50:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '467a5089-229b-41f9-a57d-cb3df74d5ec8', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': 'fdef845a-6670-4f1a-9c6b-2e789510998b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825492-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T07:36:40Z', 'updated_at': '2022-05-25T07:36:59Z', 'revision_number': 5, 'project_id': '294afe2c36184564a80fb6bef7b32359', 'subnets': [{'id': 'fdef845a-6670-4f1a-9c6b-2e789510998b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-825492-15-iscsi', False) {} {{(pid=104527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 07:41:05.635387 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e2d855f-be2c-4add-98fb-08f0990a7c79 None None] Checking router: 467a5089-229b-41f9-a57d-cb3df74d5ec8 for host: dv-cinder-825492-15-iscsi {{(pid=104527) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 25 07:41:05.643648 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e2d855f-be2c-4add-98fb-08f0990a7c79 None None] Routers {'467a5089-229b-41f9-a57d-cb3df74d5ec8'} bound to L3 agent in host dv-cinder-825492-15-iscsi {{(pid=104527) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 25 07:41:05.644192 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.db.l3_hamode_db [None req-4e2d855f-be2c-4add-98fb-08f0990a7c79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825492-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-25T07:27:37Z,description=,heartbeat_timestamp=2022-05-25T07:40:37Z,host='dv-cinder-825492-15-iscsi',id=54ff4013-997e-4376-a4e9-e6c98cf37cc7,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T07:27:38Z,topic='l3_agent')) {'router_ids': ['467a5089-229b-41f9-a57d-cb3df74d5ec8'], 'active': True} {{(pid=104527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 07:41:05.746199 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.db.l3_dvr_db [None req-4e2d855f-be2c-4add-98fb-08f0990a7c79 None None] Set router 467a5089-229b-41f9-a57d-cb3df74d5ec8 gateway port host: dv-cinder-825492-15-iscsi {{(pid=104527) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 25 07:41:05.929737 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.db.l3_hamode_db [None req-4e2d855f-be2c-4add-98fb-08f0990a7c79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '467a5089-229b-41f9-a57d-cb3df74d5ec8', 'name': 'tempest-AttachVolumeTestJSON-679687525-router', 'tenant_id': '294afe2c36184564a80fb6bef7b32359', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '29c629bd-3f50-4535-bfbc-a047608d6fb6', 'external_fixed_ips': [{'subnet_id': '7934ff5a-43f1-4f76-b9d8-e4343ace34f5', 'ip_address': '172.27.3.252'}], 'enable_snat': True}, 'gw_port_id': '1ba2fc44-c661-405c-8806-11b2129ff3d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T07:36:30Z', 'updated_at': '2022-05-25T07:36:42Z', 'revision_number': 4, 'project_id': '294afe2c36184564a80fb6bef7b32359', 'gw_port': {'id': '1ba2fc44-c661-405c-8806-11b2129ff3d1', 'name': '', 'network_id': '29c629bd-3f50-4535-bfbc-a047608d6fb6', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:0b:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '467a5089-229b-41f9-a57d-cb3df74d5ec8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '7934ff5a-43f1-4f76-b9d8-e4343ace34f5', 'ip_address': '172.27.3.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825492-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T07:36:34Z', 'updated_at': '2022-05-25T07:36:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7934ff5a-43f1-4f76-b9d8-e4343ace34f5', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825492-15-iscsi', '_interfaces': [{'id': '640c94dc-545f-4b18-8b5e-66d028f542ad', 'name': '', 'network_id': 'f85a9936-18a2-497c-90b9-ba6df25b9b6e', 'tenant_id': '294afe2c36184564a80fb6bef7b32359', 'mac_address': 'fa:16:3e:81:50:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '467a5089-229b-41f9-a57d-cb3df74d5ec8', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': 'fdef845a-6670-4f1a-9c6b-2e789510998b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825492-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T07:36:40Z', 'updated_at': '2022-05-25T07:36:59Z', 'revision_number': 5, 'project_id': '294afe2c36184564a80fb6bef7b32359', 'subnets': [{'id': 'fdef845a-6670-4f1a-9c6b-2e789510998b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-825492-15-iscsi', False) {} {{(pid=104527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 07:41:05.953540 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e2d855f-be2c-4add-98fb-08f0990a7c79 None None] The sync data for ids ['467a5089-229b-41f9-a57d-cb3df74d5ec8'] in dv-cinder-825492-15-iscsi is: [{'id': '467a5089-229b-41f9-a57d-cb3df74d5ec8', 'name': 'tempest-AttachVolumeTestJSON-679687525-router', 'tenant_id': '294afe2c36184564a80fb6bef7b32359', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '29c629bd-3f50-4535-bfbc-a047608d6fb6', 'external_fixed_ips': [{'subnet_id': '7934ff5a-43f1-4f76-b9d8-e4343ace34f5', 'ip_address': '172.27.3.252'}], 'enable_snat': True}, 'gw_port_id': '1ba2fc44-c661-405c-8806-11b2129ff3d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T07:36:30Z', 'updated_at': '2022-05-25T07:36:42Z', 'revision_number': 4, 'project_id': '294afe2c36184564a80fb6bef7b32359', 'gw_port': {'id': '1ba2fc44-c661-405c-8806-11b2129ff3d1', 'name': '', 'network_id': '29c629bd-3f50-4535-bfbc-a047608d6fb6', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:0b:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '467a5089-229b-41f9-a57d-cb3df74d5ec8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '7934ff5a-43f1-4f76-b9d8-e4343ace34f5', 'ip_address': '172.27.3.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825492-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T07:36:34Z', 'updated_at': '2022-05-25T07:36:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7934ff5a-43f1-4f76-b9d8-e4343ace34f5', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825492-15-iscsi', '_interfaces': [{'id': '640c94dc-545f-4b18-8b5e-66d028f542ad', 'name': '', 'network_id': 'f85a9936-18a2-497c-90b9-ba6df25b9b6e', 'tenant_id': '294afe2c36184564a80fb6bef7b32359', 'mac_address': 'fa:16:3e:81:50:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '467a5089-229b-41f9-a57d-cb3df74d5ec8', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': 'fdef845a-6670-4f1a-9c6b-2e789510998b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825492-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T07:36:40Z', 'updated_at': '2022-05-25T07:36:59Z', 'revision_number': 5, 'project_id': '294afe2c36184564a80fb6bef7b32359', 'subnets': [{'id': 'fdef845a-6670-4f1a-9c6b-2e789510998b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104527) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 25 07:41:06.160104 dv-cinder-825492-15-iscsi neutron-server[104528]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec8456bd-927d-4ab5-acff-06d6e90b4d44 None None] New status for floating IP 92c77a4c-4e7f-4ce7-88a0-72fbf570539a: DOWN {{(pid=104528) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 25 07:41:06.414955 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c86422a1-b0e1-4fbe-9713-44da1b267f34 req-6b789297-e874-4565-a660-5bd5db3272c5 tempest-ServerRescueNegativeTestJSON-274124411 tempest-ServerRescueNegativeTestJSON-274124411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 07:41:06.416650 dv-cinder-825492-15-iscsi neutron-server[104526]: INFO neutron.wsgi [req-c86422a1-b0e1-4fbe-9713-44da1b267f34 req-6b789297-e874-4565-a660-5bd5db3272c5 tempest-ServerRescueNegativeTestJSON-274124411 tempest-ServerRescueNegativeTestJSON-274124411-project] 10.222.0.24 "GET /v2.0/ports?device_id=f652bc42-42f2-4664-b614-603b3ddf84b1 HTTP/1.1" status: 200 len: 945 time: 0.0466235 May 25 07:41:06.462699 dv-cinder-825492-15-iscsi neutron-server[104526]: INFO neutron.wsgi [req-c86422a1-b0e1-4fbe-9713-44da1b267f34 req-f95ee630-392d-4486-960f-6457aa8ac9e0 tempest-ServerRescueNegativeTestJSON-274124411 tempest-ServerRescueNegativeTestJSON-274124411-project] 10.222.0.24 "GET /v2.0/security-groups?id=98ed3ba3-167d-4434-bd0b-9600585017a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405595 May 25 07:41:06.606036 dv-cinder-825492-15-iscsi neutron-server[104525]: INFO neutron.wsgi [req-6b8895ee-e787-49df-8020-01321800f201 req-8cd0605b-f82e-4f1d-8130-a1c56981d7ae tempest-AttachVolumeTestJSON-631109292 tempest-AttachVolumeTestJSON-631109292-project] 10.222.0.24 "GET /v2.0/ports?device_id=a8b10bee-95b1-4bfb-a9c5-6c15db78ba25 HTTP/1.1" status: 200 len: 210 time: 0.0279627 May 25 07:41:07.477989 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron_lib.callbacks.manager [None req-bb4ace8c-d26e-4f27-be10-379c8f195da8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754056472917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490168'] for agent (54ff4013-997e-4376-a4e9-e6c98cf37cc7), after_update {{(pid=104527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:41:07.576367 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39c5e57a-c0c2-4314-9671-4f1358a982a5 req-ff7a289e-15d7-4fb8-a264-a00c5f0fb0ff tempest-ServerRescueNegativeTestJSON-274124411 tempest-ServerRescueNegativeTestJSON-274124411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 07:41:07.577860 dv-cinder-825492-15-iscsi neutron-server[104526]: INFO neutron.wsgi [req-39c5e57a-c0c2-4314-9671-4f1358a982a5 req-ff7a289e-15d7-4fb8-a264-a00c5f0fb0ff tempest-ServerRescueNegativeTestJSON-274124411 tempest-ServerRescueNegativeTestJSON-274124411-project] 10.222.0.24 "GET /v2.0/ports?device_id=f652bc42-42f2-4664-b614-603b3ddf84b1 HTTP/1.1" status: 200 len: 945 time: 0.0469255 May 25 07:41:07.621676 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG dbcounter [-] [104526] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=104526) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 07:41:07.626129 dv-cinder-825492-15-iscsi neutron-server[104526]: INFO neutron.wsgi [req-39c5e57a-c0c2-4314-9671-4f1358a982a5 req-78d6eb18-1a58-40cb-b919-8704b880ab58 tempest-ServerRescueNegativeTestJSON-274124411 tempest-ServerRescueNegativeTestJSON-274124411-project] 10.222.0.24 "GET /v2.0/security-groups?id=98ed3ba3-167d-4434-bd0b-9600585017a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426960 May 25 07:41:07.683498 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40e0775c-92c7-4d6a-a4f5-45afeaa986f4 req-95d29e3e-98cf-4a89-9aaa-3d3a97ead329 tempest-ServerRescueNegativeTestJSON-274124411 tempest-ServerRescueNegativeTestJSON-274124411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 07:41:07.685268 dv-cinder-825492-15-iscsi neutron-server[104526]: INFO neutron.wsgi [req-40e0775c-92c7-4d6a-a4f5-45afeaa986f4 req-95d29e3e-98cf-4a89-9aaa-3d3a97ead329 tempest-ServerRescueNegativeTestJSON-274124411 tempest-ServerRescueNegativeTestJSON-274124411-project] 10.222.0.41 "GET /v2.0/ports?device_id=f652bc42-42f2-4664-b614-603b3ddf84b1 HTTP/1.1" status: 200 len: 945 time: 0.0554574 May 25 07:41:07.734880 dv-cinder-825492-15-iscsi neutron-server[104525]: INFO neutron.wsgi [req-ffad3469-20f2-4407-9e85-d1a11cb4e907 req-2bc74811-498b-47d8-90e7-b5bd5bec65c8 tempest-AttachVolumeTestJSON-631109292 tempest-AttachVolumeTestJSON-631109292-project] 10.222.0.24 "GET /v2.0/ports?device_id=a8b10bee-95b1-4bfb-a9c5-6c15db78ba25 HTTP/1.1" status: 200 len: 210 time: 0.0290155 May 25 07:41:07.776115 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.plugins.ml2.plugin [req-40e0775c-92c7-4d6a-a4f5-45afeaa986f4 req-a65b3cb7-a312-493f-bb07-33aa16002976 tempest-ServerRescueNegativeTestJSON-274124411 tempest-ServerRescueNegativeTestJSON-274124411-project] Deleting port 5d521607-ce1e-41b4-a067-fdc197d09700 {{(pid=104526) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 25 07:41:07.776459 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [req-40e0775c-92c7-4d6a-a4f5-45afeaa986f4 req-a65b3cb7-a312-493f-bb07-33aa16002976 tempest-ServerRescueNegativeTestJSON-274124411 tempest-ServerRescueNegativeTestJSON-274124411-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754056702922'] for port (5d521607-ce1e-41b4-a067-fdc197d09700), before_delete {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:41:07.870206 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.plugins.ml2.db [req-40e0775c-92c7-4d6a-a4f5-45afeaa986f4 req-a65b3cb7-a312-493f-bb07-33aa16002976 tempest-ServerRescueNegativeTestJSON-274124411 tempest-ServerRescueNegativeTestJSON-274124411-project] For port 5d521607-ce1e-41b4-a067-fdc197d09700, host hv-cinder-82549, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82549',level=0,port_id=5d521607-ce1e-41b4-a067-fdc197d09700,segment=NetworkSegment(969a65dc-e069-48a8-ad7f-e38fdf9684ce),segment_id=969a65dc-e069-48a8-ad7f-e38fdf9684ce)] {{(pid=104526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 07:41:07.870564 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [req-40e0775c-92c7-4d6a-a4f5-45afeaa986f4 req-a65b3cb7-a312-493f-bb07-33aa16002976 tempest-ServerRescueNegativeTestJSON-274124411 tempest-ServerRescueNegativeTestJSON-274124411-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625317'] for port (5d521607-ce1e-41b4-a067-fdc197d09700), precommit_delete {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:41:07.883531 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.plugins.ml2.plugin [req-40e0775c-92c7-4d6a-a4f5-45afeaa986f4 req-a65b3cb7-a312-493f-bb07-33aa16002976 tempest-ServerRescueNegativeTestJSON-274124411 tempest-ServerRescueNegativeTestJSON-274124411-project] Calling delete_port for 5d521607-ce1e-41b4-a067-fdc197d09700 owned by compute:nova {{(pid=104526) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 25 07:41:08.060414 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [req-40e0775c-92c7-4d6a-a4f5-45afeaa986f4 req-a65b3cb7-a312-493f-bb07-33aa16002976 tempest-ServerRescueNegativeTestJSON-274124411 tempest-ServerRescueNegativeTestJSON-274124411-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-617841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612926', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754056714424', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754056173873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2909854'] for port (5d521607-ce1e-41b4-a067-fdc197d09700), after_delete {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:41:08.098496 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a65b3cb7-a312-493f-bb07-33aa16002976 tempest-ServerRescueNegativeTestJSON-274124411 tempest-ServerRescueNegativeTestJSON-274124411-project] Pushing event deleted for resources: {'Port': ['ID=5d521607-ce1e-41b4-a067-fdc197d09700,revision_number=None']} {{(pid=104526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 07:41:08.099529 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.plugins.ml2.db [None req-798242cc-9ea0-464c-9109-86bd7997349e None None] get_ports_and_sgs() called for port_ids ['37369604-0009-4591-97a8-6e3c90d97049', '5d521607-ce1e-41b4-a067-fdc197d09700'] {{(pid=104527) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 25 07:41:08.149619 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.db.l3_dvrscheduler_db [req-40e0775c-92c7-4d6a-a4f5-45afeaa986f4 req-a65b3cb7-a312-493f-bb07-33aa16002976 tempest-ServerRescueNegativeTestJSON-274124411 tempest-ServerRescueNegativeTestJSON-274124411-project] No DVR routers for this DVR port 5d521607-ce1e-41b4-a067-fdc197d09700 on host hv-cinder-82549 {{(pid=104526) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 25 07:41:08.149619 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [req-40e0775c-92c7-4d6a-a4f5-45afeaa986f4 req-a65b3cb7-a312-493f-bb07-33aa16002976 tempest-ServerRescueNegativeTestJSON-274124411 tempest-ServerRescueNegativeTestJSON-274124411-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93885'] for port (None), before_response {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:41:08.151267 dv-cinder-825492-15-iscsi neutron-server[104526]: INFO neutron.wsgi [req-40e0775c-92c7-4d6a-a4f5-45afeaa986f4 req-a65b3cb7-a312-493f-bb07-33aa16002976 tempest-ServerRescueNegativeTestJSON-274124411 tempest-ServerRescueNegativeTestJSON-274124411-project] 10.222.0.41 "DELETE /v2.0/ports/5d521607-ce1e-41b4-a067-fdc197d09700 HTTP/1.1" status: 204 len: 173 time: 0.4589942 May 25 07:41:08.151602 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f652bc42-42f2-4664-b614-603b3ddf84b1', 'name': 'network-vif-deleted', 'tag': '5d521607-ce1e-41b4-a067-fdc197d09700'}] {{(pid=104526) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 25 07:41:08.153833 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db633a5f02cadde147c9bc1566607705b0433b891c7275f259bdbd209e6b6683" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8b75f6fa-43cc-4af6-8d84-d8e360ce8a17" -d '{"events": [{"server_uuid": "f652bc42-42f2-4664-b614-603b3ddf84b1", "name": "network-vif-deleted", "tag": "5d521607-ce1e-41b4-a067-fdc197d09700"}]}' {{(pid=104526) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 25 07:41:08.191261 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 25 May 2022 07:41:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7dbfb41a-0323-4f5d-9b55-70b917728bc8 x-openstack-request-id: req-7dbfb41a-0323-4f5d-9b55-70b917728bc8 {{(pid=104526) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 25 07:41:08.191571 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f652bc42-42f2-4664-b614-603b3ddf84b1", "name": "network-vif-deleted", "tag": "5d521607-ce1e-41b4-a067-fdc197d09700", "status": "completed", "code": 200}]} {{(pid=104526) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 25 07:41:08.191817 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-7dbfb41a-0323-4f5d-9b55-70b917728bc8 {{(pid=104526) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 25 07:41:08.192212 dv-cinder-825492-15-iscsi neutron-server[104526]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7dbfb41a-0323-4f5d-9b55-70b917728bc8'] response: {'server_uuid': 'f652bc42-42f2-4664-b614-603b3ddf84b1', 'name': 'network-vif-deleted', 'tag': '5d521607-ce1e-41b4-a067-fdc197d09700', 'status': 'completed', 'code': 200} May 25 07:41:08.234127 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG dbcounter [-] [104527] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104527) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 07:41:08.669403 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.plugins.ml2.rpc [None req-798242cc-9ea0-464c-9109-86bd7997349e None None] Device afc7174b-1940-457e-9abc-fe45a8d98d61 no longer exists at agent hyperv_hv-cinder-82549 {{(pid=104527) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 25 07:41:08.689510 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron_lib.callbacks.manager [None req-461c163e-e11a-425b-8a8d-f39fb153da48 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754056472917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490168'] for agent (fa5554a0-25df-434f-a0d0-5996d872220a), after_update {{(pid=104527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:41:08.690816 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.plugins.ml2.plugin [None req-798242cc-9ea0-464c-9109-86bd7997349e None None] No Port match for: afc7174b-1940-457e-9abc-fe45a8d98d61 {{(pid=104527) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 25 07:41:08.690816 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.plugins.ml2.rpc [None req-798242cc-9ea0-464c-9109-86bd7997349e None None] Device afc7174b-1940-457e-9abc-fe45a8d98d61 not bound to the agent host hv-cinder-82549 {{(pid=104527) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 25 07:41:08.750160 dv-cinder-825492-15-iscsi neutron-server[104525]: INFO neutron.wsgi [req-d8a234ac-5dd9-44d1-b3ac-56aa892bcc09 req-adb7daab-d06d-4d61-b22c-068198630f1e tempest-ServerRescueNegativeTestJSON-274124411 tempest-ServerRescueNegativeTestJSON-274124411-project] 10.222.0.24 "GET /v2.0/ports?device_id=f652bc42-42f2-4664-b614-603b3ddf84b1 HTTP/1.1" status: 200 len: 210 time: 0.0284088 May 25 07:41:08.897517 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.wsgi [-] (104526) accepted ('10.222.0.24', 46520) {{(pid=104526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 07:41:08.933414 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG dbcounter [-] [104526] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104526) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 07:41:08.954365 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-fd810a90-12eb-4e17-b901-194d8250be2b tempest-AttachVolumeTestJSON-631109292 tempest-AttachVolumeTestJSON-631109292-project] Publish callbacks [] for security_group (25c619ea-31ec-4346-9d90-41bcc95d8e89), before_delete {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:41:08.979041 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-fd810a90-12eb-4e17-b901-194d8250be2b tempest-AttachVolumeTestJSON-631109292 tempest-AttachVolumeTestJSON-631109292-project] Publish callbacks [] for security_group (25c619ea-31ec-4346-9d90-41bcc95d8e89), precommit_delete {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:41:09.120095 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-fd810a90-12eb-4e17-b901-194d8250be2b tempest-AttachVolumeTestJSON-631109292 tempest-AttachVolumeTestJSON-631109292-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-278753'] for security_group (25c619ea-31ec-4346-9d90-41bcc95d8e89), after_delete {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:41:09.122782 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-fd810a90-12eb-4e17-b901-194d8250be2b tempest-AttachVolumeTestJSON-631109292 tempest-AttachVolumeTestJSON-631109292-project] Publish callbacks [] for security_group (None), before_response {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:41:09.123955 dv-cinder-825492-15-iscsi neutron-server[104526]: INFO neutron.wsgi [None req-fd810a90-12eb-4e17-b901-194d8250be2b tempest-AttachVolumeTestJSON-631109292 tempest-AttachVolumeTestJSON-631109292-project] 10.222.0.24 "DELETE /v2.0/security-groups/25c619ea-31ec-4346-9d90-41bcc95d8e89 HTTP/1.1" status: 204 len: 168 time: 0.2246051 May 25 07:41:09.126761 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron.wsgi [-] (104525) accepted ('10.222.0.24', 46524) {{(pid=104525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 07:41:09.133180 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd810a90-12eb-4e17-b901-194d8250be2b tempest-AttachVolumeTestJSON-631109292 tempest-AttachVolumeTestJSON-631109292-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=25c619ea-31ec-4346-9d90-41bcc95d8e89,revision_number=None']} {{(pid=104526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 07:41:09.141855 dv-cinder-825492-15-iscsi neutron-server[104525]: INFO neutron.api.v2.resource [None req-5160e7c4-5148-4618-9ab1-806a0f873c5a tempest-AttachVolumeTestJSON-631109292 tempest-AttachVolumeTestJSON-631109292-project] show failed (client error): The resource could not be found. May 25 07:41:09.143085 dv-cinder-825492-15-iscsi neutron-server[104525]: INFO neutron.wsgi [None req-5160e7c4-5148-4618-9ab1-806a0f873c5a tempest-AttachVolumeTestJSON-631109292 tempest-AttachVolumeTestJSON-631109292-project] 10.222.0.24 "GET /v2.0/security-groups/25c619ea-31ec-4346-9d90-41bcc95d8e89 HTTP/1.1" status: 404 len: 347 time: 0.0152748 May 25 07:41:09.145863 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron.wsgi [-] (104525) accepted ('10.222.0.24', 46526) {{(pid=104525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 07:41:09.258602 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron.plugins.ml2.plugin [None req-b8217c60-e8df-4b81-b2db-d690fbfb3310 tempest-AttachVolumeTestJSON-631109292 tempest-AttachVolumeTestJSON-631109292-project] Deleting port 703da51a-ed40-48df-91d9-e5ad2ff3910b {{(pid=104525) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 25 07:41:09.258937 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-b8217c60-e8df-4b81-b2db-d690fbfb3310 tempest-AttachVolumeTestJSON-631109292 tempest-AttachVolumeTestJSON-631109292-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754056702922'] for port (703da51a-ed40-48df-91d9-e5ad2ff3910b), before_delete {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:41:09.271203 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG dbcounter [-] [104525] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104525) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 07:41:09.348542 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-b8217c60-e8df-4b81-b2db-d690fbfb3310 tempest-AttachVolumeTestJSON-631109292 tempest-AttachVolumeTestJSON-631109292-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625317'] for port (703da51a-ed40-48df-91d9-e5ad2ff3910b), precommit_delete {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:41:09.348857 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-b8217c60-e8df-4b81-b2db-d690fbfb3310 tempest-AttachVolumeTestJSON-631109292 tempest-AttachVolumeTestJSON-631109292-project] Publish callbacks [] for floatingip (703da51a-ed40-48df-91d9-e5ad2ff3910b), precommit_delete {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:41:09.363196 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron.plugins.ml2.plugin [None req-b8217c60-e8df-4b81-b2db-d690fbfb3310 tempest-AttachVolumeTestJSON-631109292 tempest-AttachVolumeTestJSON-631109292-project] Calling delete_port for 703da51a-ed40-48df-91d9-e5ad2ff3910b owned by network:floatingip {{(pid=104525) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 25 07:41:09.654871 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-b8217c60-e8df-4b81-b2db-d690fbfb3310 tempest-AttachVolumeTestJSON-631109292 tempest-AttachVolumeTestJSON-631109292-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-617841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612926', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754056714424', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754056173873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59563715'] for port (703da51a-ed40-48df-91d9-e5ad2ff3910b), after_delete {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:41:09.682332 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8217c60-e8df-4b81-b2db-d690fbfb3310 tempest-AttachVolumeTestJSON-631109292 tempest-AttachVolumeTestJSON-631109292-project] Pushing event deleted for resources: {'Port': ['ID=703da51a-ed40-48df-91d9-e5ad2ff3910b,revision_number=None']} {{(pid=104525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 07:41:09.746442 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-b8217c60-e8df-4b81-b2db-d690fbfb3310 tempest-AttachVolumeTestJSON-631109292 tempest-AttachVolumeTestJSON-631109292-project] Publish callbacks [] for floatingip (92c77a4c-4e7f-4ce7-88a0-72fbf570539a), after_delete {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:41:09.749188 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-b8217c60-e8df-4b81-b2db-d690fbfb3310 tempest-AttachVolumeTestJSON-631109292 tempest-AttachVolumeTestJSON-631109292-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93885'] for floatingip (None), before_response {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:41:09.750332 dv-cinder-825492-15-iscsi neutron-server[104525]: INFO neutron.wsgi [None req-b8217c60-e8df-4b81-b2db-d690fbfb3310 tempest-AttachVolumeTestJSON-631109292 tempest-AttachVolumeTestJSON-631109292-project] 10.222.0.24 "DELETE /v2.0/floatingips/92c77a4c-4e7f-4ce7-88a0-72fbf570539a HTTP/1.1" status: 204 len: 168 time: 0.6036515 May 25 07:41:10.014052 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.wsgi [-] (104526) accepted ('10.222.0.24', 46534) {{(pid=104526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 07:41:10.018602 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.api.v2.base [None req-40532d7a-ad5a-47a5-850b-96a51c0c80d0 tempest-AttachVolumeTestJSON-631109292 tempest-AttachVolumeTestJSON-631109292-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1602926344', 'description': 'tempest-description--69330788'}} {{(pid=104526) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 25 07:41:10.159946 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron_lib.callbacks.manager [None req-f9cd7ad7-9657-4dc4-ab64-74b2d9455e3c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754056472917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490168'] for agent (749e0e2c-8e71-4175-9046-27a8fd2a3a0a), after_update {{(pid=104527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:41:10.191764 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-40532d7a-ad5a-47a5-850b-96a51c0c80d0 tempest-AttachVolumeTestJSON-631109292 tempest-AttachVolumeTestJSON-631109292-project] Publish callbacks [] for security_group (None), before_create {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:41:10.263245 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-40532d7a-ad5a-47a5-850b-96a51c0c80d0 tempest-AttachVolumeTestJSON-631109292 tempest-AttachVolumeTestJSON-631109292-project] Publish callbacks [] for security_group (3111191c-6c45-4596-b354-71b570859e5f), precommit_create {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:41:10.391343 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-40532d7a-ad5a-47a5-850b-96a51c0c80d0 tempest-AttachVolumeTestJSON-631109292 tempest-AttachVolumeTestJSON-631109292-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-278753'] for security_group (3111191c-6c45-4596-b354-71b570859e5f), after_create {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:41:10.420890 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40532d7a-ad5a-47a5-850b-96a51c0c80d0 tempest-AttachVolumeTestJSON-631109292 tempest-AttachVolumeTestJSON-631109292-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3111191c-6c45-4596-b354-71b570859e5f,revision_number=1']} {{(pid=104526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 07:41:10.494053 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1539395c-c8c0-4ca3-8d69-12e7801153c6 req-757914d0-1fbc-4551-ac35-34e2d1d94bd2 tempest-ServerRescueNegativeTestJSON-274124411 tempest-ServerRescueNegativeTestJSON-274124411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 07:41:10.495512 dv-cinder-825492-15-iscsi neutron-server[104525]: INFO neutron.wsgi [req-1539395c-c8c0-4ca3-8d69-12e7801153c6 req-757914d0-1fbc-4551-ac35-34e2d1d94bd2 tempest-ServerRescueNegativeTestJSON-274124411 tempest-ServerRescueNegativeTestJSON-274124411-project] 10.222.0.24 "GET /v2.0/ports?device_id=2d5a90d7-311f-4e4a-84c2-ff14c0440bd2 HTTP/1.1" status: 200 len: 945 time: 0.0498605 May 25 07:41:10.499418 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-40532d7a-ad5a-47a5-850b-96a51c0c80d0 tempest-AttachVolumeTestJSON-631109292 tempest-AttachVolumeTestJSON-631109292-project] Publish callbacks [] for security_group (None), before_response {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:41:10.500674 dv-cinder-825492-15-iscsi neutron-server[104526]: INFO neutron.wsgi [None req-40532d7a-ad5a-47a5-850b-96a51c0c80d0 tempest-AttachVolumeTestJSON-631109292 tempest-AttachVolumeTestJSON-631109292-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.4855096 May 25 07:41:10.503375 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.wsgi [-] (104526) accepted ('10.222.0.24', 46538) {{(pid=104526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 07:41:10.508246 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.api.v2.base [None req-fc946234-797e-4ebd-abf4-e1885d152fbc tempest-AttachVolumeTestJSON-631109292 tempest-AttachVolumeTestJSON-631109292-project] Request body: {'security_group_rule': {'security_group_id': '3111191c-6c45-4596-b354-71b570859e5f', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104526) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 25 07:41:10.518531 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG dbcounter [-] [104525] Writing DB stats neutron:SELECT=93,neutron:DELETE=7 {{(pid=104525) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 07:41:10.544922 dv-cinder-825492-15-iscsi neutron-server[104525]: INFO neutron.wsgi [req-1539395c-c8c0-4ca3-8d69-12e7801153c6 req-65c6e7fc-cc48-490c-a16f-4785aa7f3f61 tempest-ServerRescueNegativeTestJSON-274124411 tempest-ServerRescueNegativeTestJSON-274124411-project] 10.222.0.24 "GET /v2.0/security-groups?id=98ed3ba3-167d-4434-bd0b-9600585017a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431604 May 25 07:41:10.598651 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-fc946234-797e-4ebd-abf4-e1885d152fbc tempest-AttachVolumeTestJSON-631109292 tempest-AttachVolumeTestJSON-631109292-project] Publish callbacks [] for security_group_rule (3680475f-a814-4870-8e8e-be85f2dfd381), before_create {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:41:10.609444 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG dbcounter [-] [104526] Writing DB stats neutron:SELECT=83,neutron:DELETE=8,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=104526) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 07:41:10.646019 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-fc946234-797e-4ebd-abf4-e1885d152fbc tempest-AttachVolumeTestJSON-631109292 tempest-AttachVolumeTestJSON-631109292-project] Publish callbacks [] for security_group_rule (3680475f-a814-4870-8e8e-be85f2dfd381), precommit_create {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:41:10.730960 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-fc946234-797e-4ebd-abf4-e1885d152fbc tempest-AttachVolumeTestJSON-631109292 tempest-AttachVolumeTestJSON-631109292-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-278608'] for security_group_rule (3680475f-a814-4870-8e8e-be85f2dfd381), after_create {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:41:10.751241 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc946234-797e-4ebd-abf4-e1885d152fbc tempest-AttachVolumeTestJSON-631109292 tempest-AttachVolumeTestJSON-631109292-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3680475f-a814-4870-8e8e-be85f2dfd381,revision_number=0']} {{(pid=104526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 07:41:10.833162 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-fc946234-797e-4ebd-abf4-e1885d152fbc tempest-AttachVolumeTestJSON-631109292 tempest-AttachVolumeTestJSON-631109292-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:41:10.834394 dv-cinder-825492-15-iscsi neutron-server[104526]: INFO neutron.wsgi [None req-fc946234-797e-4ebd-abf4-e1885d152fbc tempest-AttachVolumeTestJSON-631109292 tempest-AttachVolumeTestJSON-631109292-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3301182 May 25 07:41:10.837279 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.wsgi [-] (104526) accepted ('10.222.0.24', 46540) {{(pid=104526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 07:41:10.841558 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.api.v2.base [None req-1390486c-4e78-42f9-ad57-b22297f2699a tempest-AttachVolumeTestJSON-631109292 tempest-AttachVolumeTestJSON-631109292-project] Request body: {'security_group_rule': {'security_group_id': '3111191c-6c45-4596-b354-71b570859e5f', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104526) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 25 07:41:10.957310 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-1390486c-4e78-42f9-ad57-b22297f2699a tempest-AttachVolumeTestJSON-631109292 tempest-AttachVolumeTestJSON-631109292-project] Publish callbacks [] for security_group_rule (1f579908-f9de-4c45-aad5-453d0ff15f00), before_create {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:41:11.007305 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-1390486c-4e78-42f9-ad57-b22297f2699a tempest-AttachVolumeTestJSON-631109292 tempest-AttachVolumeTestJSON-631109292-project] Publish callbacks [] for security_group_rule (1f579908-f9de-4c45-aad5-453d0ff15f00), precommit_create {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:41:11.126318 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-1390486c-4e78-42f9-ad57-b22297f2699a tempest-AttachVolumeTestJSON-631109292 tempest-AttachVolumeTestJSON-631109292-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-278608'] for security_group_rule (1f579908-f9de-4c45-aad5-453d0ff15f00), after_create {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:41:11.145822 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1390486c-4e78-42f9-ad57-b22297f2699a tempest-AttachVolumeTestJSON-631109292 tempest-AttachVolumeTestJSON-631109292-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1f579908-f9de-4c45-aad5-453d0ff15f00,revision_number=0']} {{(pid=104526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 07:41:11.236934 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-1390486c-4e78-42f9-ad57-b22297f2699a tempest-AttachVolumeTestJSON-631109292 tempest-AttachVolumeTestJSON-631109292-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:41:11.238140 dv-cinder-825492-15-iscsi neutron-server[104526]: INFO neutron.wsgi [None req-1390486c-4e78-42f9-ad57-b22297f2699a tempest-AttachVolumeTestJSON-631109292 tempest-AttachVolumeTestJSON-631109292-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3998690 May 25 07:41:11.242018 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.wsgi [-] (104526) accepted ('10.222.0.24', 46542) {{(pid=104526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 07:41:11.246368 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.api.v2.base [None req-0c7c9c14-db64-44a9-9a63-35aa9028a8f7 tempest-AttachVolumeTestJSON-631109292 tempest-AttachVolumeTestJSON-631109292-project] Request body: {'floatingip': {'floating_network_id': '29c629bd-3f50-4535-bfbc-a047608d6fb6'}} {{(pid=104526) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 25 07:41:11.354466 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-0c7c9c14-db64-44a9-9a63-35aa9028a8f7 tempest-AttachVolumeTestJSON-631109292 tempest-AttachVolumeTestJSON-631109292-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:41:11.411649 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG dbcounter [-] [104526] Writing DB stats neutron:SELECT=83,neutron:INSERT=10,neutron:DELETE=5,neutron:UPDATE=2 {{(pid=104526) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 07:41:11.431580 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-0c7c9c14-db64-44a9-9a63-35aa9028a8f7 tempest-AttachVolumeTestJSON-631109292 tempest-AttachVolumeTestJSON-631109292-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-616651'] for port (None), before_create {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:41:11.541043 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.db.db_base_plugin_common [None req-0c7c9c14-db64-44a9-9a63-35aa9028a8f7 tempest-AttachVolumeTestJSON-631109292 tempest-AttachVolumeTestJSON-631109292-project] Allocated IP 172.27.3.78 (29c629bd-3f50-4535-bfbc-a047608d6fb6/7934ff5a-43f1-4f76-b9d8-e4343ace34f5/e5f4b66c-7697-4d2b-8e56-81332ee50408) {{(pid=104526) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 07:41:11.579992 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron_lib.callbacks.manager [None req-4c581813-650f-4b4b-ac0f-82f585bea231 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754056472917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490168'] for agent (67455b2d-ff20-4068-8b38-73bd0628c5cb), after_update {{(pid=104527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:41:11.672040 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-0c7c9c14-db64-44a9-9a63-35aa9028a8f7 tempest-AttachVolumeTestJSON-631109292 tempest-AttachVolumeTestJSON-631109292-project] Publish callbacks [] for port (e5f4b66c-7697-4d2b-8e56-81332ee50408), precommit_create {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:41:11.692776 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89242c44-a4ab-4b9e-b825-668ff6724fb6 req-0057b92c-e237-4d30-8101-cd57507acfc7 tempest-ServerRescueNegativeTestJSON-274124411 tempest-ServerRescueNegativeTestJSON-274124411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 07:41:11.694457 dv-cinder-825492-15-iscsi neutron-server[104526]: INFO neutron.wsgi [req-89242c44-a4ab-4b9e-b825-668ff6724fb6 req-0057b92c-e237-4d30-8101-cd57507acfc7 tempest-ServerRescueNegativeTestJSON-274124411 tempest-ServerRescueNegativeTestJSON-274124411-project] 10.222.0.24 "GET /v2.0/ports?device_id=2d5a90d7-311f-4e4a-84c2-ff14c0440bd2 HTTP/1.1" status: 200 len: 945 time: 0.0623360 May 25 07:41:11.748170 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG dbcounter [-] [104526] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=4 {{(pid=104526) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 07:41:11.759891 dv-cinder-825492-15-iscsi neutron-server[104526]: INFO neutron.wsgi [req-89242c44-a4ab-4b9e-b825-668ff6724fb6 req-a9c56a90-c8d4-44a5-a4bd-b46d2bc158b7 tempest-ServerRescueNegativeTestJSON-274124411 tempest-ServerRescueNegativeTestJSON-274124411-project] 10.222.0.24 "GET /v2.0/security-groups?id=98ed3ba3-167d-4434-bd0b-9600585017a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568473 May 25 07:41:11.826369 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-0c7c9c14-db64-44a9-9a63-35aa9028a8f7 tempest-AttachVolumeTestJSON-631109292 tempest-AttachVolumeTestJSON-631109292-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-617841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612926', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754056173864', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2909854'] for port (e5f4b66c-7697-4d2b-8e56-81332ee50408), after_create {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:41:11.866183 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c7c9c14-db64-44a9-9a63-35aa9028a8f7 tempest-AttachVolumeTestJSON-631109292 tempest-AttachVolumeTestJSON-631109292-project] Network 29c629bd-3f50-4535-bfbc-a047608d6fb6 is already hosted by enough agents. {{(pid=104526) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 07:41:11.870419 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.scheduler.base_scheduler [None req-0c7c9c14-db64-44a9-9a63-35aa9028a8f7 tempest-AttachVolumeTestJSON-631109292 tempest-AttachVolumeTestJSON-631109292-project] Resources bound (agent type, host, resource id): {{(pid=104526) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 07:41:11.875631 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c7c9c14-db64-44a9-9a63-35aa9028a8f7 tempest-AttachVolumeTestJSON-631109292 tempest-AttachVolumeTestJSON-631109292-project] Received port after_create {{(pid=104526) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 25 07:41:11.879133 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c7c9c14-db64-44a9-9a63-35aa9028a8f7 tempest-AttachVolumeTestJSON-631109292 tempest-AttachVolumeTestJSON-631109292-project] Pushing event updated for resources: {'Port': ['ID=e5f4b66c-7697-4d2b-8e56-81332ee50408,revision_number=1']} {{(pid=104526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 07:41:11.957120 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-0c7c9c14-db64-44a9-9a63-35aa9028a8f7 tempest-AttachVolumeTestJSON-631109292 tempest-AttachVolumeTestJSON-631109292-project] Publish callbacks [] for floatingip (53b71a12-5d10-4bc4-8868-b8f3a1fa0580), precommit_create {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:41:12.063742 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-0c7c9c14-db64-44a9-9a63-35aa9028a8f7 tempest-AttachVolumeTestJSON-631109292 tempest-AttachVolumeTestJSON-631109292-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-616651'] for port (e5f4b66c-7697-4d2b-8e56-81332ee50408), before_update {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:41:12.261663 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-0c7c9c14-db64-44a9-9a63-35aa9028a8f7 tempest-AttachVolumeTestJSON-631109292 tempest-AttachVolumeTestJSON-631109292-project] Publish callbacks [] for port (e5f4b66c-7697-4d2b-8e56-81332ee50408), precommit_update {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:41:12.322660 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-0c7c9c14-db64-44a9-9a63-35aa9028a8f7 tempest-AttachVolumeTestJSON-631109292 tempest-AttachVolumeTestJSON-631109292-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-617841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612926', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754056714442', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754056173882', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754056173900', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2909847'] for port (e5f4b66c-7697-4d2b-8e56-81332ee50408), after_update {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:41:12.389475 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c7c9c14-db64-44a9-9a63-35aa9028a8f7 tempest-AttachVolumeTestJSON-631109292 tempest-AttachVolumeTestJSON-631109292-project] Pushing event updated for resources: {'Port': ['ID=e5f4b66c-7697-4d2b-8e56-81332ee50408,revision_number=2']} {{(pid=104526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 07:41:12.400086 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-0c7c9c14-db64-44a9-9a63-35aa9028a8f7 tempest-AttachVolumeTestJSON-631109292 tempest-AttachVolumeTestJSON-631109292-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1617316'] for floatingip (53b71a12-5d10-4bc4-8868-b8f3a1fa0580), after_create {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:41:12.498593 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-0c7c9c14-db64-44a9-9a63-35aa9028a8f7 tempest-AttachVolumeTestJSON-631109292 tempest-AttachVolumeTestJSON-631109292-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93885'] for floatingip (None), before_response {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:41:12.499817 dv-cinder-825492-15-iscsi neutron-server[104526]: INFO neutron.wsgi [None req-0c7c9c14-db64-44a9-9a63-35aa9028a8f7 tempest-AttachVolumeTestJSON-631109292 tempest-AttachVolumeTestJSON-631109292-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.2568889 May 25 07:41:12.692061 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.plugins.ml2.rpc [None req-798242cc-9ea0-464c-9109-86bd7997349e None None] Device 5d521607-ce1e-41b4-a067-fdc197d09700 no longer exists at agent hyperv_hv-cinder-82549 {{(pid=104527) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 25 07:41:12.700027 dv-cinder-825492-15-iscsi neutron-server[104525]: INFO neutron.wsgi [req-ad825969-fa83-4110-a82d-9747abda7cea req-5f262f4f-a439-47a0-8fc1-a1b45b287cba tempest-AttachVolumeTestJSON-631109292 tempest-AttachVolumeTestJSON-631109292-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-securitygroup--1602926344&fields=id&tenant_id=294afe2c36184564a80fb6bef7b32359 HTTP/1.1" status: 200 len: 267 time: 0.0420330 May 25 07:41:12.714949 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.plugins.ml2.plugin [None req-798242cc-9ea0-464c-9109-86bd7997349e None None] No Port match for: 5d521607-ce1e-41b4-a067-fdc197d09700 {{(pid=104527) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 25 07:41:12.715395 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.plugins.ml2.rpc [None req-798242cc-9ea0-464c-9109-86bd7997349e None None] Device 5d521607-ce1e-41b4-a067-fdc197d09700 not bound to the agent host hv-cinder-82549 {{(pid=104527) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 25 07:41:12.806669 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad825969-fa83-4110-a82d-9747abda7cea req-7d2a64d8-54ae-48e5-a05c-ecc73200f59b tempest-AttachVolumeTestJSON-631109292 tempest-AttachVolumeTestJSON-631109292-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 07:41:12.808180 dv-cinder-825492-15-iscsi neutron-server[104525]: INFO neutron.wsgi [req-ad825969-fa83-4110-a82d-9747abda7cea req-7d2a64d8-54ae-48e5-a05c-ecc73200f59b tempest-AttachVolumeTestJSON-631109292 tempest-AttachVolumeTestJSON-631109292-project] 10.222.0.24 "GET /v2.0/networks?id=f85a9936-18a2-497c-90b9-ba6df25b9b6e HTTP/1.1" status: 200 len: 810 time: 0.1014175 May 25 07:41:12.822848 dv-cinder-825492-15-iscsi neutron-server[104525]: INFO neutron.wsgi [req-ad825969-fa83-4110-a82d-9747abda7cea req-eaeba3f7-ee53-4e0b-803e-c7a73765d63b tempest-AttachVolumeTestJSON-631109292 tempest-AttachVolumeTestJSON-631109292-project] 10.222.0.24 "GET /v2.0/quotas/294afe2c36184564a80fb6bef7b32359 HTTP/1.1" status: 200 len: 375 time: 0.0093760 May 25 07:41:12.877278 dv-cinder-825492-15-iscsi neutron-server[104525]: INFO neutron.wsgi [req-ad825969-fa83-4110-a82d-9747abda7cea req-a19ddc94-163c-4462-99d0-a742cad31d2d tempest-AttachVolumeTestJSON-631109292 tempest-AttachVolumeTestJSON-631109292-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=294afe2c36184564a80fb6bef7b32359&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0490334 May 25 07:41:12.879052 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5330de6-d47d-4ba0-8b6d-f38dbba44a35 req-3b21a8ad-8d4d-4f4d-9e1c-7591f11d9c7b tempest-ServerRescueNegativeTestJSON-274124411 tempest-ServerRescueNegativeTestJSON-274124411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 07:41:12.880553 dv-cinder-825492-15-iscsi neutron-server[104526]: INFO neutron.wsgi [req-a5330de6-d47d-4ba0-8b6d-f38dbba44a35 req-3b21a8ad-8d4d-4f4d-9e1c-7591f11d9c7b tempest-ServerRescueNegativeTestJSON-274124411 tempest-ServerRescueNegativeTestJSON-274124411-project] 10.222.0.24 "GET /v2.0/ports?device_id=2d5a90d7-311f-4e4a-84c2-ff14c0440bd2 HTTP/1.1" status: 200 len: 945 time: 0.0507667 May 25 07:41:12.932900 dv-cinder-825492-15-iscsi neutron-server[104526]: INFO neutron.wsgi [req-a5330de6-d47d-4ba0-8b6d-f38dbba44a35 req-50f36897-6ffc-4042-8816-847c1da345b6 tempest-ServerRescueNegativeTestJSON-274124411 tempest-ServerRescueNegativeTestJSON-274124411-project] 10.222.0.24 "GET /v2.0/security-groups?id=98ed3ba3-167d-4434-bd0b-9600585017a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456879 May 25 07:41:12.975052 dv-cinder-825492-15-iscsi neutron-server[104525]: INFO neutron.wsgi [req-ad825969-fa83-4110-a82d-9747abda7cea req-1a3375ff-474b-4e04-a1dd-ba547d7e0b3d service neutron] 10.222.0.24 "GET /v2.0/networks/f85a9936-18a2-497c-90b9-ba6df25b9b6e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848463 May 25 07:41:13.065701 dv-cinder-825492-15-iscsi neutron-server[104525]: INFO neutron.wsgi [req-ad825969-fa83-4110-a82d-9747abda7cea req-46875b75-7cb8-4b80-bbf6-f8186aad9f48 service neutron] 10.222.0.24 "GET /v2.0/networks/f85a9936-18a2-497c-90b9-ba6df25b9b6e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848625 May 25 07:41:13.321207 dv-cinder-825492-15-iscsi neutron-server[104526]: INFO neutron.wsgi [req-a50461c3-f469-47c8-af95-cf1f7415b1de req-34493d42-6072-4479-82c7-25f9d83a536b tempest-AttachVolumeTestJSON-631109292 tempest-AttachVolumeTestJSON-631109292-project] 10.222.0.24 "GET /v2.0/ports?device_id=2c5136fd-d373-4990-9a64-52d7549c48fa HTTP/1.1" status: 200 len: 210 time: 0.0283523 May 25 07:41:13.613544 dv-cinder-825492-15-iscsi neutron-server[104528]: DEBUG neutron.db.agents_db [None req-434abceb-772f-4043-8698-cfe4a44654b9 None None] Agent healthcheck: found 6 active agents {{(pid=104528) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 25 07:41:13.868782 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35559437-3a64-4d85-9219-aef3913bda6f req-b7bc5442-2da8-4a2f-9d44-b9897b999427 tempest-ServerRescueNegativeTestJSON-274124411 tempest-ServerRescueNegativeTestJSON-274124411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 07:41:13.870232 dv-cinder-825492-15-iscsi neutron-server[104526]: INFO neutron.wsgi [req-35559437-3a64-4d85-9219-aef3913bda6f req-b7bc5442-2da8-4a2f-9d44-b9897b999427 tempest-ServerRescueNegativeTestJSON-274124411 tempest-ServerRescueNegativeTestJSON-274124411-project] 10.222.0.41 "GET /v2.0/ports?device_id=2d5a90d7-311f-4e4a-84c2-ff14c0440bd2 HTTP/1.1" status: 200 len: 945 time: 0.0459378 May 25 07:41:13.952313 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG dbcounter [-] [104526] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=104526) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 07:41:13.964576 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.plugins.ml2.plugin [req-35559437-3a64-4d85-9219-aef3913bda6f req-de1d52d9-b8cf-406b-acdc-d8fc5e53cb39 tempest-ServerRescueNegativeTestJSON-274124411 tempest-ServerRescueNegativeTestJSON-274124411-project] Deleting port 37369604-0009-4591-97a8-6e3c90d97049 {{(pid=104526) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 25 07:41:13.964914 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [req-35559437-3a64-4d85-9219-aef3913bda6f req-de1d52d9-b8cf-406b-acdc-d8fc5e53cb39 tempest-ServerRescueNegativeTestJSON-274124411 tempest-ServerRescueNegativeTestJSON-274124411-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754056702922'] for port (37369604-0009-4591-97a8-6e3c90d97049), before_delete {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:41:14.051775 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8df5f3c3-8b1e-4966-a8fc-3ce8fe74f032 req-90202245-10ad-452c-8fee-8a27abc6f1c5 tempest-ServerRescueNegativeTestJSON-274124411 tempest-ServerRescueNegativeTestJSON-274124411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 07:41:14.053183 dv-cinder-825492-15-iscsi neutron-server[104525]: INFO neutron.wsgi [req-8df5f3c3-8b1e-4966-a8fc-3ce8fe74f032 req-90202245-10ad-452c-8fee-8a27abc6f1c5 tempest-ServerRescueNegativeTestJSON-274124411 tempest-ServerRescueNegativeTestJSON-274124411-project] 10.222.0.24 "GET /v2.0/ports?device_id=2d5a90d7-311f-4e4a-84c2-ff14c0440bd2 HTTP/1.1" status: 200 len: 945 time: 0.0479515 May 25 07:41:14.056801 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.plugins.ml2.db [req-35559437-3a64-4d85-9219-aef3913bda6f req-de1d52d9-b8cf-406b-acdc-d8fc5e53cb39 tempest-ServerRescueNegativeTestJSON-274124411 tempest-ServerRescueNegativeTestJSON-274124411-project] For port 37369604-0009-4591-97a8-6e3c90d97049, host hv-cinder-82549, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82549',level=0,port_id=37369604-0009-4591-97a8-6e3c90d97049,segment=NetworkSegment(969a65dc-e069-48a8-ad7f-e38fdf9684ce),segment_id=969a65dc-e069-48a8-ad7f-e38fdf9684ce)] {{(pid=104526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 07:41:14.057166 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [req-35559437-3a64-4d85-9219-aef3913bda6f req-de1d52d9-b8cf-406b-acdc-d8fc5e53cb39 tempest-ServerRescueNegativeTestJSON-274124411 tempest-ServerRescueNegativeTestJSON-274124411-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625317'] for port (37369604-0009-4591-97a8-6e3c90d97049), precommit_delete {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:41:14.072340 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.plugins.ml2.plugin [req-35559437-3a64-4d85-9219-aef3913bda6f req-de1d52d9-b8cf-406b-acdc-d8fc5e53cb39 tempest-ServerRescueNegativeTestJSON-274124411 tempest-ServerRescueNegativeTestJSON-274124411-project] Calling delete_port for 37369604-0009-4591-97a8-6e3c90d97049 owned by compute:nova {{(pid=104526) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 25 07:41:14.083952 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG dbcounter [-] [104526] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=104526) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 07:41:14.103364 dv-cinder-825492-15-iscsi neutron-server[104525]: INFO neutron.wsgi [req-8df5f3c3-8b1e-4966-a8fc-3ce8fe74f032 req-42e3f049-eb05-4477-898c-022329240a2a tempest-ServerRescueNegativeTestJSON-274124411 tempest-ServerRescueNegativeTestJSON-274124411-project] 10.222.0.24 "GET /v2.0/security-groups?id=98ed3ba3-167d-4434-bd0b-9600585017a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433893 May 25 07:41:14.252433 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [req-35559437-3a64-4d85-9219-aef3913bda6f req-de1d52d9-b8cf-406b-acdc-d8fc5e53cb39 tempest-ServerRescueNegativeTestJSON-274124411 tempest-ServerRescueNegativeTestJSON-274124411-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-617841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612926', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754056714424', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754056173873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2909854'] for port (37369604-0009-4591-97a8-6e3c90d97049), after_delete {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:41:14.280535 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de1d52d9-b8cf-406b-acdc-d8fc5e53cb39 tempest-ServerRescueNegativeTestJSON-274124411 tempest-ServerRescueNegativeTestJSON-274124411-project] Pushing event deleted for resources: {'Port': ['ID=37369604-0009-4591-97a8-6e3c90d97049,revision_number=None']} {{(pid=104526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 07:41:14.294125 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.plugins.ml2.db [None req-798242cc-9ea0-464c-9109-86bd7997349e None None] get_ports_and_sgs() called for port_ids ['37369604-0009-4591-97a8-6e3c90d97049'] {{(pid=104527) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 25 07:41:14.327917 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.db.l3_dvrscheduler_db [req-35559437-3a64-4d85-9219-aef3913bda6f req-de1d52d9-b8cf-406b-acdc-d8fc5e53cb39 tempest-ServerRescueNegativeTestJSON-274124411 tempest-ServerRescueNegativeTestJSON-274124411-project] No DVR routers for this DVR port 37369604-0009-4591-97a8-6e3c90d97049 on host hv-cinder-82549 {{(pid=104526) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 25 07:41:14.330212 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [req-35559437-3a64-4d85-9219-aef3913bda6f req-de1d52d9-b8cf-406b-acdc-d8fc5e53cb39 tempest-ServerRescueNegativeTestJSON-274124411 tempest-ServerRescueNegativeTestJSON-274124411-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93885'] for port (None), before_response {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:41:14.333594 dv-cinder-825492-15-iscsi neutron-server[104526]: INFO neutron.wsgi [req-35559437-3a64-4d85-9219-aef3913bda6f req-de1d52d9-b8cf-406b-acdc-d8fc5e53cb39 tempest-ServerRescueNegativeTestJSON-274124411 tempest-ServerRescueNegativeTestJSON-274124411-project] 10.222.0.41 "DELETE /v2.0/ports/37369604-0009-4591-97a8-6e3c90d97049 HTTP/1.1" status: 204 len: 173 time: 0.4547882 May 25 07:41:14.334020 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2d5a90d7-311f-4e4a-84c2-ff14c0440bd2', 'name': 'network-vif-deleted', 'tag': '37369604-0009-4591-97a8-6e3c90d97049'}] {{(pid=104526) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 25 07:41:14.336910 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db633a5f02cadde147c9bc1566607705b0433b891c7275f259bdbd209e6b6683" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e29e3256-39d4-4574-ad42-6f915f42771e" -d '{"events": [{"server_uuid": "2d5a90d7-311f-4e4a-84c2-ff14c0440bd2", "name": "network-vif-deleted", "tag": "37369604-0009-4591-97a8-6e3c90d97049"}]}' {{(pid=104526) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 25 07:41:14.376470 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 25 May 2022 07:41:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-00983017-c8c1-4b17-b85e-ce9e350efcbe x-openstack-request-id: req-00983017-c8c1-4b17-b85e-ce9e350efcbe {{(pid=104526) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 25 07:41:14.376777 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2d5a90d7-311f-4e4a-84c2-ff14c0440bd2", "name": "network-vif-deleted", "tag": "37369604-0009-4591-97a8-6e3c90d97049", "status": "completed", "code": 200}]} {{(pid=104526) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 25 07:41:14.377052 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-00983017-c8c1-4b17-b85e-ce9e350efcbe {{(pid=104526) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 25 07:41:14.377449 dv-cinder-825492-15-iscsi neutron-server[104526]: INFO neutron.notifiers.nova [-] Nova event matching ['req-00983017-c8c1-4b17-b85e-ce9e350efcbe'] response: {'server_uuid': '2d5a90d7-311f-4e4a-84c2-ff14c0440bd2', 'name': 'network-vif-deleted', 'tag': '37369604-0009-4591-97a8-6e3c90d97049', 'status': 'completed', 'code': 200} May 25 07:41:14.419326 dv-cinder-825492-15-iscsi neutron-server[104525]: INFO neutron.wsgi [req-b1b9ef68-a25d-4a8b-8d62-4dc79b423613 req-da296c97-f63d-443f-8169-9e4c2b491ca8 tempest-AttachVolumeTestJSON-631109292 tempest-AttachVolumeTestJSON-631109292-project] 10.222.0.24 "GET /v2.0/ports?device_id=2c5136fd-d373-4990-9a64-52d7549c48fa HTTP/1.1" status: 200 len: 210 time: 0.0289836 May 25 07:41:15.215424 dv-cinder-825492-15-iscsi neutron-server[104526]: INFO neutron.wsgi [req-a485db09-f534-4d8f-91ac-90d755ae0fc4 req-d7ba1468-2321-43a4-9bbf-7df2a36f1f22 tempest-ServerRescueNegativeTestJSON-274124411 tempest-ServerRescueNegativeTestJSON-274124411-project] 10.222.0.24 "GET /v2.0/ports?device_id=2d5a90d7-311f-4e4a-84c2-ff14c0440bd2 HTTP/1.1" status: 200 len: 210 time: 0.0313678 May 25 07:41:15.533779 dv-cinder-825492-15-iscsi neutron-server[104526]: INFO neutron.wsgi [req-2830f556-f47f-4beb-93aa-6ee1e8e423c5 req-c94f4fd4-532b-4da5-bb5c-adf496ce7781 tempest-AttachVolumeTestJSON-631109292 tempest-AttachVolumeTestJSON-631109292-project] 10.222.0.24 "GET /v2.0/ports?device_id=2c5136fd-d373-4990-9a64-52d7549c48fa HTTP/1.1" status: 200 len: 210 time: 0.0288801 May 25 07:41:15.708319 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad825969-fa83-4110-a82d-9747abda7cea req-d74ca997-fc34-4b28-ab59-4f1561e442dc tempest-AttachVolumeTestJSON-631109292 tempest-AttachVolumeTestJSON-631109292-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 07:41:15.709788 dv-cinder-825492-15-iscsi neutron-server[104526]: INFO neutron.wsgi [req-ad825969-fa83-4110-a82d-9747abda7cea req-d74ca997-fc34-4b28-ab59-4f1561e442dc tempest-AttachVolumeTestJSON-631109292 tempest-AttachVolumeTestJSON-631109292-project] 10.222.0.41 "GET /v2.0/networks?id=f85a9936-18a2-497c-90b9-ba6df25b9b6e HTTP/1.1" status: 200 len: 810 time: 0.1035700 May 25 07:41:15.777820 dv-cinder-825492-15-iscsi neutron-server[104526]: INFO neutron.wsgi [req-ad825969-fa83-4110-a82d-9747abda7cea req-fb4a4ade-f675-408b-94d3-0a2976f3677a tempest-AttachVolumeTestJSON-631109292 tempest-AttachVolumeTestJSON-631109292-project] 10.222.0.41 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=294afe2c36184564a80fb6bef7b32359 HTTP/1.1" status: 200 len: 380 time: 0.0542762 May 25 07:41:15.786598 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.api.v2.base [req-ad825969-fa83-4110-a82d-9747abda7cea req-1a46ef22-21b6-4d8d-aa72-16d7938f0ef5 tempest-AttachVolumeTestJSON-631109292 tempest-AttachVolumeTestJSON-631109292-project] Request body: {'port': {'device_id': '2c5136fd-d373-4990-9a64-52d7549c48fa', 'network_id': 'f85a9936-18a2-497c-90b9-ba6df25b9b6e', 'admin_state_up': True, 'tenant_id': '294afe2c36184564a80fb6bef7b32359', 'security_groups': ['3111191c-6c45-4596-b354-71b570859e5f']}} {{(pid=104526) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 25 07:41:15.993991 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ad825969-fa83-4110-a82d-9747abda7cea req-1a46ef22-21b6-4d8d-aa72-16d7938f0ef5 tempest-AttachVolumeTestJSON-631109292 tempest-AttachVolumeTestJSON-631109292-project] Made reservation on behalf of 294afe2c36184564a80fb6bef7b32359 for: {'port': 1} {{(pid=104526) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 07:41:15.997550 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [req-ad825969-fa83-4110-a82d-9747abda7cea req-1a46ef22-21b6-4d8d-aa72-16d7938f0ef5 tempest-AttachVolumeTestJSON-631109292 tempest-AttachVolumeTestJSON-631109292-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-616651'] for port (None), before_create {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:41:16.130499 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.db.db_base_plugin_common [req-ad825969-fa83-4110-a82d-9747abda7cea req-1a46ef22-21b6-4d8d-aa72-16d7938f0ef5 tempest-AttachVolumeTestJSON-631109292 tempest-AttachVolumeTestJSON-631109292-project] Allocated IP 172.20.0.5 (f85a9936-18a2-497c-90b9-ba6df25b9b6e/fdef845a-6670-4f1a-9c6b-2e789510998b/82e28fc3-f3d3-49bd-a344-d2f7bb0dbf27) {{(pid=104526) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 07:41:16.149080 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG dbcounter [-] [104526] Writing DB stats neutron:SELECT=84,neutron:DELETE=8,neutron:INSERT=5,neutron:UPDATE=3 {{(pid=104526) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 07:41:16.231573 dv-cinder-825492-15-iscsi neutron-server[104528]: DEBUG dbcounter [-] [104528] Writing DB stats neutron:SELECT=20,neutron:UPDATE=3 {{(pid=104528) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 07:41:16.273936 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron.wsgi [-] (104525) accepted ('10.222.0.24', 46598) {{(pid=104525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 07:41:16.275170 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [req-ad825969-fa83-4110-a82d-9747abda7cea req-1a46ef22-21b6-4d8d-aa72-16d7938f0ef5 tempest-AttachVolumeTestJSON-631109292 tempest-AttachVolumeTestJSON-631109292-project] Publish callbacks [] for port (82e28fc3-f3d3-49bd-a344-d2f7bb0dbf27), precommit_create {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:41:16.383441 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [req-ad825969-fa83-4110-a82d-9747abda7cea req-1a46ef22-21b6-4d8d-aa72-16d7938f0ef5 tempest-AttachVolumeTestJSON-631109292 tempest-AttachVolumeTestJSON-631109292-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-617841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612926', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754056173864', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2909854'] for port (82e28fc3-f3d3-49bd-a344-d2f7bb0dbf27), after_create {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:41:16.390619 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG dbcounter [-] [104526] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=104526) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 07:41:16.427517 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ad825969-fa83-4110-a82d-9747abda7cea req-1a46ef22-21b6-4d8d-aa72-16d7938f0ef5 tempest-AttachVolumeTestJSON-631109292 tempest-AttachVolumeTestJSON-631109292-project] Network f85a9936-18a2-497c-90b9-ba6df25b9b6e is already hosted by enough agents. {{(pid=104526) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 07:41:16.430829 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.scheduler.base_scheduler [req-ad825969-fa83-4110-a82d-9747abda7cea req-1a46ef22-21b6-4d8d-aa72-16d7938f0ef5 tempest-AttachVolumeTestJSON-631109292 tempest-AttachVolumeTestJSON-631109292-project] Resources bound (agent type, host, resource id): {{(pid=104526) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 07:41:16.433330 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.db.l3_dvrscheduler_db [req-ad825969-fa83-4110-a82d-9747abda7cea req-1a46ef22-21b6-4d8d-aa72-16d7938f0ef5 tempest-AttachVolumeTestJSON-631109292 tempest-AttachVolumeTestJSON-631109292-project] Received port after_create {{(pid=104526) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 25 07:41:16.468113 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a46ef22-21b6-4d8d-aa72-16d7938f0ef5 tempest-AttachVolumeTestJSON-631109292 tempest-AttachVolumeTestJSON-631109292-project] Pushing event updated for resources: {'Port': ['ID=82e28fc3-f3d3-49bd-a344-d2f7bb0dbf27,revision_number=1']} {{(pid=104526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 07:41:16.492521 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad825969-fa83-4110-a82d-9747abda7cea req-1a46ef22-21b6-4d8d-aa72-16d7938f0ef5 tempest-AttachVolumeTestJSON-631109292 tempest-AttachVolumeTestJSON-631109292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 07:41:16.499966 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [req-ad825969-fa83-4110-a82d-9747abda7cea req-1a46ef22-21b6-4d8d-aa72-16d7938f0ef5 tempest-AttachVolumeTestJSON-631109292 tempest-AttachVolumeTestJSON-631109292-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93885'] for port (None), before_response {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:41:16.592458 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG dbcounter [-] [104525] Writing DB stats neutron:SELECT=100 {{(pid=104525) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 07:41:16.598407 dv-cinder-825492-15-iscsi neutron-server[104526]: INFO neutron.wsgi [req-ad825969-fa83-4110-a82d-9747abda7cea req-1a46ef22-21b6-4d8d-aa72-16d7938f0ef5 tempest-AttachVolumeTestJSON-631109292 tempest-AttachVolumeTestJSON-631109292-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8152907 May 25 07:41:16.626466 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.api.v2.base [req-ad825969-fa83-4110-a82d-9747abda7cea req-0c7e0b30-ee36-464c-934b-1f86950ccced service neutron] Request body: {'port': {'device_id': '2c5136fd-d373-4990-9a64-52d7549c48fa', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82549'}} {{(pid=104526) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 25 07:41:16.663166 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-4a611698-0f70-4158-b4df-4a7cdae548d1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1614244'] for router_interface (89cbe682-09cd-46d4-8e46-d5caa5a0134e), before_delete {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:41:16.680034 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.db.provisioning_blocks [None req-759297dc-2661-4a0e-9dcc-f006ccfe1011 None None] Provisioning complete for port 82e28fc3-f3d3-49bd-a344-d2f7bb0dbf27 triggered by entity DHCP. {{(pid=104527) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 25 07:41:16.681127 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron_lib.callbacks.manager [None req-759297dc-2661-4a0e-9dcc-f006ccfe1011 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1490782'] for port (82e28fc3-f3d3-49bd-a344-d2f7bb0dbf27), provisioning_complete {{(pid=104527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:41:16.694574 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-435381e5-6c88-4e50-8a05-b5366ac1d125 req-b21ba0af-7a52-4cb4-b81f-33189ae5069c tempest-AttachVolumeTestJSON-631109292 tempest-AttachVolumeTestJSON-631109292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 07:41:16.696290 dv-cinder-825492-15-iscsi neutron-server[104526]: INFO neutron.wsgi [req-435381e5-6c88-4e50-8a05-b5366ac1d125 req-b21ba0af-7a52-4cb4-b81f-33189ae5069c tempest-AttachVolumeTestJSON-631109292 tempest-AttachVolumeTestJSON-631109292-project] 10.222.0.24 "GET /v2.0/ports?device_id=2c5136fd-d373-4990-9a64-52d7549c48fa HTTP/1.1" status: 200 len: 931 time: 0.0877705 May 25 07:41:16.719542 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.plugins.ml2.plugin [None req-759297dc-2661-4a0e-9dcc-f006ccfe1011 None None] Port 82e28fc3-f3d3-49bd-a344-d2f7bb0dbf27 cannot update to ACTIVE because it is not bound. {{(pid=104527) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 25 07:41:16.719870 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG dbcounter [-] [104525] Writing DB stats neutron:SELECT=100 {{(pid=104525) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 07:41:16.734719 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [req-ad825969-fa83-4110-a82d-9747abda7cea req-0c7e0b30-ee36-464c-934b-1f86950ccced service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-616651'] for port (82e28fc3-f3d3-49bd-a344-d2f7bb0dbf27), before_update {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:41:16.798657 dv-cinder-825492-15-iscsi neutron-server[104526]: INFO neutron.wsgi [req-435381e5-6c88-4e50-8a05-b5366ac1d125 req-2bc39231-b51d-48fa-94df-6725c8a9bf2e tempest-AttachVolumeTestJSON-631109292 tempest-AttachVolumeTestJSON-631109292-project] 10.222.0.24 "GET /v2.0/security-groups?id=3111191c-6c45-4596-b354-71b570859e5f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0830572 May 25 07:41:16.950275 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron.plugins.ml2.plugin [None req-4a611698-0f70-4158-b4df-4a7cdae548d1 admin admin] Deleting port 93f39134-ddc6-48cc-900e-93b44ac11bfb {{(pid=104525) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 25 07:41:16.950616 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-4a611698-0f70-4158-b4df-4a7cdae548d1 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754056702922'] for port (93f39134-ddc6-48cc-900e-93b44ac11bfb), before_delete {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:41:17.033901 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron.plugins.ml2.db [None req-4a611698-0f70-4158-b4df-4a7cdae548d1 admin admin] For port 93f39134-ddc6-48cc-900e-93b44ac11bfb, host dv-cinder-825492-15-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825492-15-iscsi',level=0,port_id=93f39134-ddc6-48cc-900e-93b44ac11bfb,segment=NetworkSegment(969a65dc-e069-48a8-ad7f-e38fdf9684ce),segment_id=969a65dc-e069-48a8-ad7f-e38fdf9684ce)] {{(pid=104525) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 07:41:17.034287 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-4a611698-0f70-4158-b4df-4a7cdae548d1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625317'] for port (93f39134-ddc6-48cc-900e-93b44ac11bfb), precommit_delete {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:41:17.049417 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron.plugins.ml2.plugin [None req-4a611698-0f70-4158-b4df-4a7cdae548d1 admin admin] Calling delete_port for 93f39134-ddc6-48cc-900e-93b44ac11bfb owned by network:router_interface {{(pid=104525) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 25 07:41:17.288492 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG dbcounter [-] [104526] Writing DB stats neutron:SELECT=95,neutron:DELETE=2,neutron:UPDATE=3 {{(pid=104526) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 07:41:17.308822 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-4a611698-0f70-4158-b4df-4a7cdae548d1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-617841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612926', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754056714424', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754056173873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59563715'] for port (93f39134-ddc6-48cc-900e-93b44ac11bfb), after_delete {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:41:17.337823 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a611698-0f70-4158-b4df-4a7cdae548d1 admin admin] Pushing event deleted for resources: {'Port': ['ID=93f39134-ddc6-48cc-900e-93b44ac11bfb,revision_number=None']} {{(pid=104525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 07:41:17.360735 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.notifiers.nova [req-ad825969-fa83-4110-a82d-9747abda7cea req-0c7e0b30-ee36-464c-934b-1f86950ccced service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 82e28fc3-f3d3-49bd-a344-d2f7bb0dbf27 {{(pid=104526) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 25 07:41:17.370812 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [req-ad825969-fa83-4110-a82d-9747abda7cea req-0c7e0b30-ee36-464c-934b-1f86950ccced service neutron] Publish callbacks [] for port (82e28fc3-f3d3-49bd-a344-d2f7bb0dbf27), precommit_update {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:41:17.385370 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.db.provisioning_blocks [req-ad825969-fa83-4110-a82d-9747abda7cea req-0c7e0b30-ee36-464c-934b-1f86950ccced service neutron] Transition to ACTIVE for port object 82e28fc3-f3d3-49bd-a344-d2f7bb0dbf27 will not be triggered until provisioned by entity L2. {{(pid=104526) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 25 07:41:17.457235 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [req-ad825969-fa83-4110-a82d-9747abda7cea req-0c7e0b30-ee36-464c-934b-1f86950ccced service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-617841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612926', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754056714442', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754056173882', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754056173900', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2909847'] for port (82e28fc3-f3d3-49bd-a344-d2f7bb0dbf27), after_update {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:41:17.506860 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c7e0b30-ee36-464c-934b-1f86950ccced service neutron] Pushing event updated for resources: {'Port': ['ID=82e28fc3-f3d3-49bd-a344-d2f7bb0dbf27,revision_number=2']} {{(pid=104526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 07:41:17.517178 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-4a611698-0f70-4158-b4df-4a7cdae548d1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1612919', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1614128'] for router_interface (89cbe682-09cd-46d4-8e46-d5caa5a0134e), after_delete {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:41:17.622054 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.plugins.ml2.managers [req-ad825969-fa83-4110-a82d-9747abda7cea req-0c7e0b30-ee36-464c-934b-1f86950ccced service neutron] Attempting to bind port 82e28fc3-f3d3-49bd-a344-d2f7bb0dbf27 on host hv-cinder-82549 for vnic_type normal with profile {{(pid=104526) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 25 07:41:17.622654 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.plugins.ml2.managers [req-ad825969-fa83-4110-a82d-9747abda7cea req-0c7e0b30-ee36-464c-934b-1f86950ccced service neutron] Attempting to bind port 82e28fc3-f3d3-49bd-a344-d2f7bb0dbf27 by drivers openvswitch,hyperv on host hv-cinder-82549 at level 0 using segments [{'id': '39d8adcc-894d-48bd-a642-230f02087ed7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 255, 'network_id': 'f85a9936-18a2-497c-90b9-ba6df25b9b6e'}] {{(pid=104526) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 25 07:41:17.622771 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad825969-fa83-4110-a82d-9747abda7cea req-0c7e0b30-ee36-464c-934b-1f86950ccced service neutron] Attempting to bind port 82e28fc3-f3d3-49bd-a344-d2f7bb0dbf27 on network f85a9936-18a2-497c-90b9-ba6df25b9b6e {{(pid=104526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 25 07:41:17.628001 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad825969-fa83-4110-a82d-9747abda7cea req-0c7e0b30-ee36-464c-934b-1f86950ccced service neutron] Port 82e28fc3-f3d3-49bd-a344-d2f7bb0dbf27 on network f85a9936-18a2-497c-90b9-ba6df25b9b6e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82549 {{(pid=104526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 25 07:41:17.628382 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad825969-fa83-4110-a82d-9747abda7cea req-0c7e0b30-ee36-464c-934b-1f86950ccced service neutron] Attempting to bind port 82e28fc3-f3d3-49bd-a344-d2f7bb0dbf27 on network f85a9936-18a2-497c-90b9-ba6df25b9b6e {{(pid=104526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 25 07:41:17.634369 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad825969-fa83-4110-a82d-9747abda7cea req-0c7e0b30-ee36-464c-934b-1f86950ccced service neutron] Checking agent: {'id': 'bbf5dc8c-5103-4973-a6b6-76af4660c126', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82549', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 25, 7, 34, 32), 'started_at': datetime.datetime(2022, 5, 25, 7, 34, 32), 'heartbeat_timestamp': datetime.datetime(2022, 5, 25, 7, 41, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 25 07:41:17.634864 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad825969-fa83-4110-a82d-9747abda7cea req-0c7e0b30-ee36-464c-934b-1f86950ccced service neutron] Checking segment: {'id': '39d8adcc-894d-48bd-a642-230f02087ed7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 255, 'network_id': 'f85a9936-18a2-497c-90b9-ba6df25b9b6e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104526) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 25 07:41:17.635308 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad825969-fa83-4110-a82d-9747abda7cea req-0c7e0b30-ee36-464c-934b-1f86950ccced service neutron] Bound using segment: {'id': '39d8adcc-894d-48bd-a642-230f02087ed7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 255, 'network_id': 'f85a9936-18a2-497c-90b9-ba6df25b9b6e'} {{(pid=104526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 25 07:41:17.636150 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.plugins.ml2.managers [req-ad825969-fa83-4110-a82d-9747abda7cea req-0c7e0b30-ee36-464c-934b-1f86950ccced service neutron] Bound port: 82e28fc3-f3d3-49bd-a344-d2f7bb0dbf27, host: hv-cinder-82549, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '39d8adcc-894d-48bd-a642-230f02087ed7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 255, 'network_id': 'f85a9936-18a2-497c-90b9-ba6df25b9b6e'}}] {{(pid=104526) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 25 07:41:17.636613 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [req-ad825969-fa83-4110-a82d-9747abda7cea req-0c7e0b30-ee36-464c-934b-1f86950ccced service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-616651'] for port (82e28fc3-f3d3-49bd-a344-d2f7bb0dbf27), before_update {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:41:17.705093 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG dbcounter [-] [104525] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104525) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 07:41:17.711698 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.plugins.ml2.db [req-ad825969-fa83-4110-a82d-9747abda7cea req-0c7e0b30-ee36-464c-934b-1f86950ccced service neutron] For port 82e28fc3-f3d3-49bd-a344-d2f7bb0dbf27, host hv-cinder-82549, cleared binding levels {{(pid=104526) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 25 07:41:17.714900 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.plugins.ml2.db [req-ad825969-fa83-4110-a82d-9747abda7cea req-0c7e0b30-ee36-464c-934b-1f86950ccced service neutron] For port 82e28fc3-f3d3-49bd-a344-d2f7bb0dbf27, host hv-cinder-82549, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82549',level=0,port_id=82e28fc3-f3d3-49bd-a344-d2f7bb0dbf27,segment=NetworkSegment(39d8adcc-894d-48bd-a642-230f02087ed7),segment_id=39d8adcc-894d-48bd-a642-230f02087ed7)] {{(pid=104526) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 25 07:41:17.760269 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG dbcounter [-] [104525] Writing DB stats neutron:SELECT=93,neutron:DELETE=6,neutron:UPDATE=1 {{(pid=104525) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 07:41:17.764661 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4a611698-0f70-4158-b4df-4a7cdae548d1 admin admin] Router 89cbe682-09cd-46d4-8e46-d5caa5a0134e has already been hosted by L3 agent 54ff4013-997e-4376-a4e9-e6c98cf37cc7 {{(pid=104525) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 25 07:41:17.834543 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [req-ad825969-fa83-4110-a82d-9747abda7cea req-0c7e0b30-ee36-464c-934b-1f86950ccced service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-617841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612926', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754056714442', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754056173882', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754056173900', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2909847'] for port (82e28fc3-f3d3-49bd-a344-d2f7bb0dbf27), after_update {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:41:17.879898 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad825969-fa83-4110-a82d-9747abda7cea req-0c7e0b30-ee36-464c-934b-1f86950ccced service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 07:41:17.880126 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [req-ad825969-fa83-4110-a82d-9747abda7cea req-0c7e0b30-ee36-464c-934b-1f86950ccced service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93885'] for port (None), before_response {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:41:17.881493 dv-cinder-825492-15-iscsi neutron-server[104526]: INFO neutron.wsgi [req-ad825969-fa83-4110-a82d-9747abda7cea req-0c7e0b30-ee36-464c-934b-1f86950ccced service neutron] 10.222.0.41 "PUT /v2.0/ports/82e28fc3-f3d3-49bd-a344-d2f7bb0dbf27 HTTP/1.1" status: 200 len: 1093 time: 1.2614286 May 25 07:41:17.887437 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2c5136fd-d373-4990-9a64-52d7549c48fa', 'tag': '82e28fc3-f3d3-49bd-a344-d2f7bb0dbf27'}] {{(pid=104526) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 25 07:41:17.889643 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db633a5f02cadde147c9bc1566607705b0433b891c7275f259bdbd209e6b6683" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4e62c69e-8db1-42db-83fd-7a2b424edf66" -d '{"events": [{"name": "network-changed", "server_uuid": "2c5136fd-d373-4990-9a64-52d7549c48fa", "tag": "82e28fc3-f3d3-49bd-a344-d2f7bb0dbf27"}]}' {{(pid=104526) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 25 07:41:17.947928 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c7e0b30-ee36-464c-934b-1f86950ccced service neutron] Pushing event updated for resources: {'Port': ['ID=82e28fc3-f3d3-49bd-a344-d2f7bb0dbf27,revision_number=3']} {{(pid=104526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 07:41:17.966349 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b70d6b49-8e67-447c-895c-b920b96b15c7 req-6ca6fad0-10c2-476c-a014-9d51acf38dbd tempest-AttachVolumeTestJSON-631109292 tempest-AttachVolumeTestJSON-631109292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 07:41:17.967690 dv-cinder-825492-15-iscsi neutron-server[104526]: INFO neutron.wsgi [req-b70d6b49-8e67-447c-895c-b920b96b15c7 req-6ca6fad0-10c2-476c-a014-9d51acf38dbd tempest-AttachVolumeTestJSON-631109292 tempest-AttachVolumeTestJSON-631109292-project] 10.222.0.24 "GET /v2.0/ports?device_id=2c5136fd-d373-4990-9a64-52d7549c48fa HTTP/1.1" status: 200 len: 943 time: 0.0729446 May 25 07:41:18.026436 dv-cinder-825492-15-iscsi neutron-server[104526]: INFO neutron.wsgi [req-b70d6b49-8e67-447c-895c-b920b96b15c7 req-865d0465-1c02-441b-844a-7edb12e75e98 tempest-AttachVolumeTestJSON-631109292 tempest-AttachVolumeTestJSON-631109292-project] 10.222.0.24 "GET /v2.0/security-groups?id=3111191c-6c45-4596-b354-71b570859e5f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0518780 May 25 07:41:18.126200 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 25 May 2022 07:41:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-45166d7d-aa8a-4fca-b055-071e6eb1e5c0 x-openstack-request-id: req-45166d7d-aa8a-4fca-b055-071e6eb1e5c0 {{(pid=104526) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 25 07:41:18.126629 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2c5136fd-d373-4990-9a64-52d7549c48fa", "tag": "82e28fc3-f3d3-49bd-a344-d2f7bb0dbf27", "status": "completed", "code": 200}]} {{(pid=104526) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 25 07:41:18.126989 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-45166d7d-aa8a-4fca-b055-071e6eb1e5c0 {{(pid=104526) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 25 07:41:18.127588 dv-cinder-825492-15-iscsi neutron-server[104526]: INFO neutron.notifiers.nova [-] Nova event matching ['req-45166d7d-aa8a-4fca-b055-071e6eb1e5c0'] response: {'name': 'network-changed', 'server_uuid': '2c5136fd-d373-4990-9a64-52d7549c48fa', 'tag': '82e28fc3-f3d3-49bd-a344-d2f7bb0dbf27', 'status': 'completed', 'code': 200} May 25 07:41:18.143107 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4a611698-0f70-4158-b4df-4a7cdae548d1 admin admin] Notify agent at l3_agent.dv-cinder-825492-15-iscsi the message routers_updated {{(pid=104525) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 25 07:41:18.157687 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad825969-fa83-4110-a82d-9747abda7cea req-4171a2b6-bebd-4523-940d-4d304c463596 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 07:41:18.159305 dv-cinder-825492-15-iscsi neutron-server[104526]: INFO neutron.wsgi [req-ad825969-fa83-4110-a82d-9747abda7cea req-4171a2b6-bebd-4523-940d-4d304c463596 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=294afe2c36184564a80fb6bef7b32359&device_id=2c5136fd-d373-4990-9a64-52d7549c48fa HTTP/1.1" status: 200 len: 1127 time: 0.1004121 May 25 07:41:18.163957 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20b1251c-5019-4ce6-a78b-2673116cb5b7 None None] Sync routers for ids ['89cbe682-09cd-46d4-8e46-d5caa5a0134e'] in dv-cinder-825492-15-iscsi {{(pid=104527) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 25 07:41:18.168286 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.wsgi [-] (104526) accepted ('10.222.0.24', 46618) {{(pid=104526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 07:41:18.173891 dv-cinder-825492-15-iscsi neutron-server[104525]: INFO neutron.wsgi [None req-4a611698-0f70-4158-b4df-4a7cdae548d1 admin admin] 10.222.0.24 "PUT /v2.0/routers/89cbe682-09cd-46d4-8e46-d5caa5a0134e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8895898 May 25 07:41:18.189110 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20b1251c-5019-4ce6-a78b-2673116cb5b7 None None] Routers {'89cbe682-09cd-46d4-8e46-d5caa5a0134e'} bound to L3 agent in host dv-cinder-825492-15-iscsi {{(pid=104527) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 25 07:41:18.189740 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.db.l3_hamode_db [None req-20b1251c-5019-4ce6-a78b-2673116cb5b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825492-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-25T07:27:37Z,description=,heartbeat_timestamp=2022-05-25T07:41:07Z,host='dv-cinder-825492-15-iscsi',id=54ff4013-997e-4376-a4e9-e6c98cf37cc7,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T07:27:38Z,topic='l3_agent')) {'router_ids': ['89cbe682-09cd-46d4-8e46-d5caa5a0134e'], 'active': True} {{(pid=104527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 07:41:18.248947 dv-cinder-825492-15-iscsi neutron-server[104526]: INFO neutron.wsgi [req-ad825969-fa83-4110-a82d-9747abda7cea req-7007ad2b-8ec1-4cb4-af6c-bdc01981d96f service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=82e28fc3-f3d3-49bd-a344-d2f7bb0dbf27 HTTP/1.1" status: 200 len: 217 time: 0.0749564 May 25 07:41:18.269892 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG dbcounter [-] [104526] Writing DB stats neutron:SELECT=95,neutron:UPDATE=3,neutron:INSERT=2 {{(pid=104526) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 07:41:18.303379 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.db.l3_dvr_db [None req-20b1251c-5019-4ce6-a78b-2673116cb5b7 None None] Set router 89cbe682-09cd-46d4-8e46-d5caa5a0134e gateway port host: dv-cinder-825492-15-iscsi {{(pid=104527) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 25 07:41:18.339475 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad825969-fa83-4110-a82d-9747abda7cea req-84dd96f1-a8b1-404d-9820-05a3cd86c184 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 07:41:18.342039 dv-cinder-825492-15-iscsi neutron-server[104526]: INFO neutron.wsgi [req-ad825969-fa83-4110-a82d-9747abda7cea req-84dd96f1-a8b1-404d-9820-05a3cd86c184 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=fdef845a-6670-4f1a-9c6b-2e789510998b HTTP/1.1" status: 200 len: 849 time: 0.0839736 May 25 07:41:18.361696 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-139a77aa-8192-4d80-98f0-3358484baee6 admin admin] Publish callbacks [] for router (89cbe682-09cd-46d4-8e46-d5caa5a0134e), before_delete {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:41:18.427341 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad825969-fa83-4110-a82d-9747abda7cea req-38291996-36d9-44e8-995d-ce9e776a9dc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 07:41:18.429002 dv-cinder-825492-15-iscsi neutron-server[104526]: INFO neutron.wsgi [req-ad825969-fa83-4110-a82d-9747abda7cea req-38291996-36d9-44e8-995d-ce9e776a9dc4 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=f85a9936-18a2-497c-90b9-ba6df25b9b6e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0792282 May 25 07:41:18.430808 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG dbcounter [-] [104527] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104527) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 07:41:18.472232 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.db.l3_hamode_db [None req-20b1251c-5019-4ce6-a78b-2673116cb5b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '89cbe682-09cd-46d4-8e46-d5caa5a0134e', 'name': 'tempest-ServerRescueNegativeTestJSON-5943718-router', 'tenant_id': 'd4719a4804e24f27b9427e58c5cbe13b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '29c629bd-3f50-4535-bfbc-a047608d6fb6', 'external_fixed_ips': [{'subnet_id': '7934ff5a-43f1-4f76-b9d8-e4343ace34f5', 'ip_address': '172.27.3.173'}], 'enable_snat': True}, 'gw_port_id': 'ff8aeffc-43d1-4e45-9c0c-9a1bd5a60423', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T07:36:29Z', 'updated_at': '2022-05-25T07:41:17Z', 'revision_number': 5, 'project_id': 'd4719a4804e24f27b9427e58c5cbe13b', 'gw_port': {'id': 'ff8aeffc-43d1-4e45-9c0c-9a1bd5a60423', 'name': '', 'network_id': '29c629bd-3f50-4535-bfbc-a047608d6fb6', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:52:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89cbe682-09cd-46d4-8e46-d5caa5a0134e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '7934ff5a-43f1-4f76-b9d8-e4343ace34f5', 'ip_address': '172.27.3.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825492-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T07:36:30Z', 'updated_at': '2022-05-25T07:36:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7934ff5a-43f1-4f76-b9d8-e4343ace34f5', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825492-15-iscsi'}], 'dv-cinder-825492-15-iscsi', False) {} {{(pid=104527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 07:41:18.499308 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20b1251c-5019-4ce6-a78b-2673116cb5b7 None None] Checking router: 89cbe682-09cd-46d4-8e46-d5caa5a0134e for host: dv-cinder-825492-15-iscsi {{(pid=104527) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 25 07:41:18.508326 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20b1251c-5019-4ce6-a78b-2673116cb5b7 None None] Routers {'89cbe682-09cd-46d4-8e46-d5caa5a0134e'} bound to L3 agent in host dv-cinder-825492-15-iscsi {{(pid=104527) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 25 07:41:18.508967 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.db.l3_hamode_db [None req-20b1251c-5019-4ce6-a78b-2673116cb5b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825492-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-25T07:27:37Z,description=,heartbeat_timestamp=2022-05-25T07:41:07Z,host='dv-cinder-825492-15-iscsi',id=54ff4013-997e-4376-a4e9-e6c98cf37cc7,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T07:27:38Z,topic='l3_agent')) {'router_ids': ['89cbe682-09cd-46d4-8e46-d5caa5a0134e'], 'active': True} {{(pid=104527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 07:41:18.556350 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-139a77aa-8192-4d80-98f0-3358484baee6 admin admin] Publish callbacks [] for router_gateway (89cbe682-09cd-46d4-8e46-d5caa5a0134e), before_delete {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:41:18.571895 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG dbcounter [-] [104526] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104526) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 07:41:18.577869 dv-cinder-825492-15-iscsi neutron-server[104526]: INFO neutron.wsgi [req-ad825969-fa83-4110-a82d-9747abda7cea req-2efdd89c-4e06-4bb4-90b8-b53c3520fea5 service neutron] 10.222.0.41 "GET /v2.0/networks/f85a9936-18a2-497c-90b9-ba6df25b9b6e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1417851 May 25 07:41:18.612754 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.db.l3_dvr_db [None req-20b1251c-5019-4ce6-a78b-2673116cb5b7 None None] Set router 89cbe682-09cd-46d4-8e46-d5caa5a0134e gateway port host: dv-cinder-825492-15-iscsi {{(pid=104527) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 25 07:41:18.704757 dv-cinder-825492-15-iscsi neutron-server[104526]: INFO neutron.wsgi [req-ad825969-fa83-4110-a82d-9747abda7cea req-17f48dee-807f-4ec2-8b9e-a195e34ca103 service neutron] 10.222.0.41 "GET /v2.0/networks/f85a9936-18a2-497c-90b9-ba6df25b9b6e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1207600 May 25 07:41:18.706932 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.plugins.ml2.rpc [None req-798242cc-9ea0-464c-9109-86bd7997349e None None] Device 37369604-0009-4591-97a8-6e3c90d97049 no longer exists at agent hyperv_hv-cinder-82549 {{(pid=104527) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 25 07:41:18.707696 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.plugins.ml2.plugin [None req-139a77aa-8192-4d80-98f0-3358484baee6 admin admin] Deleting port ff8aeffc-43d1-4e45-9c0c-9a1bd5a60423 {{(pid=104526) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 25 07:41:18.708032 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-139a77aa-8192-4d80-98f0-3358484baee6 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754056702922'] for port (ff8aeffc-43d1-4e45-9c0c-9a1bd5a60423), before_delete {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:41:18.738965 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.plugins.ml2.plugin [None req-798242cc-9ea0-464c-9109-86bd7997349e None None] No Port match for: 37369604-0009-4591-97a8-6e3c90d97049 {{(pid=104527) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 25 07:41:18.738965 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.plugins.ml2.rpc [None req-798242cc-9ea0-464c-9109-86bd7997349e None None] Device 37369604-0009-4591-97a8-6e3c90d97049 not bound to the agent host hv-cinder-82549 {{(pid=104527) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 25 07:41:18.792374 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.plugins.ml2.db [None req-139a77aa-8192-4d80-98f0-3358484baee6 admin admin] For port ff8aeffc-43d1-4e45-9c0c-9a1bd5a60423, host dv-cinder-825492-15-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825492-15-iscsi',level=0,port_id=ff8aeffc-43d1-4e45-9c0c-9a1bd5a60423,segment=NetworkSegment(3ed655b3-ed39-457b-b353-0296e3eaac46),segment_id=3ed655b3-ed39-457b-b353-0296e3eaac46)] {{(pid=104526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 07:41:18.792760 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-139a77aa-8192-4d80-98f0-3358484baee6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625317'] for port (ff8aeffc-43d1-4e45-9c0c-9a1bd5a60423), precommit_delete {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:41:18.803537 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.db.l3_hamode_db [None req-20b1251c-5019-4ce6-a78b-2673116cb5b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '89cbe682-09cd-46d4-8e46-d5caa5a0134e', 'name': 'tempest-ServerRescueNegativeTestJSON-5943718-router', 'tenant_id': 'd4719a4804e24f27b9427e58c5cbe13b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '29c629bd-3f50-4535-bfbc-a047608d6fb6', 'external_fixed_ips': [{'subnet_id': '7934ff5a-43f1-4f76-b9d8-e4343ace34f5', 'ip_address': '172.27.3.173'}], 'enable_snat': True}, 'gw_port_id': 'ff8aeffc-43d1-4e45-9c0c-9a1bd5a60423', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T07:36:29Z', 'updated_at': '2022-05-25T07:41:17Z', 'revision_number': 5, 'project_id': 'd4719a4804e24f27b9427e58c5cbe13b', 'gw_port': {'id': 'ff8aeffc-43d1-4e45-9c0c-9a1bd5a60423', 'name': '', 'network_id': '29c629bd-3f50-4535-bfbc-a047608d6fb6', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:52:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89cbe682-09cd-46d4-8e46-d5caa5a0134e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '7934ff5a-43f1-4f76-b9d8-e4343ace34f5', 'ip_address': '172.27.3.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825492-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T07:36:30Z', 'updated_at': '2022-05-25T07:36:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7934ff5a-43f1-4f76-b9d8-e4343ace34f5', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825492-15-iscsi'}], 'dv-cinder-825492-15-iscsi', False) {} {{(pid=104527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 07:41:18.809625 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.plugins.ml2.plugin [None req-139a77aa-8192-4d80-98f0-3358484baee6 admin admin] Calling delete_port for ff8aeffc-43d1-4e45-9c0c-9a1bd5a60423 owned by network:router_gateway {{(pid=104526) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 25 07:41:18.828448 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20b1251c-5019-4ce6-a78b-2673116cb5b7 None None] The sync data for ids ['89cbe682-09cd-46d4-8e46-d5caa5a0134e'] in dv-cinder-825492-15-iscsi is: [{'id': '89cbe682-09cd-46d4-8e46-d5caa5a0134e', 'name': 'tempest-ServerRescueNegativeTestJSON-5943718-router', 'tenant_id': 'd4719a4804e24f27b9427e58c5cbe13b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '29c629bd-3f50-4535-bfbc-a047608d6fb6', 'external_fixed_ips': [{'subnet_id': '7934ff5a-43f1-4f76-b9d8-e4343ace34f5', 'ip_address': '172.27.3.173'}], 'enable_snat': True}, 'gw_port_id': 'ff8aeffc-43d1-4e45-9c0c-9a1bd5a60423', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T07:36:29Z', 'updated_at': '2022-05-25T07:41:17Z', 'revision_number': 5, 'project_id': 'd4719a4804e24f27b9427e58c5cbe13b', 'gw_port': {'id': 'ff8aeffc-43d1-4e45-9c0c-9a1bd5a60423', 'name': '', 'network_id': '29c629bd-3f50-4535-bfbc-a047608d6fb6', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:52:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89cbe682-09cd-46d4-8e46-d5caa5a0134e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '7934ff5a-43f1-4f76-b9d8-e4343ace34f5', 'ip_address': '172.27.3.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825492-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T07:36:30Z', 'updated_at': '2022-05-25T07:36:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7934ff5a-43f1-4f76-b9d8-e4343ace34f5', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825492-15-iscsi'}] {{(pid=104527) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 25 07:41:19.072045 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-139a77aa-8192-4d80-98f0-3358484baee6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-617841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612926', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754056714424', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754056173873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2909854'] for port (ff8aeffc-43d1-4e45-9c0c-9a1bd5a60423), after_delete {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:41:19.076320 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG dbcounter [-] [104526] Writing DB stats neutron:SELECT=94,neutron:UPDATE=3,neutron:DELETE=3 {{(pid=104526) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 07:41:19.099343 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-139a77aa-8192-4d80-98f0-3358484baee6 admin admin] Pushing event deleted for resources: {'Port': ['ID=ff8aeffc-43d1-4e45-9c0c-9a1bd5a60423,revision_number=None']} {{(pid=104526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 07:41:19.159737 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62d2a572-a7ad-4d6e-9bf9-3a1168c37317 req-bb31809f-9174-420d-8b13-8f2a11a5dd7a tempest-AttachVolumeTestJSON-631109292 tempest-AttachVolumeTestJSON-631109292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 07:41:19.161315 dv-cinder-825492-15-iscsi neutron-server[104525]: INFO neutron.wsgi [req-62d2a572-a7ad-4d6e-9bf9-3a1168c37317 req-bb31809f-9174-420d-8b13-8f2a11a5dd7a tempest-AttachVolumeTestJSON-631109292 tempest-AttachVolumeTestJSON-631109292-project] 10.222.0.24 "GET /v2.0/ports?device_id=2c5136fd-d373-4990-9a64-52d7549c48fa HTTP/1.1" status: 200 len: 943 time: 0.0515730 May 25 07:41:19.166084 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-139a77aa-8192-4d80-98f0-3358484baee6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1614942'] for router_gateway (89cbe682-09cd-46d4-8e46-d5caa5a0134e), after_delete {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:41:19.230972 dv-cinder-825492-15-iscsi neutron-server[104525]: INFO neutron.wsgi [req-62d2a572-a7ad-4d6e-9bf9-3a1168c37317 req-99fcd11e-e453-45c6-b8ef-8e919416aaf8 tempest-AttachVolumeTestJSON-631109292 tempest-AttachVolumeTestJSON-631109292-project] 10.222.0.24 "GET /v2.0/security-groups?id=3111191c-6c45-4596-b354-71b570859e5f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0547984 May 25 07:41:19.289253 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-139a77aa-8192-4d80-98f0-3358484baee6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1616001', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4897'] for router (89cbe682-09cd-46d4-8e46-d5caa5a0134e), precommit_delete {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:41:19.291696 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-139a77aa-8192-4d80-98f0-3358484baee6 admin admin] Publish callbacks [] for router_controller (89cbe682-09cd-46d4-8e46-d5caa5a0134e), precommit_delete_associations {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:41:19.437274 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-139a77aa-8192-4d80-98f0-3358484baee6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1616120'] for router (89cbe682-09cd-46d4-8e46-d5caa5a0134e), after_delete {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:41:19.437894 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-139a77aa-8192-4d80-98f0-3358484baee6 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 89cbe682-09cd-46d4-8e46-d5caa5a0134e {{(pid=104526) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 25 07:41:19.442708 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-139a77aa-8192-4d80-98f0-3358484baee6 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:41:19.443746 dv-cinder-825492-15-iscsi neutron-server[104526]: INFO neutron.wsgi [None req-139a77aa-8192-4d80-98f0-3358484baee6 admin admin] 10.222.0.24 "DELETE /v2.0/routers/89cbe682-09cd-46d4-8e46-d5caa5a0134e HTTP/1.1" status: 204 len: 168 time: 1.2755871 May 25 07:41:19.446578 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.wsgi [-] (104526) accepted ('10.222.0.24', 46624) {{(pid=104526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 07:41:19.494621 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.db.db_base_plugin_v2 [None req-f725b6b8-7e01-44f4-81e2-f2f084ebaf4a admin admin] Deleting subnet 2bd01566-eaf4-4493-b26a-8c7ef6fcaf51 {{(pid=104526) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 25 07:41:19.498209 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-f725b6b8-7e01-44f4-81e2-f2f084ebaf4a admin admin] Publish callbacks [] for subnet (2bd01566-eaf4-4493-b26a-8c7ef6fcaf51), before_delete {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:41:19.541967 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-f725b6b8-7e01-44f4-81e2-f2f084ebaf4a admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58882376'] for subnet (2bd01566-eaf4-4493-b26a-8c7ef6fcaf51), precommit_delete_associations {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:41:19.654125 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-f725b6b8-7e01-44f4-81e2-f2f084ebaf4a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1507510'] for subnet (2bd01566-eaf4-4493-b26a-8c7ef6fcaf51), precommit_delete {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:41:19.739665 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e62c69e-8db1-42db-83fd-7a2b424edf66 req-85483700-a5ba-43d2-ba22-89042331d4ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 07:41:19.741170 dv-cinder-825492-15-iscsi neutron-server[104526]: INFO neutron.wsgi [req-4e62c69e-8db1-42db-83fd-7a2b424edf66 req-85483700-a5ba-43d2-ba22-89042331d4ef service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=294afe2c36184564a80fb6bef7b32359&device_id=2c5136fd-d373-4990-9a64-52d7549c48fa HTTP/1.1" status: 200 len: 1127 time: 0.0484707 May 25 07:41:19.822754 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-f725b6b8-7e01-44f4-81e2-f2f084ebaf4a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1507501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-280644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2910025', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58838858'] for subnet (2bd01566-eaf4-4493-b26a-8c7ef6fcaf51), after_delete {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:41:19.838627 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG dbcounter [-] [104526] Writing DB stats neutron:SELECT=87,neutron:DELETE=10,neutron:UPDATE=3 {{(pid=104526) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 07:41:19.860813 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f725b6b8-7e01-44f4-81e2-f2f084ebaf4a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2bd01566-eaf4-4493-b26a-8c7ef6fcaf51,revision_number=None']} {{(pid=104526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 07:41:19.862967 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-f725b6b8-7e01-44f4-81e2-f2f084ebaf4a admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:41:19.866125 dv-cinder-825492-15-iscsi neutron-server[104526]: INFO neutron.wsgi [None req-f725b6b8-7e01-44f4-81e2-f2f084ebaf4a admin admin] 10.222.0.24 "DELETE /v2.0/subnets/2bd01566-eaf4-4493-b26a-8c7ef6fcaf51 HTTP/1.1" status: 204 len: 168 time: 0.4185519 May 25 07:41:19.867440 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e62c69e-8db1-42db-83fd-7a2b424edf66 req-e9019b5a-093b-4f00-8843-be140428a7aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 07:41:19.868908 dv-cinder-825492-15-iscsi neutron-server[104526]: INFO neutron.wsgi [req-4e62c69e-8db1-42db-83fd-7a2b424edf66 req-e9019b5a-093b-4f00-8843-be140428a7aa service neutron] 10.222.0.41 "GET /v2.0/networks?id=f85a9936-18a2-497c-90b9-ba6df25b9b6e HTTP/1.1" status: 200 len: 911 time: 0.1202354 May 25 07:41:19.869038 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron.wsgi [-] (104525) accepted ('10.222.0.24', 46626) {{(pid=104525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 07:41:19.874501 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ed4d098-dc22-4932-9ca3-075f99492947 None None] Network e9255b8f-85b1-4659-9bc1-7aaec6681338 requested from dv-cinder-825492-15-iscsi {{(pid=104527) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 25 07:41:19.914597 dv-cinder-825492-15-iscsi neutron-server[104526]: INFO neutron.wsgi [req-4e62c69e-8db1-42db-83fd-7a2b424edf66 req-47141546-c6c3-4229-b58c-82b85bad9866 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=82e28fc3-f3d3-49bd-a344-d2f7bb0dbf27 HTTP/1.1" status: 200 len: 217 time: 0.0395198 May 25 07:41:19.933287 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG dbcounter [-] [104527] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104527) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 07:41:19.961113 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-24e3db78-cf63-4935-bf36-56d86c56c768 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1321757'] for network (e9255b8f-85b1-4659-9bc1-7aaec6681338), before_delete {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:41:19.978077 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e62c69e-8db1-42db-83fd-7a2b424edf66 req-b9d0669f-c8dc-41b9-a620-8caa3e770150 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 07:41:19.983318 dv-cinder-825492-15-iscsi neutron-server[104526]: INFO neutron.wsgi [req-4e62c69e-8db1-42db-83fd-7a2b424edf66 req-b9d0669f-c8dc-41b9-a620-8caa3e770150 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=fdef845a-6670-4f1a-9c6b-2e789510998b HTTP/1.1" status: 200 len: 849 time: 0.0605407 May 25 07:41:20.003567 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron.plugins.ml2.plugin [None req-24e3db78-cf63-4935-bf36-56d86c56c768 admin admin] Deleting port 3f9b8e5a-c834-4dec-b9c4-d4db1279f163 {{(pid=104525) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 25 07:41:20.003965 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-24e3db78-cf63-4935-bf36-56d86c56c768 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754056702922'] for port (3f9b8e5a-c834-4dec-b9c4-d4db1279f163), before_delete {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:41:20.027502 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e62c69e-8db1-42db-83fd-7a2b424edf66 req-ab8c4121-e769-40d7-ad90-57b4cc16050e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 07:41:20.029323 dv-cinder-825492-15-iscsi neutron-server[104526]: INFO neutron.wsgi [req-4e62c69e-8db1-42db-83fd-7a2b424edf66 req-ab8c4121-e769-40d7-ad90-57b4cc16050e service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=f85a9936-18a2-497c-90b9-ba6df25b9b6e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0426319 May 25 07:41:20.063579 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03b0d2cb-9b5b-4816-a168-04fcdf42368e None None] DHCP port deletion for e9255b8f-85b1-4659-9bc1-7aaec6681338 request from dv-cinder-825492-15-iscsi {{(pid=104527) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} May 25 07:41:20.070201 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron.plugins.ml2.db [None req-24e3db78-cf63-4935-bf36-56d86c56c768 admin admin] For port 3f9b8e5a-c834-4dec-b9c4-d4db1279f163, host dv-cinder-825492-15-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825492-15-iscsi',level=0,port_id=3f9b8e5a-c834-4dec-b9c4-d4db1279f163,segment=NetworkSegment(969a65dc-e069-48a8-ad7f-e38fdf9684ce),segment_id=969a65dc-e069-48a8-ad7f-e38fdf9684ce)] {{(pid=104525) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 07:41:20.070682 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-24e3db78-cf63-4935-bf36-56d86c56c768 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625317'] for port (3f9b8e5a-c834-4dec-b9c4-d4db1279f163), precommit_delete {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:41:20.085466 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron.plugins.ml2.plugin [None req-24e3db78-cf63-4935-bf36-56d86c56c768 admin admin] Calling delete_port for 3f9b8e5a-c834-4dec-b9c4-d4db1279f163 owned by network:dhcp {{(pid=104525) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 25 07:41:20.102633 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.plugins.ml2.plugin [None req-03b0d2cb-9b5b-4816-a168-04fcdf42368e None None] Deleting port 3f9b8e5a-c834-4dec-b9c4-d4db1279f163 {{(pid=104527) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 25 07:41:20.103428 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron_lib.callbacks.manager [None req-03b0d2cb-9b5b-4816-a168-04fcdf42368e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754056702922'] for port (3f9b8e5a-c834-4dec-b9c4-d4db1279f163), before_delete {{(pid=104527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:41:20.131109 dv-cinder-825492-15-iscsi neutron-server[104526]: INFO neutron.wsgi [req-4e62c69e-8db1-42db-83fd-7a2b424edf66 req-cc45e071-4401-421e-9089-fdb640a61574 service neutron] 10.222.0.41 "GET /v2.0/networks/f85a9936-18a2-497c-90b9-ba6df25b9b6e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0955825 May 25 07:41:20.229671 dv-cinder-825492-15-iscsi neutron-server[104526]: INFO neutron.wsgi [req-4e62c69e-8db1-42db-83fd-7a2b424edf66 req-7f1ea54e-c2d6-4c2e-913b-8154ff47e32a service neutron] 10.222.0.41 "GET /v2.0/networks/f85a9936-18a2-497c-90b9-ba6df25b9b6e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0930228 May 25 07:41:20.240176 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-24e3db78-cf63-4935-bf36-56d86c56c768 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-617841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612926', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754056714424', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754056173873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59563715'] for port (3f9b8e5a-c834-4dec-b9c4-d4db1279f163), after_delete {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:41:20.272995 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24e3db78-cf63-4935-bf36-56d86c56c768 admin admin] Pushing event deleted for resources: {'Port': ['ID=3f9b8e5a-c834-4dec-b9c4-d4db1279f163,revision_number=None']} {{(pid=104525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 07:41:20.284840 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24e3db78-cf63-4935-bf36-56d86c56c768 admin admin] No DVR routers for this DVR port 3f9b8e5a-c834-4dec-b9c4-d4db1279f163 on host dv-cinder-825492-15-iscsi {{(pid=104525) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 25 07:41:20.289328 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.plugins.ml2.rpc [None req-4c581813-650f-4b4b-ac0f-82f585bea231 None None] Device 93f39134-ddc6-48cc-900e-93b44ac11bfb no longer exists at agent ovs-agent-dv-cinder-825492-15-iscsi {{(pid=104527) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 25 07:41:20.325857 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.plugins.ml2.plugin [None req-4c581813-650f-4b4b-ac0f-82f585bea231 None None] No Port match for: 93f39134-ddc6-48cc-900e-93b44ac11bfb {{(pid=104527) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 25 07:41:20.326252 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.plugins.ml2.rpc [None req-4c581813-650f-4b4b-ac0f-82f585bea231 None None] Device 93f39134-ddc6-48cc-900e-93b44ac11bfb not bound to the agent host dv-cinder-825492-15-iscsi {{(pid=104527) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 25 07:41:20.326680 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.plugins.ml2.rpc [None req-4c581813-650f-4b4b-ac0f-82f585bea231 None None] Device 3f9b8e5a-c834-4dec-b9c4-d4db1279f163 no longer exists at agent ovs-agent-dv-cinder-825492-15-iscsi {{(pid=104527) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 25 07:41:20.353510 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.plugins.ml2.plugin [None req-4c581813-650f-4b4b-ac0f-82f585bea231 None None] No Port match for: 3f9b8e5a-c834-4dec-b9c4-d4db1279f163 {{(pid=104527) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 25 07:41:20.353838 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.plugins.ml2.rpc [None req-4c581813-650f-4b4b-ac0f-82f585bea231 None None] Device 3f9b8e5a-c834-4dec-b9c4-d4db1279f163 not bound to the agent host dv-cinder-825492-15-iscsi {{(pid=104527) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 25 07:41:20.354470 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.plugins.ml2.rpc [None req-4c581813-650f-4b4b-ac0f-82f585bea231 None None] Device ff8aeffc-43d1-4e45-9c0c-9a1bd5a60423 no longer exists at agent ovs-agent-dv-cinder-825492-15-iscsi {{(pid=104527) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 25 07:41:20.365232 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-24e3db78-cf63-4935-bf36-56d86c56c768 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1508921', 'neutron.services.segments.db._delete_segments_for_network-8754056472935'] for network (e9255b8f-85b1-4659-9bc1-7aaec6681338), precommit_delete {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:41:20.374742 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74f1af6b-5976-49e4-ba2a-693c335becbf req-c9d45a43-1175-4a71-b0b6-89b0517fa83d tempest-AttachVolumeTestJSON-631109292 tempest-AttachVolumeTestJSON-631109292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 07:41:20.376603 dv-cinder-825492-15-iscsi neutron-server[104526]: INFO neutron.wsgi [req-74f1af6b-5976-49e4-ba2a-693c335becbf req-c9d45a43-1175-4a71-b0b6-89b0517fa83d tempest-AttachVolumeTestJSON-631109292 tempest-AttachVolumeTestJSON-631109292-project] 10.222.0.24 "GET /v2.0/ports?device_id=2c5136fd-d373-4990-9a64-52d7549c48fa HTTP/1.1" status: 200 len: 943 time: 0.0548766 May 25 07:41:20.384723 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.plugins.ml2.plugin [None req-4c581813-650f-4b4b-ac0f-82f585bea231 None None] No Port match for: ff8aeffc-43d1-4e45-9c0c-9a1bd5a60423 {{(pid=104527) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 25 07:41:20.385003 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.plugins.ml2.rpc [None req-4c581813-650f-4b4b-ac0f-82f585bea231 None None] Device ff8aeffc-43d1-4e45-9c0c-9a1bd5a60423 not bound to the agent host dv-cinder-825492-15-iscsi {{(pid=104527) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 25 07:41:20.391490 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron.services.segments.db [None req-24e3db78-cf63-4935-bf36-56d86c56c768 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e9255b8f-85b1-4659-9bc1-7aaec6681338']}} {{(pid=104525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 07:41:20.402682 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.plugins.ml2.db [None req-03b0d2cb-9b5b-4816-a168-04fcdf42368e None None] For port 3f9b8e5a-c834-4dec-b9c4-d4db1279f163, host dv-cinder-825492-15-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825492-15-iscsi',level=0,port_id=3f9b8e5a-c834-4dec-b9c4-d4db1279f163,segment=NetworkSegment(969a65dc-e069-48a8-ad7f-e38fdf9684ce),segment_id=969a65dc-e069-48a8-ad7f-e38fdf9684ce)] {{(pid=104527) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 07:41:20.402682 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron_lib.callbacks.manager [None req-03b0d2cb-9b5b-4816-a168-04fcdf42368e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625317'] for port (3f9b8e5a-c834-4dec-b9c4-d4db1279f163), precommit_delete {{(pid=104527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:41:20.404215 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron.services.segments.db [None req-24e3db78-cf63-4935-bf36-56d86c56c768 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '969a65dc-e069-48a8-ad7f-e38fdf9684ce') {'for_net_delete': True} {{(pid=104525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 07:41:20.404614 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron.services.segments.db [None req-24e3db78-cf63-4935-bf36-56d86c56c768 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '969a65dc-e069-48a8-ad7f-e38fdf9684ce') {} {{(pid=104525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 07:41:20.412860 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.plugins.ml2.plugin [None req-03b0d2cb-9b5b-4816-a168-04fcdf42368e None None] Calling delete_port for 3f9b8e5a-c834-4dec-b9c4-d4db1279f163 owned by network:dhcp {{(pid=104527) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 25 07:41:20.415225 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-24e3db78-cf63-4935-bf36-56d86c56c768 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754056471920', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59371068'] for segment (969a65dc-e069-48a8-ad7f-e38fdf9684ce), before_delete {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:41:20.429599 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-24e3db78-cf63-4935-bf36-56d86c56c768 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1513389'] for segment (969a65dc-e069-48a8-ad7f-e38fdf9684ce), precommit_delete {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:41:20.431555 dv-cinder-825492-15-iscsi neutron-server[104526]: INFO neutron.wsgi [req-74f1af6b-5976-49e4-ba2a-693c335becbf req-445ceae4-5998-4b10-bb21-3c60b54d869f tempest-AttachVolumeTestJSON-631109292 tempest-AttachVolumeTestJSON-631109292-project] 10.222.0.24 "GET /v2.0/security-groups?id=3111191c-6c45-4596-b354-71b570859e5f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0487866 May 25 07:41:20.436700 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-24e3db78-cf63-4935-bf36-56d86c56c768 admin admin] Releasing vlan 252 on physical network physnet1 to pool {{(pid=104525) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 25 07:41:20.437140 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-24e3db78-cf63-4935-bf36-56d86c56c768 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1513389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59563766'] for segment (969a65dc-e069-48a8-ad7f-e38fdf9684ce), after_delete {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:41:20.480852 dv-cinder-825492-15-iscsi neutron-server[104525]: INFO neutron.services.segments.plugin [-] Segment 969a65dc-e069-48a8-ad7f-e38fdf9684ce resource provider aggregate not found May 25 07:41:20.489944 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG dbcounter [-] [104525] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=104525) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 07:41:20.505085 dv-cinder-825492-15-iscsi neutron-server[104525]: INFO neutron.services.segments.plugin [-] Segment 969a65dc-e069-48a8-ad7f-e38fdf9684ce resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 969a65dc-e069-48a8-ad7f-e38fdf9684ce found for delete ", "request_id": "req-57a6dd44-20a2-47c1-a363-3caaddff02aa"}]} May 25 07:41:20.535454 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron_lib.callbacks.manager [None req-03b0d2cb-9b5b-4816-a168-04fcdf42368e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-617841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612926', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754056714424', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754056173873'] for port (3f9b8e5a-c834-4dec-b9c4-d4db1279f163), after_delete {{(pid=104527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:41:20.560625 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03b0d2cb-9b5b-4816-a168-04fcdf42368e None None] Pushing event deleted for resources: {'Port': ['ID=3f9b8e5a-c834-4dec-b9c4-d4db1279f163,revision_number=None']} {{(pid=104527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 07:41:20.566946 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03b0d2cb-9b5b-4816-a168-04fcdf42368e None None] No DVR routers for this DVR port 3f9b8e5a-c834-4dec-b9c4-d4db1279f163 on host dv-cinder-825492-15-iscsi {{(pid=104527) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 25 07:41:20.651807 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-24e3db78-cf63-4935-bf36-56d86c56c768 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1508912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-278710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612926', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1617334'] for network (e9255b8f-85b1-4659-9bc1-7aaec6681338), after_delete {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:41:20.659362 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-24e3db78-cf63-4935-bf36-56d86c56c768 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1612908'] for network (None), before_response {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:41:20.662467 dv-cinder-825492-15-iscsi neutron-server[104525]: INFO neutron.wsgi [None req-24e3db78-cf63-4935-bf36-56d86c56c768 admin admin] 10.222.0.24 "DELETE /v2.0/networks/e9255b8f-85b1-4659-9bc1-7aaec6681338 HTTP/1.1" status: 204 len: 168 time: 0.7922616 May 25 07:41:20.673747 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24e3db78-cf63-4935-bf36-56d86c56c768 admin admin] Pushing event deleted for resources: {'Network': ['ID=e9255b8f-85b1-4659-9bc1-7aaec6681338,revision_number=None']} {{(pid=104525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 07:41:21.106443 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron.wsgi [-] (104525) accepted ('10.222.0.24', 46638) {{(pid=104525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 07:41:21.146281 dv-cinder-825492-15-iscsi neutron-server[104525]: INFO neutron.wsgi [None req-3955a7c7-b685-4ff7-9fa4-707f1dba21c6 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=d4719a4804e24f27b9427e58c5cbe13b&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0386608 May 25 07:41:21.148706 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron.wsgi [-] (104525) accepted ('10.222.0.24', 46640) {{(pid=104525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 07:41:21.195002 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-b82d22e6-8433-4514-8c42-b7956a7045e6 admin admin] Publish callbacks [] for security_group (98ed3ba3-167d-4434-bd0b-9600585017a5), before_delete {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:41:21.220119 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-b82d22e6-8433-4514-8c42-b7956a7045e6 admin admin] Publish callbacks [] for security_group (98ed3ba3-167d-4434-bd0b-9600585017a5), precommit_delete {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:41:21.394486 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-b82d22e6-8433-4514-8c42-b7956a7045e6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-278753'] for security_group (98ed3ba3-167d-4434-bd0b-9600585017a5), after_delete {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:41:21.397027 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-b82d22e6-8433-4514-8c42-b7956a7045e6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:41:21.398426 dv-cinder-825492-15-iscsi neutron-server[104525]: INFO neutron.wsgi [None req-b82d22e6-8433-4514-8c42-b7956a7045e6 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/98ed3ba3-167d-4434-bd0b-9600585017a5 HTTP/1.1" status: 204 len: 168 time: 0.2488091 May 25 07:41:21.406357 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b82d22e6-8433-4514-8c42-b7956a7045e6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=98ed3ba3-167d-4434-bd0b-9600585017a5,revision_number=None']} {{(pid=104525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 07:41:21.549892 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8728066-f737-42d3-a47e-d6bfedc256bf req-f84c8ddd-c1fb-461d-aa66-45f11a0855a8 tempest-AttachVolumeTestJSON-631109292 tempest-AttachVolumeTestJSON-631109292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 07:41:21.551365 dv-cinder-825492-15-iscsi neutron-server[104525]: INFO neutron.wsgi [req-d8728066-f737-42d3-a47e-d6bfedc256bf req-f84c8ddd-c1fb-461d-aa66-45f11a0855a8 tempest-AttachVolumeTestJSON-631109292 tempest-AttachVolumeTestJSON-631109292-project] 10.222.0.24 "GET /v2.0/ports?device_id=2c5136fd-d373-4990-9a64-52d7549c48fa HTTP/1.1" status: 200 len: 943 time: 0.0480096 May 25 07:41:21.599698 dv-cinder-825492-15-iscsi neutron-server[104525]: INFO neutron.wsgi [req-d8728066-f737-42d3-a47e-d6bfedc256bf req-dedbf0bc-89b9-417c-a080-ec5895778dcf tempest-AttachVolumeTestJSON-631109292 tempest-AttachVolumeTestJSON-631109292-project] 10.222.0.24 "GET /v2.0/security-groups?id=3111191c-6c45-4596-b354-71b570859e5f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419779 May 25 07:41:22.570709 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron.wsgi [-] (104525) accepted ('10.222.0.24', 46668) {{(pid=104525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 07:41:22.668776 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron.api.v2.base [None req-a1ab0616-d32f-40f0-9538-eaa9165e145d admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-103287044-network', 'tenant_id': 'a7f8cad467754a41870947a4d7981cd8'}} {{(pid=104525) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 25 07:41:22.715443 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-401eb6dc-feaa-43fb-9fdd-42d3aa08c052 req-c9fceb94-2aef-487d-89b1-6d77400b8180 tempest-AttachVolumeTestJSON-631109292 tempest-AttachVolumeTestJSON-631109292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 07:41:22.717093 dv-cinder-825492-15-iscsi neutron-server[104526]: INFO neutron.wsgi [req-401eb6dc-feaa-43fb-9fdd-42d3aa08c052 req-c9fceb94-2aef-487d-89b1-6d77400b8180 tempest-AttachVolumeTestJSON-631109292 tempest-AttachVolumeTestJSON-631109292-project] 10.222.0.24 "GET /v2.0/ports?device_id=2c5136fd-d373-4990-9a64-52d7549c48fa HTTP/1.1" status: 200 len: 943 time: 0.0467062 May 25 07:41:22.736915 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.plugins.ml2.rpc [None req-798242cc-9ea0-464c-9109-86bd7997349e None None] Device 82e28fc3-f3d3-49bd-a344-d2f7bb0dbf27 details requested by agent hyperv_hv-cinder-82549 with host hv-cinder-82549 {{(pid=104527) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 25 07:41:22.757427 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a1ab0616-d32f-40f0-9538-eaa9165e145d admin admin] Made reservation on behalf of a7f8cad467754a41870947a4d7981cd8 for: {'network': 1} {{(pid=104525) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 07:41:22.767383 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-a1ab0616-d32f-40f0-9538-eaa9165e145d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-616651'] for network (None), before_create {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:41:22.767523 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG dbcounter [-] [104526] Writing DB stats neutron:DELETE=5,neutron:SELECT=94,neutron:UPDATE=1 {{(pid=104526) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 07:41:22.768192 dv-cinder-825492-15-iscsi neutron-server[104526]: INFO neutron.wsgi [req-401eb6dc-feaa-43fb-9fdd-42d3aa08c052 req-1342309a-4b94-4a81-8a08-b5f910e77dce tempest-AttachVolumeTestJSON-631109292 tempest-AttachVolumeTestJSON-631109292-project] 10.222.0.24 "GET /v2.0/security-groups?id=3111191c-6c45-4596-b354-71b570859e5f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452657 May 25 07:41:22.768936 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-a1ab0616-d32f-40f0-9538-eaa9165e145d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:41:22.790762 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG dbcounter [-] [104525] Writing DB stats neutron:SELECT=92,neutron:DELETE=5,neutron:UPDATE=1,neutron:INSERT=2 {{(pid=104525) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 07:41:22.843741 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.plugins.ml2.db [None req-798242cc-9ea0-464c-9109-86bd7997349e None None] For port 82e28fc3-f3d3-49bd-a344-d2f7bb0dbf27, host hv-cinder-82549, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82549',level=0,port_id=82e28fc3-f3d3-49bd-a344-d2f7bb0dbf27,segment=NetworkSegment(39d8adcc-894d-48bd-a642-230f02087ed7),segment_id=39d8adcc-894d-48bd-a642-230f02087ed7)] {{(pid=104527) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 07:41:22.847820 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-a1ab0616-d32f-40f0-9538-eaa9165e145d admin admin] Publish callbacks [] for security_group (72438763-fd02-48b7-9414-da7be88e7f94), precommit_create {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:41:22.859628 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.plugins.ml2.rpc [None req-798242cc-9ea0-464c-9109-86bd7997349e None None] Returning: {'device': '82e28fc3-f3d3-49bd-a344-d2f7bb0dbf27', 'network_id': 'f85a9936-18a2-497c-90b9-ba6df25b9b6e', 'port_id': '82e28fc3-f3d3-49bd-a344-d2f7bb0dbf27', 'mac_address': 'fa:16:3e:08:22:0f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 255, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fdef845a-6670-4f1a-9c6b-2e789510998b', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104527) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 25 07:41:22.894673 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.plugins.ml2.plugin [None req-798242cc-9ea0-464c-9109-86bd7997349e None None] Current status of the port 82e28fc3-f3d3-49bd-a344-d2f7bb0dbf27 is: DOWN; New status is: BUILD {{(pid=104527) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 25 07:41:22.895061 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron_lib.callbacks.manager [None req-798242cc-9ea0-464c-9109-86bd7997349e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-616651'] for port (82e28fc3-f3d3-49bd-a344-d2f7bb0dbf27), before_update {{(pid=104527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:41:22.908193 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.notifiers.nova [None req-798242cc-9ea0-464c-9109-86bd7997349e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 82e28fc3-f3d3-49bd-a344-d2f7bb0dbf27 {{(pid=104527) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 25 07:41:22.928034 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.plugins.ml2.db [None req-798242cc-9ea0-464c-9109-86bd7997349e None None] For port 82e28fc3-f3d3-49bd-a344-d2f7bb0dbf27, host hv-cinder-82549, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82549',level=0,port_id=82e28fc3-f3d3-49bd-a344-d2f7bb0dbf27,segment=NetworkSegment(39d8adcc-894d-48bd-a642-230f02087ed7),segment_id=39d8adcc-894d-48bd-a642-230f02087ed7)] {{(pid=104527) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 07:41:22.931706 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-a1ab0616-d32f-40f0-9538-eaa9165e145d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-278753'] for security_group (72438763-fd02-48b7-9414-da7be88e7f94), after_create {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:41:22.956489 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a1ab0616-d32f-40f0-9538-eaa9165e145d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 281} {{(pid=104525) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 25 07:41:22.971818 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1ab0616-d32f-40f0-9538-eaa9165e145d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=72438763-fd02-48b7-9414-da7be88e7f94,revision_number=1']} {{(pid=104525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 07:41:22.974728 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-a1ab0616-d32f-40f0-9538-eaa9165e145d admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8754056472926', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1513389'] for segment (0ca2769b-5648-42e6-9707-e854b93aa4ea), precommit_create {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:41:22.975134 dv-cinder-825492-15-iscsi neutron-server[104525]: INFO neutron.db.segments_db [None req-a1ab0616-d32f-40f0-9538-eaa9165e145d admin admin] Added segment 0ca2769b-5648-42e6-9707-e854b93aa4ea of type vlan for network 8e325c84-f2ab-425b-825d-452ad0309a4f May 25 07:41:23.015027 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-a1ab0616-d32f-40f0-9538-eaa9165e145d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754056145246'] for network (8e325c84-f2ab-425b-825d-452ad0309a4f), precommit_create {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:41:23.021452 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG dbcounter [-] [104525] Writing DB stats neutron:SELECT=77,neutron:DELETE=3,neutron:INSERT=16,neutron:UPDATE=4 {{(pid=104525) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 07:41:23.034283 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron_lib.callbacks.manager [None req-798242cc-9ea0-464c-9109-86bd7997349e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-617841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612926', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754056714442', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754056173882', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754056173900'] for port (82e28fc3-f3d3-49bd-a344-d2f7bb0dbf27), after_update {{(pid=104527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:41:23.079390 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-798242cc-9ea0-464c-9109-86bd7997349e None None] Pushing event updated for resources: {'Port': ['ID=82e28fc3-f3d3-49bd-a344-d2f7bb0dbf27,revision_number=4']} {{(pid=104527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 07:41:23.136960 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-a1ab0616-d32f-40f0-9538-eaa9165e145d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-278710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612926'] for network (8e325c84-f2ab-425b-825d-452ad0309a4f), after_create {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:41:23.137941 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1ab0616-d32f-40f0-9538-eaa9165e145d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 07:41:23.138528 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-a1ab0616-d32f-40f0-9538-eaa9165e145d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1612908'] for network (None), before_response {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:41:23.196903 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1ab0616-d32f-40f0-9538-eaa9165e145d admin admin] Pushing event updated for resources: {'Network': ['ID=8e325c84-f2ab-425b-825d-452ad0309a4f,revision_number=1']} {{(pid=104525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 07:41:23.206139 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.plugins.ml2.rpc [None req-4c581813-650f-4b4b-ac0f-82f585bea231 None None] Network 8e325c84-f2ab-425b-825d-452ad0309a4f details requested by agent ovs-agent-dv-cinder-825492-15-iscsi with host dv-cinder-825492-15-iscsi {{(pid=104527) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 25 07:41:23.208309 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG dbcounter [-] [104527] Writing DB stats neutron:SELECT=97,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=104527) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 07:41:23.299595 dv-cinder-825492-15-iscsi neutron-server[104525]: INFO neutron.wsgi [None req-a1ab0616-d32f-40f0-9538-eaa9165e145d admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 878 time: 0.7277472 May 25 07:41:23.302464 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron.wsgi [-] (104525) accepted ('10.222.0.24', 46676) {{(pid=104525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 07:41:23.307458 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron.api.v2.base [None req-f2c16eff-8895-4b50-a2dc-771b7b686d62 admin admin] Request body: {'subnet': {'network_id': '8e325c84-f2ab-425b-825d-452ad0309a4f', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-103287044-subnet', 'tenant_id': 'a7f8cad467754a41870947a4d7981cd8', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104525) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 25 07:41:23.368927 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.plugins.ml2.db [None req-798242cc-9ea0-464c-9109-86bd7997349e None None] get_ports_and_sgs() called for port_ids ['82e28fc3-f3d3-49bd-a344-d2f7bb0dbf27'] {{(pid=104527) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 25 07:41:23.426531 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG dbcounter [-] [104527] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=104527) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 07:41:23.431628 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f2c16eff-8895-4b50-a2dc-771b7b686d62 admin admin] Made reservation on behalf of a7f8cad467754a41870947a4d7981cd8 for: {'subnet': 1} {{(pid=104525) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 07:41:23.434146 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-f2c16eff-8895-4b50-a2dc-771b7b686d62 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62065451'] for subnet (None), before_create {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:41:23.609382 dv-cinder-825492-15-iscsi neutron-server[104528]: DEBUG dbcounter [-] [104528] Writing DB stats neutron:SELECT=32,neutron:UPDATE=4 {{(pid=104528) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 07:41:23.674426 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-f2c16eff-8895-4b50-a2dc-771b7b686d62 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-280644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59563859', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62065625'] for subnet (cd2b03f5-ee46-46e6-9b05-b563959e38e6), after_create {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:41:23.734428 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2c16eff-8895-4b50-a2dc-771b7b686d62 admin admin] Pushing event updated for resources: {'Subnet': ['ID=cd2b03f5-ee46-46e6-9b05-b563959e38e6,revision_number=0']} {{(pid=104525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 07:41:23.743582 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2c16eff-8895-4b50-a2dc-771b7b686d62 admin admin] Checking segment: {'id': '0ca2769b-5648-42e6-9707-e854b93aa4ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 281, 'network_id': '8e325c84-f2ab-425b-825d-452ad0309a4f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104525) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 25 07:41:23.743964 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2c16eff-8895-4b50-a2dc-771b7b686d62 admin admin] Network hostable DHCP agents. Network: 8e325c84-f2ab-425b-825d-452ad0309a4f, hostable agents: ['6cf9466f-68ff-4d03-9bb6-0c8244fa88eb'], hosted agents: [] {{(pid=104525) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 25 07:41:23.814099 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG dbcounter [-] [104525] Writing DB stats neutron:SELECT=89,neutron:DELETE=2,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=104525) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 07:41:23.839545 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2c16eff-8895-4b50-a2dc-771b7b686d62 admin admin] Network 8e325c84-f2ab-425b-825d-452ad0309a4f is scheduled to be hosted by DHCP agent 6cf9466f-68ff-4d03-9bb6-0c8244fa88eb with binding_index 1 {{(pid=104525) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 25 07:41:23.892382 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d60367bc-00a8-415b-be2d-1c91ffc63b04 req-77d118f9-7a72-4e9d-b3ef-28d9e51473c4 tempest-AttachVolumeTestJSON-631109292 tempest-AttachVolumeTestJSON-631109292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 07:41:23.893932 dv-cinder-825492-15-iscsi neutron-server[104525]: INFO neutron.wsgi [req-d60367bc-00a8-415b-be2d-1c91ffc63b04 req-77d118f9-7a72-4e9d-b3ef-28d9e51473c4 tempest-AttachVolumeTestJSON-631109292 tempest-AttachVolumeTestJSON-631109292-project] 10.222.0.24 "GET /v2.0/ports?device_id=2c5136fd-d373-4990-9a64-52d7549c48fa HTTP/1.1" status: 200 len: 944 time: 0.0487723 May 25 07:41:23.936759 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron.scheduler.base_scheduler [None req-f2c16eff-8895-4b50-a2dc-771b7b686d62 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-825492-15-iscsi, 8e325c84-f2ab-425b-825d-452ad0309a4f) {{(pid=104525) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 07:41:23.941164 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2c16eff-8895-4b50-a2dc-771b7b686d62 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 07:41:23.942119 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-f2c16eff-8895-4b50-a2dc-771b7b686d62 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1612908'] for subnet (None), before_response {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:41:23.945879 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a598ebcc-5a85-4ac5-886e-3ec9ab5c4147 None None] Network 8e325c84-f2ab-425b-825d-452ad0309a4f requested from dv-cinder-825492-15-iscsi {{(pid=104527) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 25 07:41:23.947125 dv-cinder-825492-15-iscsi neutron-server[104525]: INFO neutron.wsgi [req-d60367bc-00a8-415b-be2d-1c91ffc63b04 req-ed8c86db-64c1-47b9-853a-fc1e29b8fa5a tempest-AttachVolumeTestJSON-631109292 tempest-AttachVolumeTestJSON-631109292-project] 10.222.0.24 "GET /v2.0/security-groups?id=3111191c-6c45-4596-b354-71b570859e5f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475159 May 25 07:41:24.034093 dv-cinder-825492-15-iscsi neutron-server[104525]: INFO neutron.wsgi [None req-f2c16eff-8895-4b50-a2dc-771b7b686d62 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.7305782 May 25 07:41:24.045099 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-915600bb-017d-4e3c-8636-fc1371a7d5a0 None None] Network 8e325c84-f2ab-425b-825d-452ad0309a4f requested from dv-cinder-825492-15-iscsi {{(pid=104527) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 25 07:41:24.760364 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.plugins.ml2.rpc [None req-798242cc-9ea0-464c-9109-86bd7997349e None None] Device 82e28fc3-f3d3-49bd-a344-d2f7bb0dbf27 up at agent hyperv_hv-cinder-82549 {{(pid=104527) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 25 07:41:24.802508 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.db.provisioning_blocks [None req-798242cc-9ea0-464c-9109-86bd7997349e None None] Provisioning for port 82e28fc3-f3d3-49bd-a344-d2f7bb0dbf27 completed by entity L2. {{(pid=104527) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 25 07:41:24.891117 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.db.provisioning_blocks [None req-798242cc-9ea0-464c-9109-86bd7997349e None None] Provisioning complete for port 82e28fc3-f3d3-49bd-a344-d2f7bb0dbf27 triggered by entity L2. {{(pid=104527) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 25 07:41:24.891496 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron_lib.callbacks.manager [None req-798242cc-9ea0-464c-9109-86bd7997349e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1490782'] for port (82e28fc3-f3d3-49bd-a344-d2f7bb0dbf27), provisioning_complete {{(pid=104527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:41:24.897270 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron.wsgi [-] (104525) accepted ('10.222.0.24', 46698) {{(pid=104525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 07:41:24.902808 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron.api.v2.base [None req-bcc70344-c4d7-4340-a5f7-84c503aa4b2a admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-249834893-network', 'tenant_id': 'c2aba48947ba41c69424c0bffacf791f'}} {{(pid=104525) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 25 07:41:24.968291 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.plugins.ml2.plugin [None req-798242cc-9ea0-464c-9109-86bd7997349e None None] Current status of the port 82e28fc3-f3d3-49bd-a344-d2f7bb0dbf27 is: BUILD; New status is: ACTIVE {{(pid=104527) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 25 07:41:24.969440 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron_lib.callbacks.manager [None req-798242cc-9ea0-464c-9109-86bd7997349e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-616651'] for port (82e28fc3-f3d3-49bd-a344-d2f7bb0dbf27), before_update {{(pid=104527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:41:24.997111 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bcc70344-c4d7-4340-a5f7-84c503aa4b2a admin admin] Made reservation on behalf of c2aba48947ba41c69424c0bffacf791f for: {'network': 1} {{(pid=104525) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 07:41:24.999212 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2c5136fd-d373-4990-9a64-52d7549c48fa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '82e28fc3-f3d3-49bd-a344-d2f7bb0dbf27'}] {{(pid=104527) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 25 07:41:25.001468 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b7b9631292b9c3281c46c063e828ef1e98938590bf5356102cacde7abf71fd6b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-103e5bc4-3ef3-4fed-9281-6ed99461079e" -d '{"events": [{"server_uuid": "2c5136fd-d373-4990-9a64-52d7549c48fa", "name": "network-vif-plugged", "status": "completed", "tag": "82e28fc3-f3d3-49bd-a344-d2f7bb0dbf27"}]}' {{(pid=104527) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 25 07:41:25.002525 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-bcc70344-c4d7-4340-a5f7-84c503aa4b2a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-616651'] for network (None), before_create {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:41:25.013890 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.plugins.ml2.db [None req-798242cc-9ea0-464c-9109-86bd7997349e None None] For port 82e28fc3-f3d3-49bd-a344-d2f7bb0dbf27, host hv-cinder-82549, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82549',level=0,port_id=82e28fc3-f3d3-49bd-a344-d2f7bb0dbf27,segment=NetworkSegment(39d8adcc-894d-48bd-a642-230f02087ed7),segment_id=39d8adcc-894d-48bd-a642-230f02087ed7)] {{(pid=104527) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 07:41:25.026785 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-bcc70344-c4d7-4340-a5f7-84c503aa4b2a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:41:25.049153 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 25 May 2022 07:41:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0199a855-eb3c-4e80-b011-75c95d9b4de0 x-openstack-request-id: req-0199a855-eb3c-4e80-b011-75c95d9b4de0 {{(pid=104527) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 25 07:41:25.056752 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2c5136fd-d373-4990-9a64-52d7549c48fa", "name": "network-vif-plugged", "status": "completed", "tag": "82e28fc3-f3d3-49bd-a344-d2f7bb0dbf27", "code": 200}]} {{(pid=104527) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 25 07:41:25.056752 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-0199a855-eb3c-4e80-b011-75c95d9b4de0 {{(pid=104527) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 25 07:41:25.056752 dv-cinder-825492-15-iscsi neutron-server[104527]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0199a855-eb3c-4e80-b011-75c95d9b4de0'] response: {'server_uuid': '2c5136fd-d373-4990-9a64-52d7549c48fa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '82e28fc3-f3d3-49bd-a344-d2f7bb0dbf27', 'code': 200} May 25 07:41:25.071397 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron_lib.callbacks.manager [None req-798242cc-9ea0-464c-9109-86bd7997349e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-617841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612926', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754056714442', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754056173882', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754056173900'] for port (82e28fc3-f3d3-49bd-a344-d2f7bb0dbf27), after_update {{(pid=104527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:41:25.073442 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d786759b-3fe4-443b-ba56-1c32b8b2ca5b req-17340c80-789a-4dcc-b458-6bf1da46da2e tempest-AttachVolumeTestJSON-631109292 tempest-AttachVolumeTestJSON-631109292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 07:41:25.075299 dv-cinder-825492-15-iscsi neutron-server[104526]: INFO neutron.wsgi [req-d786759b-3fe4-443b-ba56-1c32b8b2ca5b req-17340c80-789a-4dcc-b458-6bf1da46da2e tempest-AttachVolumeTestJSON-631109292 tempest-AttachVolumeTestJSON-631109292-project] 10.222.0.24 "GET /v2.0/ports?device_id=2c5136fd-d373-4990-9a64-52d7549c48fa HTTP/1.1" status: 200 len: 944 time: 0.0503488 May 25 07:41:25.103976 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG dbcounter [-] [104527] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=104527) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 07:41:25.122601 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-798242cc-9ea0-464c-9109-86bd7997349e None None] Pushing event updated for resources: {'Port': ['ID=82e28fc3-f3d3-49bd-a344-d2f7bb0dbf27,revision_number=5']} {{(pid=104527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 07:41:25.125875 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-bcc70344-c4d7-4340-a5f7-84c503aa4b2a admin admin] Publish callbacks [] for security_group (9f5cdeae-3dc1-479c-929f-a3153d78bdc6), precommit_create {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:41:25.129935 dv-cinder-825492-15-iscsi neutron-server[104526]: INFO neutron.wsgi [req-d786759b-3fe4-443b-ba56-1c32b8b2ca5b req-e50c7461-4eb7-4b17-a090-9440b2ed2cd1 tempest-AttachVolumeTestJSON-631109292 tempest-AttachVolumeTestJSON-631109292-project] 10.222.0.24 "GET /v2.0/security-groups?id=3111191c-6c45-4596-b354-71b570859e5f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0490119 May 25 07:41:25.203002 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-bcc70344-c4d7-4340-a5f7-84c503aa4b2a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-278753'] for security_group (9f5cdeae-3dc1-479c-929f-a3153d78bdc6), after_create {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:41:25.234102 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bcc70344-c4d7-4340-a5f7-84c503aa4b2a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 265} {{(pid=104525) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 25 07:41:25.240989 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcc70344-c4d7-4340-a5f7-84c503aa4b2a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9f5cdeae-3dc1-479c-929f-a3153d78bdc6,revision_number=1']} {{(pid=104525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 07:41:25.247679 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-bcc70344-c4d7-4340-a5f7-84c503aa4b2a admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8754056472926', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1513389'] for segment (bdf1c318-ede7-4a2a-9f2f-1d5720a9c1a8), precommit_create {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:41:25.248835 dv-cinder-825492-15-iscsi neutron-server[104525]: INFO neutron.db.segments_db [None req-bcc70344-c4d7-4340-a5f7-84c503aa4b2a admin admin] Added segment bdf1c318-ede7-4a2a-9f2f-1d5720a9c1a8 of type vlan for network 1af6519f-a2d0-4e37-ae2f-a68097c7394f May 25 07:41:25.291379 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-bcc70344-c4d7-4340-a5f7-84c503aa4b2a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754056145246'] for network (1af6519f-a2d0-4e37-ae2f-a68097c7394f), precommit_create {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:41:25.294957 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG dbcounter [-] [104525] Writing DB stats neutron:INSERT=19,neutron:SELECT=74,neutron:UPDATE=5,neutron:DELETE=2 {{(pid=104525) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 07:41:25.420381 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-bcc70344-c4d7-4340-a5f7-84c503aa4b2a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-278710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612926'] for network (1af6519f-a2d0-4e37-ae2f-a68097c7394f), after_create {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:41:25.421387 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bcc70344-c4d7-4340-a5f7-84c503aa4b2a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 07:41:25.421965 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-bcc70344-c4d7-4340-a5f7-84c503aa4b2a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1612908'] for network (None), before_response {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:41:25.479527 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcc70344-c4d7-4340-a5f7-84c503aa4b2a admin admin] Pushing event updated for resources: {'Network': ['ID=1af6519f-a2d0-4e37-ae2f-a68097c7394f,revision_number=1']} {{(pid=104525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 07:41:25.489198 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.plugins.ml2.rpc [None req-4c581813-650f-4b4b-ac0f-82f585bea231 None None] Network 1af6519f-a2d0-4e37-ae2f-a68097c7394f details requested by agent ovs-agent-dv-cinder-825492-15-iscsi with host dv-cinder-825492-15-iscsi {{(pid=104527) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 25 07:41:25.536598 dv-cinder-825492-15-iscsi neutron-server[104525]: INFO neutron.wsgi [None req-bcc70344-c4d7-4340-a5f7-84c503aa4b2a admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 878 time: 0.6353383 May 25 07:41:25.537293 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.wsgi [-] (104526) accepted ('10.222.0.24', 46706) {{(pid=104526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 07:41:25.543297 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.api.v2.base [None req-73f57e0b-bc45-4904-9286-f6867aa7ddc2 admin admin] Request body: {'subnet': {'network_id': '1af6519f-a2d0-4e37-ae2f-a68097c7394f', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-249834893-subnet', 'tenant_id': 'c2aba48947ba41c69424c0bffacf791f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104526) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 25 07:41:25.668793 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-107e07e6-84d0-424e-91ca-b553948437d7 req-482427d8-9c4e-4431-a384-e6e31f7f666b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 07:41:25.670340 dv-cinder-825492-15-iscsi neutron-server[104526]: INFO neutron.wsgi [req-107e07e6-84d0-424e-91ca-b553948437d7 req-482427d8-9c4e-4431-a384-e6e31f7f666b service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=2c5136fd-d373-4990-9a64-52d7549c48fa HTTP/1.1" status: 200 len: 1129 time: 0.0387993 May 25 07:41:25.671383 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-73f57e0b-bc45-4904-9286-f6867aa7ddc2 admin admin] Made reservation on behalf of c2aba48947ba41c69424c0bffacf791f for: {'subnet': 1} {{(pid=104526) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 07:41:25.673599 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-73f57e0b-bc45-4904-9286-f6867aa7ddc2 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58838961'] for subnet (None), before_create {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:41:25.775032 dv-cinder-825492-15-iscsi neutron-server[104526]: INFO neutron.wsgi [req-107e07e6-84d0-424e-91ca-b553948437d7 req-8bc0a2e7-1832-4a4f-83e3-c00bf7e31eff service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=3111191c-6c45-4596-b354-71b570859e5f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0993617 May 25 07:41:26.031880 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-73f57e0b-bc45-4904-9286-f6867aa7ddc2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-280644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2909966', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58838851'] for subnet (b9f0dc7e-6edd-482a-bc4b-891b25758179), after_create {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:41:26.080792 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG dbcounter [-] [104526] Writing DB stats neutron:SELECT=95,neutron:INSERT=5 {{(pid=104526) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 07:41:26.090846 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73f57e0b-bc45-4904-9286-f6867aa7ddc2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b9f0dc7e-6edd-482a-bc4b-891b25758179,revision_number=0']} {{(pid=104526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 07:41:26.101542 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73f57e0b-bc45-4904-9286-f6867aa7ddc2 admin admin] Checking segment: {'id': 'bdf1c318-ede7-4a2a-9f2f-1d5720a9c1a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 265, 'network_id': '1af6519f-a2d0-4e37-ae2f-a68097c7394f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104526) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 25 07:41:26.101991 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73f57e0b-bc45-4904-9286-f6867aa7ddc2 admin admin] Network hostable DHCP agents. Network: 1af6519f-a2d0-4e37-ae2f-a68097c7394f, hostable agents: ['6cf9466f-68ff-4d03-9bb6-0c8244fa88eb'], hosted agents: [] {{(pid=104526) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 25 07:41:26.239797 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73f57e0b-bc45-4904-9286-f6867aa7ddc2 admin admin] Network 1af6519f-a2d0-4e37-ae2f-a68097c7394f is scheduled to be hosted by DHCP agent 6cf9466f-68ff-4d03-9bb6-0c8244fa88eb with binding_index 1 {{(pid=104526) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 25 07:41:26.247205 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a28c2973-b4d2-4440-a373-a9196dec6118 req-7756002c-3c89-449f-80e3-f8401c001c8a tempest-AttachVolumeTestJSON-631109292 tempest-AttachVolumeTestJSON-631109292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 07:41:26.248719 dv-cinder-825492-15-iscsi neutron-server[104525]: INFO neutron.wsgi [req-a28c2973-b4d2-4440-a373-a9196dec6118 req-7756002c-3c89-449f-80e3-f8401c001c8a tempest-AttachVolumeTestJSON-631109292 tempest-AttachVolumeTestJSON-631109292-project] 10.222.0.24 "GET /v2.0/ports?device_id=2c5136fd-d373-4990-9a64-52d7549c48fa HTTP/1.1" status: 200 len: 945 time: 0.0484235 May 25 07:41:26.302569 dv-cinder-825492-15-iscsi neutron-server[104525]: INFO neutron.wsgi [req-a28c2973-b4d2-4440-a373-a9196dec6118 req-09c4ed51-1b7c-45f1-866b-85dffc39c6b5 tempest-AttachVolumeTestJSON-631109292 tempest-AttachVolumeTestJSON-631109292-project] 10.222.0.24 "GET /v2.0/security-groups?id=3111191c-6c45-4596-b354-71b570859e5f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0480440 May 25 07:41:26.377669 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.scheduler.base_scheduler [None req-73f57e0b-bc45-4904-9286-f6867aa7ddc2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-825492-15-iscsi, 1af6519f-a2d0-4e37-ae2f-a68097c7394f) {{(pid=104526) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 07:41:26.382913 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73f57e0b-bc45-4904-9286-f6867aa7ddc2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 07:41:26.383570 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-73f57e0b-bc45-4904-9286-f6867aa7ddc2 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:41:26.388855 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d76fd9e-e3fc-4f8a-9b01-2c8259bd2051 None None] Network 1af6519f-a2d0-4e37-ae2f-a68097c7394f requested from dv-cinder-825492-15-iscsi {{(pid=104527) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 25 07:41:26.462832 dv-cinder-825492-15-iscsi neutron-server[104526]: INFO neutron.wsgi [None req-73f57e0b-bc45-4904-9286-f6867aa7ddc2 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.9243729 May 25 07:41:26.488840 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1855d647-f188-4d7a-b931-18e5c1ff27eb None None] Network 1af6519f-a2d0-4e37-ae2f-a68097c7394f requested from dv-cinder-825492-15-iscsi {{(pid=104527) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 25 07:41:26.593378 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.wsgi [-] (104526) accepted ('10.222.0.24', 46712) {{(pid=104526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 07:41:26.646557 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.db.db_base_plugin_v2 [None req-dfb4ee18-f092-4c3c-9351-da5c1dffe825 admin admin] Deleting subnet cd2b03f5-ee46-46e6-9b05-b563959e38e6 {{(pid=104526) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 25 07:41:26.650245 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-dfb4ee18-f092-4c3c-9351-da5c1dffe825 admin admin] Publish callbacks [] for subnet (cd2b03f5-ee46-46e6-9b05-b563959e38e6), before_delete {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:41:26.692855 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-dfb4ee18-f092-4c3c-9351-da5c1dffe825 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58882376'] for subnet (cd2b03f5-ee46-46e6-9b05-b563959e38e6), precommit_delete_associations {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:41:26.725502 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-dfb4ee18-f092-4c3c-9351-da5c1dffe825 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1507510'] for subnet (cd2b03f5-ee46-46e6-9b05-b563959e38e6), precommit_delete {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:41:26.915201 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-dfb4ee18-f092-4c3c-9351-da5c1dffe825 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1507501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-280644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2910025', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58838858'] for subnet (cd2b03f5-ee46-46e6-9b05-b563959e38e6), after_delete {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:41:26.946134 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfb4ee18-f092-4c3c-9351-da5c1dffe825 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cd2b03f5-ee46-46e6-9b05-b563959e38e6,revision_number=None']} {{(pid=104526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 07:41:26.952526 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-dfb4ee18-f092-4c3c-9351-da5c1dffe825 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:41:26.955390 dv-cinder-825492-15-iscsi neutron-server[104526]: INFO neutron.wsgi [None req-dfb4ee18-f092-4c3c-9351-da5c1dffe825 admin admin] 10.222.0.24 "DELETE /v2.0/subnets/cd2b03f5-ee46-46e6-9b05-b563959e38e6 HTTP/1.1" status: 204 len: 168 time: 0.3609767 May 25 07:41:26.957905 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.wsgi [-] (104526) accepted ('10.222.0.24', 46728) {{(pid=104526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 07:41:27.023023 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG dbcounter [-] [104526] Writing DB stats neutron:SELECT=88,neutron:INSERT=4,neutron:UPDATE=4,neutron:DELETE=4 {{(pid=104526) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 07:41:27.029515 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-b5c4e3e6-fa4b-4b5c-b5dc-7a8692e8b0cd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1321757'] for network (8e325c84-f2ab-425b-825d-452ad0309a4f), before_delete {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:41:27.110610 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-b5c4e3e6-fa4b-4b5c-b5dc-7a8692e8b0cd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1508921', 'neutron.services.segments.db._delete_segments_for_network-8754056472935'] for network (8e325c84-f2ab-425b-825d-452ad0309a4f), precommit_delete {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:41:27.130832 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.services.segments.db [None req-b5c4e3e6-fa4b-4b5c-b5dc-7a8692e8b0cd admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8e325c84-f2ab-425b-825d-452ad0309a4f']}} {{(pid=104526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 07:41:27.140042 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.services.segments.db [None req-b5c4e3e6-fa4b-4b5c-b5dc-7a8692e8b0cd admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0ca2769b-5648-42e6-9707-e854b93aa4ea') {'for_net_delete': True} {{(pid=104526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 07:41:27.140326 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.services.segments.db [None req-b5c4e3e6-fa4b-4b5c-b5dc-7a8692e8b0cd admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0ca2769b-5648-42e6-9707-e854b93aa4ea') {} {{(pid=104526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 07:41:27.153020 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-b5c4e3e6-fa4b-4b5c-b5dc-7a8692e8b0cd admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754056471920', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58882375'] for segment (0ca2769b-5648-42e6-9707-e854b93aa4ea), before_delete {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:41:27.165713 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-b5c4e3e6-fa4b-4b5c-b5dc-7a8692e8b0cd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1513389'] for segment (0ca2769b-5648-42e6-9707-e854b93aa4ea), precommit_delete {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:41:27.171821 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b5c4e3e6-fa4b-4b5c-b5dc-7a8692e8b0cd admin admin] Releasing vlan 281 on physical network physnet1 to pool {{(pid=104526) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 25 07:41:27.172242 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-b5c4e3e6-fa4b-4b5c-b5dc-7a8692e8b0cd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1513389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2909867'] for segment (0ca2769b-5648-42e6-9707-e854b93aa4ea), after_delete {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:41:27.213141 dv-cinder-825492-15-iscsi neutron-server[104526]: INFO neutron.services.segments.plugin [-] Segment 0ca2769b-5648-42e6-9707-e854b93aa4ea resource provider aggregate not found May 25 07:41:27.230565 dv-cinder-825492-15-iscsi neutron-server[104526]: INFO neutron.services.segments.plugin [-] Segment 0ca2769b-5648-42e6-9707-e854b93aa4ea resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 0ca2769b-5648-42e6-9707-e854b93aa4ea found for delete ", "request_id": "req-1a456698-105e-40a0-9cb6-e1f5595e9867"}]} May 25 07:41:27.337499 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-b5c4e3e6-fa4b-4b5c-b5dc-7a8692e8b0cd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1508912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-278710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612926', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1617334'] for network (8e325c84-f2ab-425b-825d-452ad0309a4f), after_delete {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:41:27.353437 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-b5c4e3e6-fa4b-4b5c-b5dc-7a8692e8b0cd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1612908'] for network (None), before_response {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:41:27.356582 dv-cinder-825492-15-iscsi neutron-server[104526]: INFO neutron.wsgi [None req-b5c4e3e6-fa4b-4b5c-b5dc-7a8692e8b0cd admin admin] 10.222.0.24 "DELETE /v2.0/networks/8e325c84-f2ab-425b-825d-452ad0309a4f HTTP/1.1" status: 204 len: 168 time: 0.3975217 May 25 07:41:27.357584 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5c4e3e6-fa4b-4b5c-b5dc-7a8692e8b0cd admin admin] Pushing event deleted for resources: {'Network': ['ID=8e325c84-f2ab-425b-825d-452ad0309a4f,revision_number=None']} {{(pid=104526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 07:41:27.359273 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.wsgi [-] (104526) accepted ('10.222.0.24', 46740) {{(pid=104526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 07:41:27.408322 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.db.db_base_plugin_v2 [None req-b3114e26-050c-4aa4-ac1f-5fb6129d15df admin admin] Deleting subnet b9f0dc7e-6edd-482a-bc4b-891b25758179 {{(pid=104526) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 25 07:41:27.412164 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-b3114e26-050c-4aa4-ac1f-5fb6129d15df admin admin] Publish callbacks [] for subnet (b9f0dc7e-6edd-482a-bc4b-891b25758179), before_delete {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:41:27.433795 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b53ae5b1-ef63-445c-afd1-997f87b8e3c2 req-bc09c968-7ed5-4a36-90d2-36f71aba590f tempest-AttachVolumeTestJSON-631109292 tempest-AttachVolumeTestJSON-631109292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 07:41:27.435341 dv-cinder-825492-15-iscsi neutron-server[104525]: INFO neutron.wsgi [req-b53ae5b1-ef63-445c-afd1-997f87b8e3c2 req-bc09c968-7ed5-4a36-90d2-36f71aba590f tempest-AttachVolumeTestJSON-631109292 tempest-AttachVolumeTestJSON-631109292-project] 10.222.0.24 "GET /v2.0/ports?device_id=2c5136fd-d373-4990-9a64-52d7549c48fa HTTP/1.1" status: 200 len: 945 time: 0.0560825 May 25 07:41:27.452463 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG dbcounter [-] [104526] Writing DB stats neutron:SELECT=90,neutron:DELETE=8,neutron:UPDATE=2 {{(pid=104526) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 07:41:27.454904 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-b3114e26-050c-4aa4-ac1f-5fb6129d15df admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58882376'] for subnet (b9f0dc7e-6edd-482a-bc4b-891b25758179), precommit_delete_associations {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:41:27.486633 dv-cinder-825492-15-iscsi neutron-server[104525]: INFO neutron.wsgi [req-b53ae5b1-ef63-445c-afd1-997f87b8e3c2 req-7c03cf99-3d19-4775-a757-ac4f7e302fb7 tempest-AttachVolumeTestJSON-631109292 tempest-AttachVolumeTestJSON-631109292-project] 10.222.0.24 "GET /v2.0/security-groups?id=3111191c-6c45-4596-b354-71b570859e5f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443678 May 25 07:41:27.496107 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-b3114e26-050c-4aa4-ac1f-5fb6129d15df admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1507510'] for subnet (b9f0dc7e-6edd-482a-bc4b-891b25758179), precommit_delete {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:41:27.623151 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-b3114e26-050c-4aa4-ac1f-5fb6129d15df admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1507501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-280644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2910025', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58838858'] for subnet (b9f0dc7e-6edd-482a-bc4b-891b25758179), after_delete {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:41:27.648909 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3114e26-050c-4aa4-ac1f-5fb6129d15df admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b9f0dc7e-6edd-482a-bc4b-891b25758179,revision_number=None']} {{(pid=104526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 07:41:27.652696 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-b3114e26-050c-4aa4-ac1f-5fb6129d15df admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:41:27.656465 dv-cinder-825492-15-iscsi neutron-server[104526]: INFO neutron.wsgi [None req-b3114e26-050c-4aa4-ac1f-5fb6129d15df admin admin] 10.222.0.24 "DELETE /v2.0/subnets/b9f0dc7e-6edd-482a-bc4b-891b25758179 HTTP/1.1" status: 204 len: 168 time: 0.2962508 May 25 07:41:27.658281 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.wsgi [-] (104526) accepted ('10.222.0.24', 46742) {{(pid=104526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 07:41:27.728670 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-b648729d-6128-42da-9ae9-c2e00dece4a3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1321757'] for network (1af6519f-a2d0-4e37-ae2f-a68097c7394f), before_delete {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:41:27.808418 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-b648729d-6128-42da-9ae9-c2e00dece4a3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1508921', 'neutron.services.segments.db._delete_segments_for_network-8754056472935'] for network (1af6519f-a2d0-4e37-ae2f-a68097c7394f), precommit_delete {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:41:27.828399 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.services.segments.db [None req-b648729d-6128-42da-9ae9-c2e00dece4a3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1af6519f-a2d0-4e37-ae2f-a68097c7394f']}} {{(pid=104526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 07:41:27.837647 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.services.segments.db [None req-b648729d-6128-42da-9ae9-c2e00dece4a3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bdf1c318-ede7-4a2a-9f2f-1d5720a9c1a8') {'for_net_delete': True} {{(pid=104526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 07:41:27.837937 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.services.segments.db [None req-b648729d-6128-42da-9ae9-c2e00dece4a3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bdf1c318-ede7-4a2a-9f2f-1d5720a9c1a8') {} {{(pid=104526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 07:41:27.847279 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-b648729d-6128-42da-9ae9-c2e00dece4a3 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754056471920', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58882375'] for segment (bdf1c318-ede7-4a2a-9f2f-1d5720a9c1a8), before_delete {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:41:27.860608 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-b648729d-6128-42da-9ae9-c2e00dece4a3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1513389'] for segment (bdf1c318-ede7-4a2a-9f2f-1d5720a9c1a8), precommit_delete {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:41:27.867308 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b648729d-6128-42da-9ae9-c2e00dece4a3 admin admin] Releasing vlan 265 on physical network physnet1 to pool {{(pid=104526) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 25 07:41:27.867709 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-b648729d-6128-42da-9ae9-c2e00dece4a3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1513389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2909867'] for segment (bdf1c318-ede7-4a2a-9f2f-1d5720a9c1a8), after_delete {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:41:28.011194 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-b648729d-6128-42da-9ae9-c2e00dece4a3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1508912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-278710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612926', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1617334'] for network (1af6519f-a2d0-4e37-ae2f-a68097c7394f), after_delete {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:41:28.016672 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-b648729d-6128-42da-9ae9-c2e00dece4a3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1612908'] for network (None), before_response {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:41:28.019826 dv-cinder-825492-15-iscsi neutron-server[104526]: INFO neutron.wsgi [None req-b648729d-6128-42da-9ae9-c2e00dece4a3 admin admin] 10.222.0.24 "DELETE /v2.0/networks/1af6519f-a2d0-4e37-ae2f-a68097c7394f HTTP/1.1" status: 204 len: 168 time: 0.3606358 May 25 07:41:28.032250 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b648729d-6128-42da-9ae9-c2e00dece4a3 admin admin] Pushing event deleted for resources: {'Network': ['ID=1af6519f-a2d0-4e37-ae2f-a68097c7394f,revision_number=None']} {{(pid=104526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 07:41:28.586475 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.wsgi [-] (104526) accepted ('10.222.0.24', 46752) {{(pid=104526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 07:41:28.624195 dv-cinder-825492-15-iscsi neutron-server[104526]: INFO neutron.wsgi [None req-54df755a-2cdc-4674-8501-d8590a7c3334 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=a7f8cad467754a41870947a4d7981cd8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0411005 May 25 07:41:28.626794 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.wsgi [-] (104526) accepted ('10.222.0.24', 46754) {{(pid=104526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 07:41:28.633530 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG dbcounter [-] [104526] Writing DB stats neutron:SELECT=88,neutron:DELETE=10,neutron:UPDATE=2 {{(pid=104526) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 07:41:28.675796 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-5c68c3b6-2d95-42e5-a5b3-31a182c431ee admin admin] Publish callbacks [] for security_group (72438763-fd02-48b7-9414-da7be88e7f94), before_delete {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:41:28.698346 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-5c68c3b6-2d95-42e5-a5b3-31a182c431ee admin admin] Publish callbacks [] for security_group (72438763-fd02-48b7-9414-da7be88e7f94), precommit_delete {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:41:28.816977 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c902b95-4b1a-43ea-93c9-e0839845bbff req-e8f3a4ba-891f-4dbe-b8ce-6765d112dff9 tempest-AttachVolumeTestJSON-631109292 tempest-AttachVolumeTestJSON-631109292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 07:41:28.818470 dv-cinder-825492-15-iscsi neutron-server[104525]: INFO neutron.wsgi [req-4c902b95-4b1a-43ea-93c9-e0839845bbff req-e8f3a4ba-891f-4dbe-b8ce-6765d112dff9 tempest-AttachVolumeTestJSON-631109292 tempest-AttachVolumeTestJSON-631109292-project] 10.222.0.24 "GET /v2.0/ports?device_id=2c5136fd-d373-4990-9a64-52d7549c48fa HTTP/1.1" status: 200 len: 945 time: 0.2566428 May 25 07:41:28.822658 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-5c68c3b6-2d95-42e5-a5b3-31a182c431ee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-278753'] for security_group (72438763-fd02-48b7-9414-da7be88e7f94), after_delete {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:41:28.825232 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-5c68c3b6-2d95-42e5-a5b3-31a182c431ee admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:41:28.826344 dv-cinder-825492-15-iscsi neutron-server[104526]: INFO neutron.wsgi [None req-5c68c3b6-2d95-42e5-a5b3-31a182c431ee admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/72438763-fd02-48b7-9414-da7be88e7f94 HTTP/1.1" status: 204 len: 168 time: 0.1986723 May 25 07:41:28.834450 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c68c3b6-2d95-42e5-a5b3-31a182c431ee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=72438763-fd02-48b7-9414-da7be88e7f94,revision_number=None']} {{(pid=104526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 07:41:28.870878 dv-cinder-825492-15-iscsi neutron-server[104525]: INFO neutron.wsgi [req-4c902b95-4b1a-43ea-93c9-e0839845bbff req-84c55c43-999f-4dd2-9061-d273d79f266f tempest-AttachVolumeTestJSON-631109292 tempest-AttachVolumeTestJSON-631109292-project] 10.222.0.24 "GET /v2.0/security-groups?id=3111191c-6c45-4596-b354-71b570859e5f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460114 May 25 07:41:29.050199 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-183bf54a-bb52-4812-bd13-39c0c4c36ec2 req-813e0a79-a631-4144-9beb-e67f4c5723e7 tempest-AttachVolumeTestJSON-631109292 tempest-AttachVolumeTestJSON-631109292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 07:41:29.051716 dv-cinder-825492-15-iscsi neutron-server[104526]: INFO neutron.wsgi [req-183bf54a-bb52-4812-bd13-39c0c4c36ec2 req-813e0a79-a631-4144-9beb-e67f4c5723e7 tempest-AttachVolumeTestJSON-631109292 tempest-AttachVolumeTestJSON-631109292-project] 10.222.0.24 "GET /v2.0/ports?device_id=2c5136fd-d373-4990-9a64-52d7549c48fa HTTP/1.1" status: 200 len: 945 time: 0.1080284 May 25 07:41:29.061351 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.wsgi [-] (104526) accepted ('10.222.0.24', 46762) {{(pid=104526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 07:41:29.065895 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.api.v2.base [None req-a73a1ed7-6d7c-4598-97bd-e4089eeab717 tempest-AttachVolumeTestJSON-631109292 tempest-AttachVolumeTestJSON-631109292-project] Request body: {'floatingip': {'port_id': '82e28fc3-f3d3-49bd-a344-d2f7bb0dbf27'}} {{(pid=104526) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 25 07:41:29.103886 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-a73a1ed7-6d7c-4598-97bd-e4089eeab717 tempest-AttachVolumeTestJSON-631109292 tempest-AttachVolumeTestJSON-631109292-project] Publish callbacks [] for floatingip (53b71a12-5d10-4bc4-8868-b8f3a1fa0580), before_update {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:41:29.265190 dv-cinder-825492-15-iscsi neutron-server[104526]: INFO neutron.services.segments.plugin [-] Segment bdf1c318-ede7-4a2a-9f2f-1d5720a9c1a8 resource provider aggregate not found May 25 07:41:29.547809 dv-cinder-825492-15-iscsi neutron-server[104526]: INFO neutron.services.segments.plugin [-] Segment bdf1c318-ede7-4a2a-9f2f-1d5720a9c1a8 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid bdf1c318-ede7-4a2a-9f2f-1d5720a9c1a8 found for delete ", "request_id": "req-05f47819-60ce-41d5-b039-a74eaa0c2c03"}]} May 25 07:41:29.581508 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron.wsgi [-] (104525) accepted ('10.222.0.24', 46776) {{(pid=104525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 07:41:29.629055 dv-cinder-825492-15-iscsi neutron-server[104525]: INFO neutron.wsgi [None req-0165d904-4c5e-4877-9695-fc5eca837501 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=c2aba48947ba41c69424c0bffacf791f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0438921 May 25 07:41:29.629249 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron.wsgi [-] (104525) accepted ('10.222.0.24', 46778) {{(pid=104525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 07:41:29.679819 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-a8b341f9-9745-483d-8ea4-2692fffdbdd7 admin admin] Publish callbacks [] for security_group (9f5cdeae-3dc1-479c-929f-a3153d78bdc6), before_delete {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:41:29.701430 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-a8b341f9-9745-483d-8ea4-2692fffdbdd7 admin admin] Publish callbacks [] for security_group (9f5cdeae-3dc1-479c-929f-a3153d78bdc6), precommit_delete {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:41:29.785622 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-a73a1ed7-6d7c-4598-97bd-e4089eeab717 tempest-AttachVolumeTestJSON-631109292 tempest-AttachVolumeTestJSON-631109292-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:41:29.834246 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-a8b341f9-9745-483d-8ea4-2692fffdbdd7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-278753'] for security_group (9f5cdeae-3dc1-479c-929f-a3153d78bdc6), after_delete {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:41:29.836938 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-a8b341f9-9745-483d-8ea4-2692fffdbdd7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:41:29.838172 dv-cinder-825492-15-iscsi neutron-server[104525]: INFO neutron.wsgi [None req-a8b341f9-9745-483d-8ea4-2692fffdbdd7 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/9f5cdeae-3dc1-479c-929f-a3153d78bdc6 HTTP/1.1" status: 204 len: 168 time: 0.2081711 May 25 07:41:29.846287 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8b341f9-9745-483d-8ea4-2692fffdbdd7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f5cdeae-3dc1-479c-929f-a3153d78bdc6,revision_number=None']} {{(pid=104525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 07:41:29.868815 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-a73a1ed7-6d7c-4598-97bd-e4089eeab717 tempest-AttachVolumeTestJSON-631109292 tempest-AttachVolumeTestJSON-631109292-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1617316'] for floatingip (53b71a12-5d10-4bc4-8868-b8f3a1fa0580), after_update {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:41:29.981196 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77a3d8b6-adc6-4a7c-a3c5-e6d950e625a4 req-52577cd7-6898-40db-b3f5-d093fd4284e3 tempest-AttachVolumeNegativeTest-1464534600 tempest-AttachVolumeNegativeTest-1464534600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 07:41:29.981482 dv-cinder-825492-15-iscsi neutron-server[104526]: INFO neutron.db.l3_db [None req-a73a1ed7-6d7c-4598-97bd-e4089eeab717 tempest-AttachVolumeTestJSON-631109292 tempest-AttachVolumeTestJSON-631109292-project] Floating IP 53b71a12-5d10-4bc4-8868-b8f3a1fa0580 associated. External IP: 172.27.3.78, port: 82e28fc3-f3d3-49bd-a344-d2f7bb0dbf27. May 25 07:41:29.982901 dv-cinder-825492-15-iscsi neutron-server[104525]: INFO neutron.wsgi [req-77a3d8b6-adc6-4a7c-a3c5-e6d950e625a4 req-52577cd7-6898-40db-b3f5-d093fd4284e3 tempest-AttachVolumeNegativeTest-1464534600 tempest-AttachVolumeNegativeTest-1464534600-project] 10.222.0.24 "GET /v2.0/ports?device_id=43b6c572-c0f9-46e4-bd01-0cc1583cfe58 HTTP/1.1" status: 200 len: 945 time: 0.0535777 May 25 07:41:30.031504 dv-cinder-825492-15-iscsi neutron-server[104525]: INFO neutron.wsgi [req-77a3d8b6-adc6-4a7c-a3c5-e6d950e625a4 req-cbb797c3-2c1d-4107-a37d-c7a54bb6c9b5 tempest-AttachVolumeNegativeTest-1464534600 tempest-AttachVolumeNegativeTest-1464534600-project] 10.222.0.24 "GET /v2.0/security-groups?id=f8d2a486-4c34-4250-bb63-3b6581e34713&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425174 May 25 07:41:30.056247 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG dbcounter [-] [104526] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=104526) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 07:41:30.182155 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a73a1ed7-6d7c-4598-97bd-e4089eeab717 tempest-AttachVolumeTestJSON-631109292 tempest-AttachVolumeTestJSON-631109292-project] Router 467a5089-229b-41f9-a57d-cb3df74d5ec8 has already been hosted by L3 agent 54ff4013-997e-4376-a4e9-e6c98cf37cc7 {{(pid=104526) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 25 07:41:30.188742 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG dbcounter [-] [104526] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104526) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 07:41:30.291461 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a73a1ed7-6d7c-4598-97bd-e4089eeab717 tempest-AttachVolumeTestJSON-631109292 tempest-AttachVolumeTestJSON-631109292-project] Notify agent at l3_agent.dv-cinder-825492-15-iscsi the message routers_updated {{(pid=104526) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 25 07:41:30.296239 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-a73a1ed7-6d7c-4598-97bd-e4089eeab717 tempest-AttachVolumeTestJSON-631109292 tempest-AttachVolumeTestJSON-631109292-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93885'] for floatingip (None), before_response {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:41:30.301243 dv-cinder-825492-15-iscsi neutron-server[104528]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3496da9-069e-441a-bf6a-98cd670a41b8 None None] Sync routers for ids ['467a5089-229b-41f9-a57d-cb3df74d5ec8'] in dv-cinder-825492-15-iscsi {{(pid=104528) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 25 07:41:30.312977 dv-cinder-825492-15-iscsi neutron-server[104528]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3496da9-069e-441a-bf6a-98cd670a41b8 None None] Routers {'467a5089-229b-41f9-a57d-cb3df74d5ec8'} bound to L3 agent in host dv-cinder-825492-15-iscsi {{(pid=104528) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 25 07:41:30.313485 dv-cinder-825492-15-iscsi neutron-server[104528]: DEBUG neutron.db.l3_hamode_db [None req-e3496da9-069e-441a-bf6a-98cd670a41b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825492-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-25T07:27:37Z,description=,heartbeat_timestamp=2022-05-25T07:41:07Z,host='dv-cinder-825492-15-iscsi',id=54ff4013-997e-4376-a4e9-e6c98cf37cc7,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T07:27:38Z,topic='l3_agent')) {'router_ids': ['467a5089-229b-41f9-a57d-cb3df74d5ec8'], 'active': True} {{(pid=104528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 07:41:30.330766 dv-cinder-825492-15-iscsi neutron-server[104526]: INFO neutron.wsgi [None req-a73a1ed7-6d7c-4598-97bd-e4089eeab717 tempest-AttachVolumeTestJSON-631109292 tempest-AttachVolumeTestJSON-631109292-project] 10.222.0.24 "PUT /v2.0/floatingips/53b71a12-5d10-4bc4-8868-b8f3a1fa0580 HTTP/1.1" status: 200 len: 990 time: 1.2662680 May 25 07:41:30.330766 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2c5136fd-d373-4990-9a64-52d7549c48fa', 'tag': '82e28fc3-f3d3-49bd-a344-d2f7bb0dbf27'}] {{(pid=104526) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 25 07:41:30.331863 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db633a5f02cadde147c9bc1566607705b0433b891c7275f259bdbd209e6b6683" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2cd90735-546c-4b65-b2ff-608e7082fe51" -d '{"events": [{"name": "network-changed", "server_uuid": "2c5136fd-d373-4990-9a64-52d7549c48fa", "tag": "82e28fc3-f3d3-49bd-a344-d2f7bb0dbf27"}]}' {{(pid=104526) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 25 07:41:30.371432 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 25 May 2022 07:41:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ed433295-231e-479e-be04-de6aee18d92c x-openstack-request-id: req-ed433295-231e-479e-be04-de6aee18d92c {{(pid=104526) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 25 07:41:30.371432 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2c5136fd-d373-4990-9a64-52d7549c48fa", "tag": "82e28fc3-f3d3-49bd-a344-d2f7bb0dbf27", "status": "completed", "code": 200}]} {{(pid=104526) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 25 07:41:30.371432 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-ed433295-231e-479e-be04-de6aee18d92c {{(pid=104526) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 25 07:41:30.371432 dv-cinder-825492-15-iscsi neutron-server[104526]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ed433295-231e-479e-be04-de6aee18d92c'] response: {'name': 'network-changed', 'server_uuid': '2c5136fd-d373-4990-9a64-52d7549c48fa', 'tag': '82e28fc3-f3d3-49bd-a344-d2f7bb0dbf27', 'status': 'completed', 'code': 200} May 25 07:41:30.420963 dv-cinder-825492-15-iscsi neutron-server[104528]: DEBUG neutron.db.l3_dvr_db [None req-e3496da9-069e-441a-bf6a-98cd670a41b8 None None] Set router 467a5089-229b-41f9-a57d-cb3df74d5ec8 gateway port host: dv-cinder-825492-15-iscsi {{(pid=104528) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 25 07:41:30.703720 dv-cinder-825492-15-iscsi neutron-server[104528]: DEBUG neutron.db.l3_hamode_db [None req-e3496da9-069e-441a-bf6a-98cd670a41b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '467a5089-229b-41f9-a57d-cb3df74d5ec8', 'name': 'tempest-AttachVolumeTestJSON-679687525-router', 'tenant_id': '294afe2c36184564a80fb6bef7b32359', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '29c629bd-3f50-4535-bfbc-a047608d6fb6', 'external_fixed_ips': [{'subnet_id': '7934ff5a-43f1-4f76-b9d8-e4343ace34f5', 'ip_address': '172.27.3.252'}], 'enable_snat': True}, 'gw_port_id': '1ba2fc44-c661-405c-8806-11b2129ff3d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T07:36:30Z', 'updated_at': '2022-05-25T07:36:42Z', 'revision_number': 4, 'project_id': '294afe2c36184564a80fb6bef7b32359', 'gw_port': {'id': '1ba2fc44-c661-405c-8806-11b2129ff3d1', 'name': '', 'network_id': '29c629bd-3f50-4535-bfbc-a047608d6fb6', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:0b:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '467a5089-229b-41f9-a57d-cb3df74d5ec8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '7934ff5a-43f1-4f76-b9d8-e4343ace34f5', 'ip_address': '172.27.3.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825492-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T07:36:34Z', 'updated_at': '2022-05-25T07:36:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7934ff5a-43f1-4f76-b9d8-e4343ace34f5', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825492-15-iscsi', '_floatingips': [{'id': '53b71a12-5d10-4bc4-8868-b8f3a1fa0580', 'tenant_id': '294afe2c36184564a80fb6bef7b32359', 'floating_ip_address': '172.27.3.78', 'floating_network_id': '29c629bd-3f50-4535-bfbc-a047608d6fb6', 'router_id': '467a5089-229b-41f9-a57d-cb3df74d5ec8', 'port_id': '82e28fc3-f3d3-49bd-a344-d2f7bb0dbf27', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 440, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f85a9936-18a2-497c-90b9-ba6df25b9b6e', 'mac_address': 'fa:16:3e:08:22:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c5136fd-d373-4990-9a64-52d7549c48fa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-25T07:41:11Z', 'updated_at': '2022-05-25T07:41:29Z', 'revision_number': 1, 'project_id': '294afe2c36184564a80fb6bef7b32359', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '640c94dc-545f-4b18-8b5e-66d028f542ad', 'name': '', 'network_id': 'f85a9936-18a2-497c-90b9-ba6df25b9b6e', 'tenant_id': '294afe2c36184564a80fb6bef7b32359', 'mac_address': 'fa:16:3e:81:50:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '467a5089-229b-41f9-a57d-cb3df74d5ec8', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': 'fdef845a-6670-4f1a-9c6b-2e789510998b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825492-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T07:36:40Z', 'updated_at': '2022-05-25T07:36:59Z', 'revision_number': 5, 'project_id': '294afe2c36184564a80fb6bef7b32359', 'subnets': [{'id': 'fdef845a-6670-4f1a-9c6b-2e789510998b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-825492-15-iscsi', False) {} {{(pid=104528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 07:41:30.731773 dv-cinder-825492-15-iscsi neutron-server[104528]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3496da9-069e-441a-bf6a-98cd670a41b8 None None] Checking router: 467a5089-229b-41f9-a57d-cb3df74d5ec8 for host: dv-cinder-825492-15-iscsi {{(pid=104528) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 25 07:41:30.740323 dv-cinder-825492-15-iscsi neutron-server[104528]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3496da9-069e-441a-bf6a-98cd670a41b8 None None] Routers {'467a5089-229b-41f9-a57d-cb3df74d5ec8'} bound to L3 agent in host dv-cinder-825492-15-iscsi {{(pid=104528) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 25 07:41:30.740973 dv-cinder-825492-15-iscsi neutron-server[104528]: DEBUG neutron.db.l3_hamode_db [None req-e3496da9-069e-441a-bf6a-98cd670a41b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825492-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-25T07:27:37Z,description=,heartbeat_timestamp=2022-05-25T07:41:07Z,host='dv-cinder-825492-15-iscsi',id=54ff4013-997e-4376-a4e9-e6c98cf37cc7,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T07:27:38Z,topic='l3_agent')) {'router_ids': ['467a5089-229b-41f9-a57d-cb3df74d5ec8'], 'active': True} {{(pid=104528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 07:41:30.843899 dv-cinder-825492-15-iscsi neutron-server[104528]: DEBUG neutron.db.l3_dvr_db [None req-e3496da9-069e-441a-bf6a-98cd670a41b8 None None] Set router 467a5089-229b-41f9-a57d-cb3df74d5ec8 gateway port host: dv-cinder-825492-15-iscsi {{(pid=104528) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 25 07:41:31.055458 dv-cinder-825492-15-iscsi neutron-server[104528]: DEBUG neutron.db.l3_hamode_db [None req-e3496da9-069e-441a-bf6a-98cd670a41b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '467a5089-229b-41f9-a57d-cb3df74d5ec8', 'name': 'tempest-AttachVolumeTestJSON-679687525-router', 'tenant_id': '294afe2c36184564a80fb6bef7b32359', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '29c629bd-3f50-4535-bfbc-a047608d6fb6', 'external_fixed_ips': [{'subnet_id': '7934ff5a-43f1-4f76-b9d8-e4343ace34f5', 'ip_address': '172.27.3.252'}], 'enable_snat': True}, 'gw_port_id': '1ba2fc44-c661-405c-8806-11b2129ff3d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T07:36:30Z', 'updated_at': '2022-05-25T07:36:42Z', 'revision_number': 4, 'project_id': '294afe2c36184564a80fb6bef7b32359', 'gw_port': {'id': '1ba2fc44-c661-405c-8806-11b2129ff3d1', 'name': '', 'network_id': '29c629bd-3f50-4535-bfbc-a047608d6fb6', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:0b:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '467a5089-229b-41f9-a57d-cb3df74d5ec8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '7934ff5a-43f1-4f76-b9d8-e4343ace34f5', 'ip_address': '172.27.3.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825492-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T07:36:34Z', 'updated_at': '2022-05-25T07:36:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7934ff5a-43f1-4f76-b9d8-e4343ace34f5', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825492-15-iscsi', '_floatingips': [{'id': '53b71a12-5d10-4bc4-8868-b8f3a1fa0580', 'tenant_id': '294afe2c36184564a80fb6bef7b32359', 'floating_ip_address': '172.27.3.78', 'floating_network_id': '29c629bd-3f50-4535-bfbc-a047608d6fb6', 'router_id': '467a5089-229b-41f9-a57d-cb3df74d5ec8', 'port_id': '82e28fc3-f3d3-49bd-a344-d2f7bb0dbf27', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 440, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f85a9936-18a2-497c-90b9-ba6df25b9b6e', 'mac_address': 'fa:16:3e:08:22:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c5136fd-d373-4990-9a64-52d7549c48fa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-25T07:41:11Z', 'updated_at': '2022-05-25T07:41:29Z', 'revision_number': 1, 'project_id': '294afe2c36184564a80fb6bef7b32359', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '640c94dc-545f-4b18-8b5e-66d028f542ad', 'name': '', 'network_id': 'f85a9936-18a2-497c-90b9-ba6df25b9b6e', 'tenant_id': '294afe2c36184564a80fb6bef7b32359', 'mac_address': 'fa:16:3e:81:50:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '467a5089-229b-41f9-a57d-cb3df74d5ec8', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': 'fdef845a-6670-4f1a-9c6b-2e789510998b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825492-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T07:36:40Z', 'updated_at': '2022-05-25T07:36:59Z', 'revision_number': 5, 'project_id': '294afe2c36184564a80fb6bef7b32359', 'subnets': [{'id': 'fdef845a-6670-4f1a-9c6b-2e789510998b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-825492-15-iscsi', False) {} {{(pid=104528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 07:41:31.087010 dv-cinder-825492-15-iscsi neutron-server[104528]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3496da9-069e-441a-bf6a-98cd670a41b8 None None] The sync data for ids ['467a5089-229b-41f9-a57d-cb3df74d5ec8'] in dv-cinder-825492-15-iscsi is: [{'id': '467a5089-229b-41f9-a57d-cb3df74d5ec8', 'name': 'tempest-AttachVolumeTestJSON-679687525-router', 'tenant_id': '294afe2c36184564a80fb6bef7b32359', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '29c629bd-3f50-4535-bfbc-a047608d6fb6', 'external_fixed_ips': [{'subnet_id': '7934ff5a-43f1-4f76-b9d8-e4343ace34f5', 'ip_address': '172.27.3.252'}], 'enable_snat': True}, 'gw_port_id': '1ba2fc44-c661-405c-8806-11b2129ff3d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T07:36:30Z', 'updated_at': '2022-05-25T07:36:42Z', 'revision_number': 4, 'project_id': '294afe2c36184564a80fb6bef7b32359', 'gw_port': {'id': '1ba2fc44-c661-405c-8806-11b2129ff3d1', 'name': '', 'network_id': '29c629bd-3f50-4535-bfbc-a047608d6fb6', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:0b:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '467a5089-229b-41f9-a57d-cb3df74d5ec8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '7934ff5a-43f1-4f76-b9d8-e4343ace34f5', 'ip_address': '172.27.3.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825492-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T07:36:34Z', 'updated_at': '2022-05-25T07:36:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7934ff5a-43f1-4f76-b9d8-e4343ace34f5', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825492-15-iscsi', '_floatingips': [{'id': '53b71a12-5d10-4bc4-8868-b8f3a1fa0580', 'tenant_id': '294afe2c36184564a80fb6bef7b32359', 'floating_ip_address': '172.27.3.78', 'floating_network_id': '29c629bd-3f50-4535-bfbc-a047608d6fb6', 'router_id': '467a5089-229b-41f9-a57d-cb3df74d5ec8', 'port_id': '82e28fc3-f3d3-49bd-a344-d2f7bb0dbf27', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 440, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f85a9936-18a2-497c-90b9-ba6df25b9b6e', 'mac_address': 'fa:16:3e:08:22:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c5136fd-d373-4990-9a64-52d7549c48fa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-25T07:41:11Z', 'updated_at': '2022-05-25T07:41:29Z', 'revision_number': 1, 'project_id': '294afe2c36184564a80fb6bef7b32359', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '640c94dc-545f-4b18-8b5e-66d028f542ad', 'name': '', 'network_id': 'f85a9936-18a2-497c-90b9-ba6df25b9b6e', 'tenant_id': '294afe2c36184564a80fb6bef7b32359', 'mac_address': 'fa:16:3e:81:50:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '467a5089-229b-41f9-a57d-cb3df74d5ec8', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': 'fdef845a-6670-4f1a-9c6b-2e789510998b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825492-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T07:36:40Z', 'updated_at': '2022-05-25T07:36:59Z', 'revision_number': 5, 'project_id': '294afe2c36184564a80fb6bef7b32359', 'subnets': [{'id': 'fdef845a-6670-4f1a-9c6b-2e789510998b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104528) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 25 07:41:31.157734 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-135f950d-2851-475a-97b3-d592394fb878 req-e4ae0835-5953-4e83-b266-edaa704dc6ed tempest-AttachVolumeNegativeTest-1464534600 tempest-AttachVolumeNegativeTest-1464534600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 07:41:31.159286 dv-cinder-825492-15-iscsi neutron-server[104525]: INFO neutron.wsgi [req-135f950d-2851-475a-97b3-d592394fb878 req-e4ae0835-5953-4e83-b266-edaa704dc6ed tempest-AttachVolumeNegativeTest-1464534600 tempest-AttachVolumeNegativeTest-1464534600-project] 10.222.0.24 "GET /v2.0/ports?device_id=43b6c572-c0f9-46e4-bd01-0cc1583cfe58 HTTP/1.1" status: 200 len: 945 time: 0.0533807 May 25 07:41:31.212865 dv-cinder-825492-15-iscsi neutron-server[104525]: INFO neutron.wsgi [req-135f950d-2851-475a-97b3-d592394fb878 req-1cc8e25b-7beb-42c3-9a44-7d8fc988b5b0 tempest-AttachVolumeNegativeTest-1464534600 tempest-AttachVolumeNegativeTest-1464534600-project] 10.222.0.24 "GET /v2.0/security-groups?id=f8d2a486-4c34-4250-bb63-3b6581e34713&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0472438 May 25 07:41:31.296425 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3eb7dfa-0455-4288-b0f2-59b702f0b568 None None] New status for floating IP 53b71a12-5d10-4bc4-8868-b8f3a1fa0580: ACTIVE {{(pid=104527) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 25 07:41:31.311218 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cd90735-546c-4b65-b2ff-608e7082fe51 req-f8f07017-4bc3-4849-af12-14093dcfe1f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 07:41:31.312872 dv-cinder-825492-15-iscsi neutron-server[104526]: INFO neutron.wsgi [req-2cd90735-546c-4b65-b2ff-608e7082fe51 req-f8f07017-4bc3-4849-af12-14093dcfe1f4 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=294afe2c36184564a80fb6bef7b32359&device_id=2c5136fd-d373-4990-9a64-52d7549c48fa HTTP/1.1" status: 200 len: 1129 time: 0.0473661 May 25 07:41:31.521370 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cd90735-546c-4b65-b2ff-608e7082fe51 req-16f7dcfe-d9b9-4aa7-be8f-50d583002e38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 07:41:31.522877 dv-cinder-825492-15-iscsi neutron-server[104526]: INFO neutron.wsgi [req-2cd90735-546c-4b65-b2ff-608e7082fe51 req-16f7dcfe-d9b9-4aa7-be8f-50d583002e38 service neutron] 10.222.0.41 "GET /v2.0/networks?id=f85a9936-18a2-497c-90b9-ba6df25b9b6e HTTP/1.1" status: 200 len: 911 time: 0.0849884 May 25 07:41:31.672398 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c92c1e9-577b-4e4f-944d-56a2f13d0a55 req-5644ae89-8db1-4f0d-919e-05f6c143ba8d tempest-AttachVolumeNegativeTest-1464534600 tempest-AttachVolumeNegativeTest-1464534600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 07:41:31.673857 dv-cinder-825492-15-iscsi neutron-server[104526]: INFO neutron.wsgi [req-4c92c1e9-577b-4e4f-944d-56a2f13d0a55 req-5644ae89-8db1-4f0d-919e-05f6c143ba8d tempest-AttachVolumeNegativeTest-1464534600 tempest-AttachVolumeNegativeTest-1464534600-project] 10.222.0.41 "GET /v2.0/ports?device_id=43b6c572-c0f9-46e4-bd01-0cc1583cfe58 HTTP/1.1" status: 200 len: 945 time: 0.0833664 May 25 07:41:31.689567 dv-cinder-825492-15-iscsi neutron-server[104526]: INFO neutron.wsgi [req-2cd90735-546c-4b65-b2ff-608e7082fe51 req-23f77d22-11fa-4c63-9eb7-634dda762ee8 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=82e28fc3-f3d3-49bd-a344-d2f7bb0dbf27 HTTP/1.1" status: 200 len: 1000 time: 0.1065156 May 25 07:41:31.798921 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cd90735-546c-4b65-b2ff-608e7082fe51 req-ae9f83e5-7cb3-4186-adee-fa1b0adcd97f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 07:41:31.800351 dv-cinder-825492-15-iscsi neutron-server[104526]: INFO neutron.wsgi [req-2cd90735-546c-4b65-b2ff-608e7082fe51 req-ae9f83e5-7cb3-4186-adee-fa1b0adcd97f service neutron] 10.222.0.41 "GET /v2.0/subnets?id=fdef845a-6670-4f1a-9c6b-2e789510998b HTTP/1.1" status: 200 len: 849 time: 0.0941863 May 25 07:41:31.841372 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.plugins.ml2.plugin [req-4c92c1e9-577b-4e4f-944d-56a2f13d0a55 req-d513f772-941c-45c7-8eec-cf32c3d0fcb8 tempest-AttachVolumeNegativeTest-1464534600 tempest-AttachVolumeNegativeTest-1464534600-project] Deleting port 627e7547-a34e-487f-a611-64aa7bd85302 {{(pid=104526) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 25 07:41:31.841708 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [req-4c92c1e9-577b-4e4f-944d-56a2f13d0a55 req-d513f772-941c-45c7-8eec-cf32c3d0fcb8 tempest-AttachVolumeNegativeTest-1464534600 tempest-AttachVolumeNegativeTest-1464534600-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754056702922'] for port (627e7547-a34e-487f-a611-64aa7bd85302), before_delete {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:41:31.893325 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cd90735-546c-4b65-b2ff-608e7082fe51 req-269199ee-442a-45b3-9d17-347c5166593d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 07:41:31.894819 dv-cinder-825492-15-iscsi neutron-server[104526]: INFO neutron.wsgi [req-2cd90735-546c-4b65-b2ff-608e7082fe51 req-269199ee-442a-45b3-9d17-347c5166593d service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=f85a9936-18a2-497c-90b9-ba6df25b9b6e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0865216 May 25 07:41:31.996264 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.plugins.ml2.db [req-4c92c1e9-577b-4e4f-944d-56a2f13d0a55 req-d513f772-941c-45c7-8eec-cf32c3d0fcb8 tempest-AttachVolumeNegativeTest-1464534600 tempest-AttachVolumeNegativeTest-1464534600-project] For port 627e7547-a34e-487f-a611-64aa7bd85302, host hv-cinder-82549, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82549',level=0,port_id=627e7547-a34e-487f-a611-64aa7bd85302,segment=NetworkSegment(a280169f-cd62-40b1-b23e-40cb603d4abb),segment_id=a280169f-cd62-40b1-b23e-40cb603d4abb)] {{(pid=104526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 07:41:31.996654 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [req-4c92c1e9-577b-4e4f-944d-56a2f13d0a55 req-d513f772-941c-45c7-8eec-cf32c3d0fcb8 tempest-AttachVolumeNegativeTest-1464534600 tempest-AttachVolumeNegativeTest-1464534600-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625317'] for port (627e7547-a34e-487f-a611-64aa7bd85302), precommit_delete {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:41:32.070148 dv-cinder-825492-15-iscsi neutron-server[104526]: INFO neutron.wsgi [req-2cd90735-546c-4b65-b2ff-608e7082fe51 req-ad1f2ffb-8640-4b7f-a6fe-03dd4b59ec27 service neutron] 10.222.0.41 "GET /v2.0/networks/f85a9936-18a2-497c-90b9-ba6df25b9b6e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1672349 May 25 07:41:32.151369 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron_lib.callbacks.manager [None req-798242cc-9ea0-464c-9109-86bd7997349e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754056472917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490168'] for agent (bbf5dc8c-5103-4973-a6b6-76af4660c126), after_update {{(pid=104527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:41:32.217870 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG dbcounter [-] [104526] Writing DB stats neutron:SELECT=100 {{(pid=104526) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 07:41:32.252914 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [req-4c92c1e9-577b-4e4f-944d-56a2f13d0a55 req-d513f772-941c-45c7-8eec-cf32c3d0fcb8 tempest-AttachVolumeNegativeTest-1464534600 tempest-AttachVolumeNegativeTest-1464534600-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:41:32.253276 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [req-4c92c1e9-577b-4e4f-944d-56a2f13d0a55 req-d513f772-941c-45c7-8eec-cf32c3d0fcb8 tempest-AttachVolumeNegativeTest-1464534600 tempest-AttachVolumeNegativeTest-1464534600-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1617316'] for floatingip (f11700b3-0235-4f59-9e77-b434ecd36287), after_update {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:41:32.253585 dv-cinder-825492-15-iscsi neutron-server[104526]: INFO neutron.db.l3_db [req-4c92c1e9-577b-4e4f-944d-56a2f13d0a55 req-d513f772-941c-45c7-8eec-cf32c3d0fcb8 tempest-AttachVolumeNegativeTest-1464534600 tempest-AttachVolumeNegativeTest-1464534600-project] Floating IP f11700b3-0235-4f59-9e77-b434ecd36287 disassociated. External IP: 172.27.3.111, port: 627e7547-a34e-487f-a611-64aa7bd85302. May 25 07:41:32.253924 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.plugins.ml2.plugin [req-4c92c1e9-577b-4e4f-944d-56a2f13d0a55 req-d513f772-941c-45c7-8eec-cf32c3d0fcb8 tempest-AttachVolumeNegativeTest-1464534600 tempest-AttachVolumeNegativeTest-1464534600-project] Calling delete_port for 627e7547-a34e-487f-a611-64aa7bd85302 owned by compute:nova {{(pid=104526) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 25 07:41:32.257672 dv-cinder-825492-15-iscsi neutron-server[104526]: INFO neutron.wsgi [req-2cd90735-546c-4b65-b2ff-608e7082fe51 req-e953523e-7075-451c-8c47-e0f3a91b1b26 service neutron] 10.222.0.41 "GET /v2.0/networks/f85a9936-18a2-497c-90b9-ba6df25b9b6e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1810658 May 25 07:41:32.259980 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG dbcounter [-] [104526] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104526) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 07:41:32.363342 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4b4ca48-a579-46c8-b234-5e335580a06a req-586822d1-131f-43c7-8c79-2f97ed4228c4 tempest-AttachVolumeNegativeTest-1464534600 tempest-AttachVolumeNegativeTest-1464534600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 07:41:32.364846 dv-cinder-825492-15-iscsi neutron-server[104526]: INFO neutron.wsgi [req-a4b4ca48-a579-46c8-b234-5e335580a06a req-586822d1-131f-43c7-8c79-2f97ed4228c4 tempest-AttachVolumeNegativeTest-1464534600 tempest-AttachVolumeNegativeTest-1464534600-project] 10.222.0.24 "GET /v2.0/ports?device_id=43b6c572-c0f9-46e4-bd01-0cc1583cfe58 HTTP/1.1" status: 200 len: 945 time: 0.0671399 May 25 07:41:32.455532 dv-cinder-825492-15-iscsi neutron-server[104526]: INFO neutron.wsgi [req-a4b4ca48-a579-46c8-b234-5e335580a06a req-e7e63f40-0543-4a40-89e7-fdf710dc072a tempest-AttachVolumeNegativeTest-1464534600 tempest-AttachVolumeNegativeTest-1464534600-project] 10.222.0.24 "GET /v2.0/security-groups?id=f8d2a486-4c34-4250-bb63-3b6581e34713&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0773537 May 25 07:41:32.528203 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [req-4c92c1e9-577b-4e4f-944d-56a2f13d0a55 req-d513f772-941c-45c7-8eec-cf32c3d0fcb8 tempest-AttachVolumeNegativeTest-1464534600 tempest-AttachVolumeNegativeTest-1464534600-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-617841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612926', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754056714424', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754056173873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2909854'] for port (627e7547-a34e-487f-a611-64aa7bd85302), after_delete {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:41:32.560590 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d513f772-941c-45c7-8eec-cf32c3d0fcb8 tempest-AttachVolumeNegativeTest-1464534600 tempest-AttachVolumeNegativeTest-1464534600-project] Pushing event deleted for resources: {'Port': ['ID=627e7547-a34e-487f-a611-64aa7bd85302,revision_number=None']} {{(pid=104526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 07:41:32.669761 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.scheduler.l3_agent_scheduler [req-4c92c1e9-577b-4e4f-944d-56a2f13d0a55 req-d513f772-941c-45c7-8eec-cf32c3d0fcb8 tempest-AttachVolumeNegativeTest-1464534600 tempest-AttachVolumeNegativeTest-1464534600-project] Router 27856324-98d4-4244-bd01-93343ae31478 has already been hosted by L3 agent 54ff4013-997e-4376-a4e9-e6c98cf37cc7 {{(pid=104526) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 25 07:41:32.780603 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-4c92c1e9-577b-4e4f-944d-56a2f13d0a55 req-d513f772-941c-45c7-8eec-cf32c3d0fcb8 tempest-AttachVolumeNegativeTest-1464534600 tempest-AttachVolumeNegativeTest-1464534600-project] Notify agent at l3_agent.dv-cinder-825492-15-iscsi the message routers_updated {{(pid=104526) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 25 07:41:32.790064 dv-cinder-825492-15-iscsi neutron-server[104528]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c976274-2293-47b0-9b05-b2efa5d570ec None None] Sync routers for ids ['27856324-98d4-4244-bd01-93343ae31478'] in dv-cinder-825492-15-iscsi {{(pid=104528) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 25 07:41:32.799832 dv-cinder-825492-15-iscsi neutron-server[104528]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c976274-2293-47b0-9b05-b2efa5d570ec None None] Routers {'27856324-98d4-4244-bd01-93343ae31478'} bound to L3 agent in host dv-cinder-825492-15-iscsi {{(pid=104528) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 25 07:41:32.800431 dv-cinder-825492-15-iscsi neutron-server[104528]: DEBUG neutron.db.l3_hamode_db [None req-0c976274-2293-47b0-9b05-b2efa5d570ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825492-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-25T07:27:37Z,description=,heartbeat_timestamp=2022-05-25T07:41:07Z,host='dv-cinder-825492-15-iscsi',id=54ff4013-997e-4376-a4e9-e6c98cf37cc7,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T07:27:38Z,topic='l3_agent')) {'router_ids': ['27856324-98d4-4244-bd01-93343ae31478'], 'active': True} {{(pid=104528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 07:41:32.826075 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.db.l3_dvrscheduler_db [req-4c92c1e9-577b-4e4f-944d-56a2f13d0a55 req-d513f772-941c-45c7-8eec-cf32c3d0fcb8 tempest-AttachVolumeNegativeTest-1464534600 tempest-AttachVolumeNegativeTest-1464534600-project] No DVR routers for this DVR port 627e7547-a34e-487f-a611-64aa7bd85302 on host hv-cinder-82549 {{(pid=104526) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 25 07:41:32.828849 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [req-4c92c1e9-577b-4e4f-944d-56a2f13d0a55 req-d513f772-941c-45c7-8eec-cf32c3d0fcb8 tempest-AttachVolumeNegativeTest-1464534600 tempest-AttachVolumeNegativeTest-1464534600-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93885'] for port (None), before_response {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:41:32.832335 dv-cinder-825492-15-iscsi neutron-server[104526]: INFO neutron.wsgi [req-4c92c1e9-577b-4e4f-944d-56a2f13d0a55 req-d513f772-941c-45c7-8eec-cf32c3d0fcb8 tempest-AttachVolumeNegativeTest-1464534600 tempest-AttachVolumeNegativeTest-1464534600-project] 10.222.0.41 "DELETE /v2.0/ports/627e7547-a34e-487f-a611-64aa7bd85302 HTTP/1.1" status: 204 len: 173 time: 1.1535995 May 25 07:41:32.832824 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '43b6c572-c0f9-46e4-bd01-0cc1583cfe58', 'name': 'network-vif-deleted', 'tag': '627e7547-a34e-487f-a611-64aa7bd85302'}] {{(pid=104526) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 25 07:41:32.835176 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db633a5f02cadde147c9bc1566607705b0433b891c7275f259bdbd209e6b6683" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-40cc9223-044b-453f-a85a-d05ccc96e747" -d '{"events": [{"server_uuid": "43b6c572-c0f9-46e4-bd01-0cc1583cfe58", "name": "network-vif-deleted", "tag": "627e7547-a34e-487f-a611-64aa7bd85302"}]}' {{(pid=104526) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 25 07:41:32.870668 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 25 May 2022 07:41:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d0c87135-9b2c-4e33-85c0-13f4ec82c7d4 x-openstack-request-id: req-d0c87135-9b2c-4e33-85c0-13f4ec82c7d4 {{(pid=104526) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 25 07:41:32.870956 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "43b6c572-c0f9-46e4-bd01-0cc1583cfe58", "name": "network-vif-deleted", "tag": "627e7547-a34e-487f-a611-64aa7bd85302", "status": "completed", "code": 200}]} {{(pid=104526) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 25 07:41:32.871232 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-d0c87135-9b2c-4e33-85c0-13f4ec82c7d4 {{(pid=104526) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 25 07:41:32.871634 dv-cinder-825492-15-iscsi neutron-server[104526]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d0c87135-9b2c-4e33-85c0-13f4ec82c7d4'] response: {'server_uuid': '43b6c572-c0f9-46e4-bd01-0cc1583cfe58', 'name': 'network-vif-deleted', 'tag': '627e7547-a34e-487f-a611-64aa7bd85302', 'status': 'completed', 'code': 200} May 25 07:41:32.914088 dv-cinder-825492-15-iscsi neutron-server[104528]: DEBUG neutron.db.l3_dvr_db [None req-0c976274-2293-47b0-9b05-b2efa5d570ec None None] Set router 27856324-98d4-4244-bd01-93343ae31478 gateway port host: dv-cinder-825492-15-iscsi {{(pid=104528) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 25 07:41:33.037222 dv-cinder-825492-15-iscsi neutron-server[104528]: DEBUG dbcounter [-] [104528] Writing DB stats neutron:SELECT=100 {{(pid=104528) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 07:41:33.061402 dv-cinder-825492-15-iscsi neutron-server[104528]: DEBUG dbcounter [-] [104528] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104528) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 07:41:33.122037 dv-cinder-825492-15-iscsi neutron-server[104528]: DEBUG neutron.db.l3_hamode_db [None req-0c976274-2293-47b0-9b05-b2efa5d570ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '27856324-98d4-4244-bd01-93343ae31478', 'name': 'tempest-AttachVolumeNegativeTest-2135659387-router', 'tenant_id': '2d8e35800ce043acbcb027ce406ed2e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '29c629bd-3f50-4535-bfbc-a047608d6fb6', 'external_fixed_ips': [{'subnet_id': '7934ff5a-43f1-4f76-b9d8-e4343ace34f5', 'ip_address': '172.27.3.226'}], 'enable_snat': True}, 'gw_port_id': '22f8fc27-9589-49b7-a3d1-f53043acd5a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T07:36:27Z', 'updated_at': '2022-05-25T07:36:37Z', 'revision_number': 4, 'project_id': '2d8e35800ce043acbcb027ce406ed2e7', 'gw_port': {'id': '22f8fc27-9589-49b7-a3d1-f53043acd5a2', 'name': '', 'network_id': '29c629bd-3f50-4535-bfbc-a047608d6fb6', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:51:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27856324-98d4-4244-bd01-93343ae31478', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '7934ff5a-43f1-4f76-b9d8-e4343ace34f5', 'ip_address': '172.27.3.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825492-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T07:36:28Z', 'updated_at': '2022-05-25T07:36:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7934ff5a-43f1-4f76-b9d8-e4343ace34f5', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825492-15-iscsi', '_interfaces': [{'id': '521b8e74-ff39-43eb-be41-5f6b4257049b', 'name': '', 'network_id': 'f39d85d3-0173-4496-879c-2b83e234d364', 'tenant_id': '2d8e35800ce043acbcb027ce406ed2e7', 'mac_address': 'fa:16:3e:38:3d:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27856324-98d4-4244-bd01-93343ae31478', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '4aef3d06-f4fb-4751-a5a8-ab68314fa54a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825492-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T07:36:36Z', 'updated_at': '2022-05-25T07:36:49Z', 'revision_number': 5, 'project_id': '2d8e35800ce043acbcb027ce406ed2e7', 'subnets': [{'id': '4aef3d06-f4fb-4751-a5a8-ab68314fa54a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-825492-15-iscsi', False) {} {{(pid=104528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 07:41:33.150123 dv-cinder-825492-15-iscsi neutron-server[104528]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c976274-2293-47b0-9b05-b2efa5d570ec None None] Checking router: 27856324-98d4-4244-bd01-93343ae31478 for host: dv-cinder-825492-15-iscsi {{(pid=104528) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 25 07:41:33.158839 dv-cinder-825492-15-iscsi neutron-server[104528]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c976274-2293-47b0-9b05-b2efa5d570ec None None] Routers {'27856324-98d4-4244-bd01-93343ae31478'} bound to L3 agent in host dv-cinder-825492-15-iscsi {{(pid=104528) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 25 07:41:33.159443 dv-cinder-825492-15-iscsi neutron-server[104528]: DEBUG neutron.db.l3_hamode_db [None req-0c976274-2293-47b0-9b05-b2efa5d570ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825492-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-25T07:27:37Z,description=,heartbeat_timestamp=2022-05-25T07:41:07Z,host='dv-cinder-825492-15-iscsi',id=54ff4013-997e-4376-a4e9-e6c98cf37cc7,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T07:27:38Z,topic='l3_agent')) {'router_ids': ['27856324-98d4-4244-bd01-93343ae31478'], 'active': True} {{(pid=104528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 07:41:33.175152 dv-cinder-825492-15-iscsi neutron-server[104526]: INFO neutron.wsgi [req-bbb94116-66a6-473f-a456-86b68e7d35fc req-7dadd8cf-4491-46d9-bf97-759d6cca01a6 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=63430b83-f298-430c-9ca9-bdd4d69bde91&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0382645 May 25 07:41:33.267148 dv-cinder-825492-15-iscsi neutron-server[104528]: DEBUG neutron.db.l3_dvr_db [None req-0c976274-2293-47b0-9b05-b2efa5d570ec None None] Set router 27856324-98d4-4244-bd01-93343ae31478 gateway port host: dv-cinder-825492-15-iscsi {{(pid=104528) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 25 07:41:33.271528 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbb94116-66a6-473f-a456-86b68e7d35fc req-a23e2fc3-877f-4e28-a12c-adec14421b48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 07:41:33.273264 dv-cinder-825492-15-iscsi neutron-server[104526]: INFO neutron.wsgi [req-bbb94116-66a6-473f-a456-86b68e7d35fc req-a23e2fc3-877f-4e28-a12c-adec14421b48 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=f13c4f9ee9c444d9b9a0d2c2e3ec9142&device_id=63430b83-f298-430c-9ca9-bdd4d69bde91 HTTP/1.1" status: 200 len: 1129 time: 0.0401049 May 25 07:41:33.349277 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG dbcounter [-] [104526] Writing DB stats neutron:SELECT=92,neutron:DELETE=8 {{(pid=104526) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 07:41:33.387634 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbb94116-66a6-473f-a456-86b68e7d35fc req-251b66f2-b700-40cc-ad50-bd0f565deb62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 07:41:33.389147 dv-cinder-825492-15-iscsi neutron-server[104526]: INFO neutron.wsgi [req-bbb94116-66a6-473f-a456-86b68e7d35fc req-251b66f2-b700-40cc-ad50-bd0f565deb62 service neutron] 10.222.0.41 "GET /v2.0/networks?id=865acc30-354d-443a-90ac-e550f16275c5 HTTP/1.1" status: 200 len: 910 time: 0.0974522 May 25 07:41:33.451964 dv-cinder-825492-15-iscsi neutron-server[104526]: INFO neutron.wsgi [req-bbb94116-66a6-473f-a456-86b68e7d35fc req-600d1f82-2f86-47b3-943b-c4a2ef5bce25 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=6d5abc91-52ce-441e-be4e-749082dec7ae HTTP/1.1" status: 200 len: 1001 time: 0.0563457 May 25 07:41:33.455679 dv-cinder-825492-15-iscsi neutron-server[104528]: DEBUG neutron.db.l3_hamode_db [None req-0c976274-2293-47b0-9b05-b2efa5d570ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '27856324-98d4-4244-bd01-93343ae31478', 'name': 'tempest-AttachVolumeNegativeTest-2135659387-router', 'tenant_id': '2d8e35800ce043acbcb027ce406ed2e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '29c629bd-3f50-4535-bfbc-a047608d6fb6', 'external_fixed_ips': [{'subnet_id': '7934ff5a-43f1-4f76-b9d8-e4343ace34f5', 'ip_address': '172.27.3.226'}], 'enable_snat': True}, 'gw_port_id': '22f8fc27-9589-49b7-a3d1-f53043acd5a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T07:36:27Z', 'updated_at': '2022-05-25T07:36:37Z', 'revision_number': 4, 'project_id': '2d8e35800ce043acbcb027ce406ed2e7', 'gw_port': {'id': '22f8fc27-9589-49b7-a3d1-f53043acd5a2', 'name': '', 'network_id': '29c629bd-3f50-4535-bfbc-a047608d6fb6', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:51:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27856324-98d4-4244-bd01-93343ae31478', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '7934ff5a-43f1-4f76-b9d8-e4343ace34f5', 'ip_address': '172.27.3.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825492-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T07:36:28Z', 'updated_at': '2022-05-25T07:36:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7934ff5a-43f1-4f76-b9d8-e4343ace34f5', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825492-15-iscsi', '_interfaces': [{'id': '521b8e74-ff39-43eb-be41-5f6b4257049b', 'name': '', 'network_id': 'f39d85d3-0173-4496-879c-2b83e234d364', 'tenant_id': '2d8e35800ce043acbcb027ce406ed2e7', 'mac_address': 'fa:16:3e:38:3d:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27856324-98d4-4244-bd01-93343ae31478', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '4aef3d06-f4fb-4751-a5a8-ab68314fa54a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825492-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T07:36:36Z', 'updated_at': '2022-05-25T07:36:49Z', 'revision_number': 5, 'project_id': '2d8e35800ce043acbcb027ce406ed2e7', 'subnets': [{'id': '4aef3d06-f4fb-4751-a5a8-ab68314fa54a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-825492-15-iscsi', False) {} {{(pid=104528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 07:41:33.483085 dv-cinder-825492-15-iscsi neutron-server[104528]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c976274-2293-47b0-9b05-b2efa5d570ec None None] The sync data for ids ['27856324-98d4-4244-bd01-93343ae31478'] in dv-cinder-825492-15-iscsi is: [{'id': '27856324-98d4-4244-bd01-93343ae31478', 'name': 'tempest-AttachVolumeNegativeTest-2135659387-router', 'tenant_id': '2d8e35800ce043acbcb027ce406ed2e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '29c629bd-3f50-4535-bfbc-a047608d6fb6', 'external_fixed_ips': [{'subnet_id': '7934ff5a-43f1-4f76-b9d8-e4343ace34f5', 'ip_address': '172.27.3.226'}], 'enable_snat': True}, 'gw_port_id': '22f8fc27-9589-49b7-a3d1-f53043acd5a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T07:36:27Z', 'updated_at': '2022-05-25T07:36:37Z', 'revision_number': 4, 'project_id': '2d8e35800ce043acbcb027ce406ed2e7', 'gw_port': {'id': '22f8fc27-9589-49b7-a3d1-f53043acd5a2', 'name': '', 'network_id': '29c629bd-3f50-4535-bfbc-a047608d6fb6', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:51:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27856324-98d4-4244-bd01-93343ae31478', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '7934ff5a-43f1-4f76-b9d8-e4343ace34f5', 'ip_address': '172.27.3.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825492-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T07:36:28Z', 'updated_at': '2022-05-25T07:36:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7934ff5a-43f1-4f76-b9d8-e4343ace34f5', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825492-15-iscsi', '_interfaces': [{'id': '521b8e74-ff39-43eb-be41-5f6b4257049b', 'name': '', 'network_id': 'f39d85d3-0173-4496-879c-2b83e234d364', 'tenant_id': '2d8e35800ce043acbcb027ce406ed2e7', 'mac_address': 'fa:16:3e:38:3d:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27856324-98d4-4244-bd01-93343ae31478', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '4aef3d06-f4fb-4751-a5a8-ab68314fa54a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825492-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T07:36:36Z', 'updated_at': '2022-05-25T07:36:49Z', 'revision_number': 5, 'project_id': '2d8e35800ce043acbcb027ce406ed2e7', 'subnets': [{'id': '4aef3d06-f4fb-4751-a5a8-ab68314fa54a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104528) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 25 07:41:33.569033 dv-cinder-825492-15-iscsi neutron-server[104526]: INFO neutron.wsgi [req-7d79eac8-d177-4cbd-8220-246aaa8d3d7b req-d8b9aae7-8fb1-4989-8636-bcc6034c51be tempest-AttachVolumeNegativeTest-1464534600 tempest-AttachVolumeNegativeTest-1464534600-project] 10.222.0.24 "GET /v2.0/ports?device_id=43b6c572-c0f9-46e4-bd01-0cc1583cfe58 HTTP/1.1" status: 200 len: 210 time: 0.0306671 May 25 07:41:33.712844 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbb94116-66a6-473f-a456-86b68e7d35fc req-9e429b94-6331-4c27-bd60-bec37978c80d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 07:41:33.714595 dv-cinder-825492-15-iscsi neutron-server[104526]: INFO neutron.wsgi [req-bbb94116-66a6-473f-a456-86b68e7d35fc req-9e429b94-6331-4c27-bd60-bec37978c80d service neutron] 10.222.0.41 "GET /v2.0/subnets?id=6ebf3ac6-955c-49f9-997f-8aa2353df952 HTTP/1.1" status: 200 len: 848 time: 0.0520575 May 25 07:41:33.731641 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58a92171-5ed8-4e56-b89b-5999d2459b08 None None] New status for floating IP f11700b3-0235-4f59-9e77-b434ecd36287: DOWN {{(pid=104527) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 25 07:41:33.759658 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbb94116-66a6-473f-a456-86b68e7d35fc req-eabee037-72b1-4d01-9e61-c9fa342dfad5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 07:41:33.761299 dv-cinder-825492-15-iscsi neutron-server[104526]: INFO neutron.wsgi [req-bbb94116-66a6-473f-a456-86b68e7d35fc req-eabee037-72b1-4d01-9e61-c9fa342dfad5 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=865acc30-354d-443a-90ac-e550f16275c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0407445 May 25 07:41:33.850241 dv-cinder-825492-15-iscsi neutron-server[104526]: INFO neutron.wsgi [req-bbb94116-66a6-473f-a456-86b68e7d35fc req-6539689a-9c7b-4bc6-bd57-310681005530 service neutron] 10.222.0.41 "GET /v2.0/networks/865acc30-354d-443a-90ac-e550f16275c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0826588 May 25 07:41:33.919530 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.wsgi [-] (104526) accepted ('10.222.0.24', 46864) {{(pid=104526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 07:41:33.955684 dv-cinder-825492-15-iscsi neutron-server[104526]: INFO neutron.wsgi [req-bbb94116-66a6-473f-a456-86b68e7d35fc req-bf5c788a-455f-40fc-be9d-c161f777e8b0 service neutron] 10.222.0.41 "GET /v2.0/networks/865acc30-354d-443a-90ac-e550f16275c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0987837 May 25 07:41:34.047593 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-6d289edf-3783-4152-bdbc-be626fab2345 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:41:34.083137 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG dbcounter [-] [104526] Writing DB stats neutron:SELECT=95,neutron:INSERT=5 {{(pid=104526) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 07:41:34.122470 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-6d289edf-3783-4152-bdbc-be626fab2345 admin admin] Publish callbacks [] for security_group (c79d28a4-3acd-4d73-8048-12cc1254c7b8), precommit_create {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:41:34.225477 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-6d289edf-3783-4152-bdbc-be626fab2345 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-278753'] for security_group (c79d28a4-3acd-4d73-8048-12cc1254c7b8), after_create {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:41:34.266153 dv-cinder-825492-15-iscsi neutron-server[104526]: INFO neutron.wsgi [None req-6d289edf-3783-4152-bdbc-be626fab2345 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=1db971f20104495ba01766535fcce4f0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3456287 May 25 07:41:34.266855 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d289edf-3783-4152-bdbc-be626fab2345 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c79d28a4-3acd-4d73-8048-12cc1254c7b8,revision_number=1']} {{(pid=104526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 07:41:34.269431 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron.wsgi [-] (104525) accepted ('10.222.0.24', 46868) {{(pid=104525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 07:41:34.292595 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG dbcounter [-] [104525] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104525) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 07:41:34.326106 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-8ec759ff-0054-44cb-a019-a30d41fe738c admin admin] Publish callbacks [] for security_group (c79d28a4-3acd-4d73-8048-12cc1254c7b8), before_delete {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:41:34.348437 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-8ec759ff-0054-44cb-a019-a30d41fe738c admin admin] Publish callbacks [] for security_group (c79d28a4-3acd-4d73-8048-12cc1254c7b8), precommit_delete {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:41:34.462867 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-8ec759ff-0054-44cb-a019-a30d41fe738c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-278753'] for security_group (c79d28a4-3acd-4d73-8048-12cc1254c7b8), after_delete {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:41:34.466244 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-8ec759ff-0054-44cb-a019-a30d41fe738c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:41:34.466653 dv-cinder-825492-15-iscsi neutron-server[104525]: INFO neutron.wsgi [None req-8ec759ff-0054-44cb-a019-a30d41fe738c admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/c79d28a4-3acd-4d73-8048-12cc1254c7b8 HTTP/1.1" status: 204 len: 168 time: 0.1960046 May 25 07:41:34.474475 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ec759ff-0054-44cb-a019-a30d41fe738c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c79d28a4-3acd-4d73-8048-12cc1254c7b8,revision_number=None']} {{(pid=104525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 07:41:34.759960 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron.wsgi [-] (104525) accepted ('10.222.0.24', 46878) {{(pid=104525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 07:41:34.776804 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG dbcounter [-] [104525] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=104525) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 07:41:34.818147 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-73d868a2-5c30-4772-bac8-5689b5dfae43 tempest-AttachVolumeNegativeTest-1464534600 tempest-AttachVolumeNegativeTest-1464534600-project] Publish callbacks [] for security_group (f8d2a486-4c34-4250-bb63-3b6581e34713), before_delete {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:41:34.845024 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-73d868a2-5c30-4772-bac8-5689b5dfae43 tempest-AttachVolumeNegativeTest-1464534600 tempest-AttachVolumeNegativeTest-1464534600-project] Publish callbacks [] for security_group (f8d2a486-4c34-4250-bb63-3b6581e34713), precommit_delete {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:41:34.864500 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.plugins.ml2.rpc [None req-798242cc-9ea0-464c-9109-86bd7997349e None None] Device 627e7547-a34e-487f-a611-64aa7bd85302 no longer exists at agent hyperv_hv-cinder-82549 {{(pid=104527) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 25 07:41:34.887932 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.plugins.ml2.plugin [None req-798242cc-9ea0-464c-9109-86bd7997349e None None] No Port match for: 627e7547-a34e-487f-a611-64aa7bd85302 {{(pid=104527) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 25 07:41:34.888278 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.plugins.ml2.rpc [None req-798242cc-9ea0-464c-9109-86bd7997349e None None] Device 627e7547-a34e-487f-a611-64aa7bd85302 not bound to the agent host hv-cinder-82549 {{(pid=104527) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 25 07:41:34.968358 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-73d868a2-5c30-4772-bac8-5689b5dfae43 tempest-AttachVolumeNegativeTest-1464534600 tempest-AttachVolumeNegativeTest-1464534600-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-278753'] for security_group (f8d2a486-4c34-4250-bb63-3b6581e34713), after_delete {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:41:34.971019 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-73d868a2-5c30-4772-bac8-5689b5dfae43 tempest-AttachVolumeNegativeTest-1464534600 tempest-AttachVolumeNegativeTest-1464534600-project] Publish callbacks [] for security_group (None), before_response {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:41:34.972227 dv-cinder-825492-15-iscsi neutron-server[104525]: INFO neutron.wsgi [None req-73d868a2-5c30-4772-bac8-5689b5dfae43 tempest-AttachVolumeNegativeTest-1464534600 tempest-AttachVolumeNegativeTest-1464534600-project] 10.222.0.24 "DELETE /v2.0/security-groups/f8d2a486-4c34-4250-bb63-3b6581e34713 HTTP/1.1" status: 204 len: 168 time: 0.2111526 May 25 07:41:34.975243 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.wsgi [-] (104526) accepted ('10.222.0.24', 46880) {{(pid=104526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 07:41:34.984947 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73d868a2-5c30-4772-bac8-5689b5dfae43 tempest-AttachVolumeNegativeTest-1464534600 tempest-AttachVolumeNegativeTest-1464534600-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f8d2a486-4c34-4250-bb63-3b6581e34713,revision_number=None']} {{(pid=104525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 07:41:34.990533 dv-cinder-825492-15-iscsi neutron-server[104526]: INFO neutron.api.v2.resource [None req-c559b3ac-7814-4b9d-884f-76558c1449c9 tempest-AttachVolumeNegativeTest-1464534600 tempest-AttachVolumeNegativeTest-1464534600-project] show failed (client error): The resource could not be found. May 25 07:41:34.992315 dv-cinder-825492-15-iscsi neutron-server[104526]: INFO neutron.wsgi [None req-c559b3ac-7814-4b9d-884f-76558c1449c9 tempest-AttachVolumeNegativeTest-1464534600 tempest-AttachVolumeNegativeTest-1464534600-project] 10.222.0.24 "GET /v2.0/security-groups/f8d2a486-4c34-4250-bb63-3b6581e34713 HTTP/1.1" status: 404 len: 347 time: 0.0148492 May 25 07:41:34.995142 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.wsgi [-] (104526) accepted ('10.222.0.24', 46882) {{(pid=104526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 07:41:35.108409 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.plugins.ml2.plugin [None req-cc14972b-a8fb-4327-a52e-5c88beee2033 tempest-AttachVolumeNegativeTest-1464534600 tempest-AttachVolumeNegativeTest-1464534600-project] Deleting port b9466df3-576a-430d-9fe8-9dfa2d93af99 {{(pid=104526) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 25 07:41:35.108762 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-cc14972b-a8fb-4327-a52e-5c88beee2033 tempest-AttachVolumeNegativeTest-1464534600 tempest-AttachVolumeNegativeTest-1464534600-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754056702922'] for port (b9466df3-576a-430d-9fe8-9dfa2d93af99), before_delete {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:41:35.182368 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-cc14972b-a8fb-4327-a52e-5c88beee2033 tempest-AttachVolumeNegativeTest-1464534600 tempest-AttachVolumeNegativeTest-1464534600-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625317'] for port (b9466df3-576a-430d-9fe8-9dfa2d93af99), precommit_delete {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:41:35.182686 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-cc14972b-a8fb-4327-a52e-5c88beee2033 tempest-AttachVolumeNegativeTest-1464534600 tempest-AttachVolumeNegativeTest-1464534600-project] Publish callbacks [] for floatingip (b9466df3-576a-430d-9fe8-9dfa2d93af99), precommit_delete {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:41:35.194588 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.plugins.ml2.plugin [None req-cc14972b-a8fb-4327-a52e-5c88beee2033 tempest-AttachVolumeNegativeTest-1464534600 tempest-AttachVolumeNegativeTest-1464534600-project] Calling delete_port for b9466df3-576a-430d-9fe8-9dfa2d93af99 owned by network:floatingip {{(pid=104526) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 25 07:41:35.213243 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron.wsgi [-] (104525) accepted ('10.222.0.24', 46884) {{(pid=104525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 07:41:35.227857 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-1e8ba039-19af-4200-8493-2fbb5da7ed1f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:41:35.262610 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG dbcounter [-] [104526] Writing DB stats neutron:SELECT=93,neutron:UPDATE=1,neutron:INSERT=6 {{(pid=104526) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 07:41:35.285866 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron_lib.callbacks.manager [None req-958eff1c-15b2-4788-aec6-235c7c0db758 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754056472917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490168'] for agent (6cf9466f-68ff-4d03-9bb6-0c8244fa88eb), after_update {{(pid=104527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:41:35.305967 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-1e8ba039-19af-4200-8493-2fbb5da7ed1f admin admin] Publish callbacks [] for security_group (e4823e21-56a0-435c-9599-102036494185), precommit_create {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:41:35.425500 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-1e8ba039-19af-4200-8493-2fbb5da7ed1f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-278753'] for security_group (e4823e21-56a0-435c-9599-102036494185), after_create {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:41:35.425712 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-cc14972b-a8fb-4327-a52e-5c88beee2033 tempest-AttachVolumeNegativeTest-1464534600 tempest-AttachVolumeNegativeTest-1464534600-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-617841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612926', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754056714424', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754056173873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2909854'] for port (b9466df3-576a-430d-9fe8-9dfa2d93af99), after_delete {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:41:35.450546 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc14972b-a8fb-4327-a52e-5c88beee2033 tempest-AttachVolumeNegativeTest-1464534600 tempest-AttachVolumeNegativeTest-1464534600-project] Pushing event deleted for resources: {'Port': ['ID=b9466df3-576a-430d-9fe8-9dfa2d93af99,revision_number=None']} {{(pid=104526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 07:41:35.468626 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e8ba039-19af-4200-8493-2fbb5da7ed1f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e4823e21-56a0-435c-9599-102036494185,revision_number=1']} {{(pid=104525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 07:41:35.472926 dv-cinder-825492-15-iscsi neutron-server[104525]: INFO neutron.wsgi [None req-1e8ba039-19af-4200-8493-2fbb5da7ed1f admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=39e51a49c3164060b31f02a78e90840e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2584741 May 25 07:41:35.476023 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.wsgi [-] (104526) accepted ('10.222.0.24', 46886) {{(pid=104526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 07:41:35.550216 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-cc14972b-a8fb-4327-a52e-5c88beee2033 tempest-AttachVolumeNegativeTest-1464534600 tempest-AttachVolumeNegativeTest-1464534600-project] Publish callbacks [] for floatingip (f11700b3-0235-4f59-9e77-b434ecd36287), after_delete {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:41:35.552670 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-cc14972b-a8fb-4327-a52e-5c88beee2033 tempest-AttachVolumeNegativeTest-1464534600 tempest-AttachVolumeNegativeTest-1464534600-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93885'] for floatingip (None), before_response {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:41:35.553808 dv-cinder-825492-15-iscsi neutron-server[104526]: INFO neutron.wsgi [None req-cc14972b-a8fb-4327-a52e-5c88beee2033 tempest-AttachVolumeNegativeTest-1464534600 tempest-AttachVolumeNegativeTest-1464534600-project] 10.222.0.24 "DELETE /v2.0/floatingips/f11700b3-0235-4f59-9e77-b434ecd36287 HTTP/1.1" status: 204 len: 168 time: 0.5576940 May 25 07:41:35.564312 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-2af02fb0-ee86-491a-bd8d-6ac263dd4686 admin admin] Publish callbacks [] for security_group (e4823e21-56a0-435c-9599-102036494185), before_delete {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:41:35.588969 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-2af02fb0-ee86-491a-bd8d-6ac263dd4686 admin admin] Publish callbacks [] for security_group (e4823e21-56a0-435c-9599-102036494185), precommit_delete {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:41:35.620331 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG dbcounter [-] [104526] Writing DB stats neutron:SELECT=92,neutron:DELETE=8 {{(pid=104526) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 07:41:35.712634 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.wsgi [-] (104526) accepted ('10.222.0.24', 46890) {{(pid=104526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 07:41:35.717252 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.api.v2.base [None req-07046313-8d4b-4997-8b57-c6d1aaab216e tempest-AttachVolumeNegativeTest-1464534600 tempest-AttachVolumeNegativeTest-1464534600-project] Request body: {'security_group': {'name': 'tempest-securitygroup--735915060', 'description': 'tempest-description--1148587159'}} {{(pid=104526) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 25 07:41:35.743846 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-2af02fb0-ee86-491a-bd8d-6ac263dd4686 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-278753'] for security_group (e4823e21-56a0-435c-9599-102036494185), after_delete {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:41:35.746315 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-2af02fb0-ee86-491a-bd8d-6ac263dd4686 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:41:35.747476 dv-cinder-825492-15-iscsi neutron-server[104526]: INFO neutron.wsgi [None req-2af02fb0-ee86-491a-bd8d-6ac263dd4686 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/e4823e21-56a0-435c-9599-102036494185 HTTP/1.1" status: 204 len: 168 time: 0.2703240 May 25 07:41:35.757954 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2af02fb0-ee86-491a-bd8d-6ac263dd4686 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e4823e21-56a0-435c-9599-102036494185,revision_number=None']} {{(pid=104526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 07:41:35.800590 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-07046313-8d4b-4997-8b57-c6d1aaab216e tempest-AttachVolumeNegativeTest-1464534600 tempest-AttachVolumeNegativeTest-1464534600-project] Publish callbacks [] for security_group (None), before_create {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:41:35.868888 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-07046313-8d4b-4997-8b57-c6d1aaab216e tempest-AttachVolumeNegativeTest-1464534600 tempest-AttachVolumeNegativeTest-1464534600-project] Publish callbacks [] for security_group (00913454-3287-4fda-8993-71220fe3c018), precommit_create {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:41:35.982473 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-07046313-8d4b-4997-8b57-c6d1aaab216e tempest-AttachVolumeNegativeTest-1464534600 tempest-AttachVolumeNegativeTest-1464534600-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-278753'] for security_group (00913454-3287-4fda-8993-71220fe3c018), after_create {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:41:36.011788 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07046313-8d4b-4997-8b57-c6d1aaab216e tempest-AttachVolumeNegativeTest-1464534600 tempest-AttachVolumeNegativeTest-1464534600-project] Pushing event updated for resources: {'SecurityGroup': ['ID=00913454-3287-4fda-8993-71220fe3c018,revision_number=1']} {{(pid=104526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 07:41:36.102539 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-07046313-8d4b-4997-8b57-c6d1aaab216e tempest-AttachVolumeNegativeTest-1464534600 tempest-AttachVolumeNegativeTest-1464534600-project] Publish callbacks [] for security_group (None), before_response {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:41:36.103829 dv-cinder-825492-15-iscsi neutron-server[104526]: INFO neutron.wsgi [None req-07046313-8d4b-4997-8b57-c6d1aaab216e tempest-AttachVolumeNegativeTest-1464534600 tempest-AttachVolumeNegativeTest-1464534600-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.3900881 May 25 07:41:36.107213 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.wsgi [-] (104526) accepted ('10.222.0.24', 46896) {{(pid=104526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 07:41:36.111728 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.api.v2.base [None req-b1e087f4-24b4-4839-b5e5-9416ef6ecae4 tempest-AttachVolumeNegativeTest-1464534600 tempest-AttachVolumeNegativeTest-1464534600-project] Request body: {'security_group_rule': {'security_group_id': '00913454-3287-4fda-8993-71220fe3c018', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104526) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 25 07:41:36.195381 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-b1e087f4-24b4-4839-b5e5-9416ef6ecae4 tempest-AttachVolumeNegativeTest-1464534600 tempest-AttachVolumeNegativeTest-1464534600-project] Publish callbacks [] for security_group_rule (eea19372-8570-4c64-b316-3352a7479118), before_create {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:41:36.248897 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-b1e087f4-24b4-4839-b5e5-9416ef6ecae4 tempest-AttachVolumeNegativeTest-1464534600 tempest-AttachVolumeNegativeTest-1464534600-project] Publish callbacks [] for security_group_rule (eea19372-8570-4c64-b316-3352a7479118), precommit_create {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:41:36.339394 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-b1e087f4-24b4-4839-b5e5-9416ef6ecae4 tempest-AttachVolumeNegativeTest-1464534600 tempest-AttachVolumeNegativeTest-1464534600-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-278608'] for security_group_rule (eea19372-8570-4c64-b316-3352a7479118), after_create {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:41:36.357583 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1e087f4-24b4-4839-b5e5-9416ef6ecae4 tempest-AttachVolumeNegativeTest-1464534600 tempest-AttachVolumeNegativeTest-1464534600-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=eea19372-8570-4c64-b316-3352a7479118,revision_number=0']} {{(pid=104526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 07:41:36.413129 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-b1e087f4-24b4-4839-b5e5-9416ef6ecae4 tempest-AttachVolumeNegativeTest-1464534600 tempest-AttachVolumeNegativeTest-1464534600-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:41:36.414351 dv-cinder-825492-15-iscsi neutron-server[104526]: INFO neutron.wsgi [None req-b1e087f4-24b4-4839-b5e5-9416ef6ecae4 tempest-AttachVolumeNegativeTest-1464534600 tempest-AttachVolumeNegativeTest-1464534600-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3062129 May 25 07:41:36.417331 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron.wsgi [-] (104525) accepted ('10.222.0.24', 46906) {{(pid=104525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 07:41:36.421935 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron.api.v2.base [None req-7ce316c1-edf7-49c6-a041-594dfd5e81c6 tempest-AttachVolumeNegativeTest-1464534600 tempest-AttachVolumeNegativeTest-1464534600-project] Request body: {'security_group_rule': {'security_group_id': '00913454-3287-4fda-8993-71220fe3c018', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104525) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 25 07:41:36.520747 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-7ce316c1-edf7-49c6-a041-594dfd5e81c6 tempest-AttachVolumeNegativeTest-1464534600 tempest-AttachVolumeNegativeTest-1464534600-project] Publish callbacks [] for security_group_rule (3e39b61e-56ea-44dd-aa32-2510d7a068dd), before_create {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:41:36.569338 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-7ce316c1-edf7-49c6-a041-594dfd5e81c6 tempest-AttachVolumeNegativeTest-1464534600 tempest-AttachVolumeNegativeTest-1464534600-project] Publish callbacks [] for security_group_rule (3e39b61e-56ea-44dd-aa32-2510d7a068dd), precommit_create {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:41:36.640282 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-7ce316c1-edf7-49c6-a041-594dfd5e81c6 tempest-AttachVolumeNegativeTest-1464534600 tempest-AttachVolumeNegativeTest-1464534600-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-278608'] for security_group_rule (3e39b61e-56ea-44dd-aa32-2510d7a068dd), after_create {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:41:36.658373 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ce316c1-edf7-49c6-a041-594dfd5e81c6 tempest-AttachVolumeNegativeTest-1464534600 tempest-AttachVolumeNegativeTest-1464534600-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3e39b61e-56ea-44dd-aa32-2510d7a068dd,revision_number=0']} {{(pid=104525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 07:41:36.735861 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-7ce316c1-edf7-49c6-a041-594dfd5e81c6 tempest-AttachVolumeNegativeTest-1464534600 tempest-AttachVolumeNegativeTest-1464534600-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:41:36.737512 dv-cinder-825492-15-iscsi neutron-server[104525]: INFO neutron.wsgi [None req-7ce316c1-edf7-49c6-a041-594dfd5e81c6 tempest-AttachVolumeNegativeTest-1464534600 tempest-AttachVolumeNegativeTest-1464534600-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3191974 May 25 07:41:36.740695 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron.wsgi [-] (104525) accepted ('10.222.0.24', 46916) {{(pid=104525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 07:41:36.746158 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron.api.v2.base [None req-c44f79b1-081e-4304-a4ce-2e1e2674e8bc tempest-AttachVolumeNegativeTest-1464534600 tempest-AttachVolumeNegativeTest-1464534600-project] Request body: {'floatingip': {'floating_network_id': '29c629bd-3f50-4535-bfbc-a047608d6fb6'}} {{(pid=104525) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 25 07:41:36.874663 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-c44f79b1-081e-4304-a4ce-2e1e2674e8bc tempest-AttachVolumeNegativeTest-1464534600 tempest-AttachVolumeNegativeTest-1464534600-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:41:36.952536 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG dbcounter [-] [104525] Writing DB stats neutron:SELECT=77,neutron:DELETE=4,neutron:INSERT=17,neutron:UPDATE=2 {{(pid=104525) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 07:41:36.958442 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-c44f79b1-081e-4304-a4ce-2e1e2674e8bc tempest-AttachVolumeNegativeTest-1464534600 tempest-AttachVolumeNegativeTest-1464534600-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-616651'] for port (None), before_create {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:41:37.075583 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron.db.db_base_plugin_common [None req-c44f79b1-081e-4304-a4ce-2e1e2674e8bc tempest-AttachVolumeNegativeTest-1464534600 tempest-AttachVolumeNegativeTest-1464534600-project] Allocated IP 172.27.3.245 (29c629bd-3f50-4535-bfbc-a047608d6fb6/7934ff5a-43f1-4f76-b9d8-e4343ace34f5/2efafd7f-7f4e-4a57-b6ce-4a755f030baf) {{(pid=104525) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 07:41:37.179830 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG dbcounter [-] [104525] Writing DB stats neutron:SELECT=89,neutron:DELETE=1,neutron:INSERT=6,neutron:UPDATE=4 {{(pid=104525) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 07:41:37.183728 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-c44f79b1-081e-4304-a4ce-2e1e2674e8bc tempest-AttachVolumeNegativeTest-1464534600 tempest-AttachVolumeNegativeTest-1464534600-project] Publish callbacks [] for port (2efafd7f-7f4e-4a57-b6ce-4a755f030baf), precommit_create {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:41:37.289085 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-c44f79b1-081e-4304-a4ce-2e1e2674e8bc tempest-AttachVolumeNegativeTest-1464534600 tempest-AttachVolumeNegativeTest-1464534600-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-617841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612926', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754056173864', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59563715'] for port (2efafd7f-7f4e-4a57-b6ce-4a755f030baf), after_create {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:41:37.326793 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c44f79b1-081e-4304-a4ce-2e1e2674e8bc tempest-AttachVolumeNegativeTest-1464534600 tempest-AttachVolumeNegativeTest-1464534600-project] Network 29c629bd-3f50-4535-bfbc-a047608d6fb6 is already hosted by enough agents. {{(pid=104525) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 07:41:37.329626 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron.scheduler.base_scheduler [None req-c44f79b1-081e-4304-a4ce-2e1e2674e8bc tempest-AttachVolumeNegativeTest-1464534600 tempest-AttachVolumeNegativeTest-1464534600-project] Resources bound (agent type, host, resource id): {{(pid=104525) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 07:41:37.333102 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c44f79b1-081e-4304-a4ce-2e1e2674e8bc tempest-AttachVolumeNegativeTest-1464534600 tempest-AttachVolumeNegativeTest-1464534600-project] Received port after_create {{(pid=104525) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 25 07:41:37.365195 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c44f79b1-081e-4304-a4ce-2e1e2674e8bc tempest-AttachVolumeNegativeTest-1464534600 tempest-AttachVolumeNegativeTest-1464534600-project] Pushing event updated for resources: {'Port': ['ID=2efafd7f-7f4e-4a57-b6ce-4a755f030baf,revision_number=1']} {{(pid=104525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 07:41:37.426325 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-c44f79b1-081e-4304-a4ce-2e1e2674e8bc tempest-AttachVolumeNegativeTest-1464534600 tempest-AttachVolumeNegativeTest-1464534600-project] Publish callbacks [] for floatingip (d212ece2-ba7f-4711-a564-ac7060663ca0), precommit_create {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:41:37.494164 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron_lib.callbacks.manager [None req-ade9bd1b-320a-4800-a5bc-213189d97c7d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754056472917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490168'] for agent (54ff4013-997e-4376-a4e9-e6c98cf37cc7), after_update {{(pid=104527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:41:37.553371 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-c44f79b1-081e-4304-a4ce-2e1e2674e8bc tempest-AttachVolumeNegativeTest-1464534600 tempest-AttachVolumeNegativeTest-1464534600-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-616651'] for port (2efafd7f-7f4e-4a57-b6ce-4a755f030baf), before_update {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:41:37.733577 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG dbcounter [-] [104525] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=104525) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 07:41:37.741665 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-c44f79b1-081e-4304-a4ce-2e1e2674e8bc tempest-AttachVolumeNegativeTest-1464534600 tempest-AttachVolumeNegativeTest-1464534600-project] Publish callbacks [] for port (2efafd7f-7f4e-4a57-b6ce-4a755f030baf), precommit_update {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:41:37.814103 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-c44f79b1-081e-4304-a4ce-2e1e2674e8bc tempest-AttachVolumeNegativeTest-1464534600 tempest-AttachVolumeNegativeTest-1464534600-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-617841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612926', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754056714442', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754056173882', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754056173900', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59563722'] for port (2efafd7f-7f4e-4a57-b6ce-4a755f030baf), after_update {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:41:37.891374 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c44f79b1-081e-4304-a4ce-2e1e2674e8bc tempest-AttachVolumeNegativeTest-1464534600 tempest-AttachVolumeNegativeTest-1464534600-project] Pushing event updated for resources: {'Port': ['ID=2efafd7f-7f4e-4a57-b6ce-4a755f030baf,revision_number=2']} {{(pid=104525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 07:41:37.898567 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-c44f79b1-081e-4304-a4ce-2e1e2674e8bc tempest-AttachVolumeNegativeTest-1464534600 tempest-AttachVolumeNegativeTest-1464534600-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1617316'] for floatingip (d212ece2-ba7f-4711-a564-ac7060663ca0), after_create {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:41:37.981835 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-c44f79b1-081e-4304-a4ce-2e1e2674e8bc tempest-AttachVolumeNegativeTest-1464534600 tempest-AttachVolumeNegativeTest-1464534600-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93885'] for floatingip (None), before_response {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:41:37.983014 dv-cinder-825492-15-iscsi neutron-server[104525]: INFO neutron.wsgi [None req-c44f79b1-081e-4304-a4ce-2e1e2674e8bc tempest-AttachVolumeNegativeTest-1464534600 tempest-AttachVolumeNegativeTest-1464534600-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.2403872 May 25 07:41:38.193355 dv-cinder-825492-15-iscsi neutron-server[104526]: INFO neutron.wsgi [req-fb855ed5-c926-46ca-b91d-756e280ba242 req-e15398fd-7a67-4ff9-abd4-4b5d9a251c39 tempest-AttachVolumeNegativeTest-1464534600 tempest-AttachVolumeNegativeTest-1464534600-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-securitygroup--735915060&fields=id&tenant_id=2d8e35800ce043acbcb027ce406ed2e7 HTTP/1.1" status: 200 len: 267 time: 0.0434356 May 25 07:41:38.298405 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb855ed5-c926-46ca-b91d-756e280ba242 req-38ca4f46-6b92-4c6b-b294-e3f66e46ced6 tempest-AttachVolumeNegativeTest-1464534600 tempest-AttachVolumeNegativeTest-1464534600-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 07:41:38.299834 dv-cinder-825492-15-iscsi neutron-server[104526]: INFO neutron.wsgi [req-fb855ed5-c926-46ca-b91d-756e280ba242 req-38ca4f46-6b92-4c6b-b294-e3f66e46ced6 tempest-AttachVolumeNegativeTest-1464534600 tempest-AttachVolumeNegativeTest-1464534600-project] 10.222.0.24 "GET /v2.0/networks?id=f39d85d3-0173-4496-879c-2b83e234d364 HTTP/1.1" status: 200 len: 815 time: 0.0993664 May 25 07:41:38.314826 dv-cinder-825492-15-iscsi neutron-server[104526]: INFO neutron.wsgi [req-fb855ed5-c926-46ca-b91d-756e280ba242 req-a113c494-4491-44d0-820d-7b68101a6726 tempest-AttachVolumeNegativeTest-1464534600 tempest-AttachVolumeNegativeTest-1464534600-project] 10.222.0.24 "GET /v2.0/quotas/2d8e35800ce043acbcb027ce406ed2e7 HTTP/1.1" status: 200 len: 375 time: 0.0090535 May 25 07:41:38.368566 dv-cinder-825492-15-iscsi neutron-server[104526]: INFO neutron.wsgi [req-fb855ed5-c926-46ca-b91d-756e280ba242 req-b5b777eb-4e30-466b-bc9e-be04682bcab6 tempest-AttachVolumeNegativeTest-1464534600 tempest-AttachVolumeNegativeTest-1464534600-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=2d8e35800ce043acbcb027ce406ed2e7&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0488954 May 25 07:41:38.592636 dv-cinder-825492-15-iscsi neutron-server[104526]: INFO neutron.wsgi [req-fb855ed5-c926-46ca-b91d-756e280ba242 req-01df32e5-5b53-46cd-a97c-4db49fb686b5 service neutron] 10.222.0.24 "GET /v2.0/networks/f39d85d3-0173-4496-879c-2b83e234d364?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2102306 May 25 07:41:38.663768 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron_lib.callbacks.manager [None req-461c163e-e11a-425b-8a8d-f39fb153da48 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754056472917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490168'] for agent (fa5554a0-25df-434f-a0d0-5996d872220a), after_update {{(pid=104527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:41:38.946290 dv-cinder-825492-15-iscsi neutron-server[104526]: INFO neutron.wsgi [req-fb855ed5-c926-46ca-b91d-756e280ba242 req-bc0a9894-dc8f-4f4d-978c-bab1bdc8b4d6 service neutron] 10.222.0.24 "GET /v2.0/networks/f39d85d3-0173-4496-879c-2b83e234d364?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3474450 May 25 07:41:39.245571 dv-cinder-825492-15-iscsi neutron-server[104525]: INFO neutron.wsgi [req-6c361377-62f6-417c-908d-920c9d49675a req-ca5a56f4-a063-4d03-abee-ab53e4753b1b tempest-AttachVolumeNegativeTest-1464534600 tempest-AttachVolumeNegativeTest-1464534600-project] 10.222.0.24 "GET /v2.0/ports?device_id=e1792da3-df94-4a97-9f39-a2200abfad07 HTTP/1.1" status: 200 len: 210 time: 0.0296772 May 25 07:41:40.125859 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron_lib.callbacks.manager [None req-f9cd7ad7-9657-4dc4-ab64-74b2d9455e3c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754056472917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490168'] for agent (749e0e2c-8e71-4175-9046-27a8fd2a3a0a), after_update {{(pid=104527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:41:40.345966 dv-cinder-825492-15-iscsi neutron-server[104526]: INFO neutron.wsgi [req-0770ce79-0470-44ea-8b54-38b448c52bdb req-9ebcb5ea-54e6-45e1-a256-43c729794c23 tempest-AttachVolumeNegativeTest-1464534600 tempest-AttachVolumeNegativeTest-1464534600-project] 10.222.0.24 "GET /v2.0/ports?device_id=e1792da3-df94-4a97-9f39-a2200abfad07 HTTP/1.1" status: 200 len: 210 time: 0.0286455 May 25 07:41:41.420720 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG dbcounter [-] [104526] Writing DB stats neutron:DELETE=4,neutron:SELECT=84,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=104526) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 07:41:41.435329 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-400e5295-4a11-4ad9-8bd0-5971aae9d428 req-a0053ae9-81f6-42e6-8132-2463a14ff55f tempest-AttachVolumeShelveTestJSON-605607613 tempest-AttachVolumeShelveTestJSON-605607613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 07:41:41.436824 dv-cinder-825492-15-iscsi neutron-server[104526]: INFO neutron.wsgi [req-400e5295-4a11-4ad9-8bd0-5971aae9d428 req-a0053ae9-81f6-42e6-8132-2463a14ff55f tempest-AttachVolumeShelveTestJSON-605607613 tempest-AttachVolumeShelveTestJSON-605607613-project] 10.222.0.24 "GET /v2.0/ports?device_id=c0ecec15-f302-4eea-92e6-37049703fa41 HTTP/1.1" status: 200 len: 945 time: 0.0482152 May 25 07:41:41.487683 dv-cinder-825492-15-iscsi neutron-server[104526]: INFO neutron.wsgi [req-400e5295-4a11-4ad9-8bd0-5971aae9d428 req-36ebee01-1edd-46c3-905e-378bbeeea182 tempest-AttachVolumeShelveTestJSON-605607613 tempest-AttachVolumeShelveTestJSON-605607613-project] 10.222.0.24 "GET /v2.0/security-groups?id=c3d2f722-76e0-4b5c-9b6a-6cf788bb7d66&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452540 May 25 07:41:41.554473 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron_lib.callbacks.manager [None req-4c581813-650f-4b4b-ac0f-82f585bea231 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754056472917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490168'] for agent (67455b2d-ff20-4068-8b38-73bd0628c5cb), after_update {{(pid=104527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:41:41.570184 dv-cinder-825492-15-iscsi neutron-server[104525]: INFO neutron.wsgi [req-13fbf57d-0e0b-463c-9a3c-94631e895acd req-58538985-9417-45f8-9328-5b070368b1cd tempest-AttachVolumeNegativeTest-1464534600 tempest-AttachVolumeNegativeTest-1464534600-project] 10.222.0.24 "GET /v2.0/ports?device_id=e1792da3-df94-4a97-9f39-a2200abfad07 HTTP/1.1" status: 200 len: 210 time: 0.0283794 May 25 07:41:42.615851 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11a52564-080f-42e0-955f-fc0d412e098e req-bb72ceed-e508-4a69-93ad-90f0479d8da2 tempest-AttachVolumeShelveTestJSON-605607613 tempest-AttachVolumeShelveTestJSON-605607613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 07:41:42.617360 dv-cinder-825492-15-iscsi neutron-server[104526]: INFO neutron.wsgi [req-11a52564-080f-42e0-955f-fc0d412e098e req-bb72ceed-e508-4a69-93ad-90f0479d8da2 tempest-AttachVolumeShelveTestJSON-605607613 tempest-AttachVolumeShelveTestJSON-605607613-project] 10.222.0.24 "GET /v2.0/ports?device_id=c0ecec15-f302-4eea-92e6-37049703fa41 HTTP/1.1" status: 200 len: 945 time: 0.0528235 May 25 07:41:42.664956 dv-cinder-825492-15-iscsi neutron-server[104526]: INFO neutron.wsgi [req-11a52564-080f-42e0-955f-fc0d412e098e req-002e8e5f-9540-4e92-acd4-40faf8fde81f tempest-AttachVolumeShelveTestJSON-605607613 tempest-AttachVolumeShelveTestJSON-605607613-project] 10.222.0.24 "GET /v2.0/security-groups?id=c3d2f722-76e0-4b5c-9b6a-6cf788bb7d66&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412729 May 25 07:41:42.665502 dv-cinder-825492-15-iscsi neutron-server[104525]: INFO neutron.wsgi [req-1db568c1-9e79-4dae-85b3-2a9b11266c46 req-17c4e7bd-0513-499a-a4fb-90b1c06d47fc tempest-AttachVolumeNegativeTest-1464534600 tempest-AttachVolumeNegativeTest-1464534600-project] 10.222.0.24 "GET /v2.0/ports?device_id=e1792da3-df94-4a97-9f39-a2200abfad07 HTTP/1.1" status: 200 len: 210 time: 0.0272415 May 25 07:41:43.768134 dv-cinder-825492-15-iscsi neutron-server[104525]: INFO neutron.wsgi [req-f9ed6a38-c710-4af6-8987-75a95877c9c8 req-d8e705b8-aeac-4f93-942c-71baa8558b4d tempest-AttachVolumeNegativeTest-1464534600 tempest-AttachVolumeNegativeTest-1464534600-project] 10.222.0.24 "GET /v2.0/ports?device_id=e1792da3-df94-4a97-9f39-a2200abfad07 HTTP/1.1" status: 200 len: 210 time: 0.0324969 May 25 07:41:43.773606 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG dbcounter [-] [104526] Writing DB stats neutron:SELECT=95,neutron:DELETE=3,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=104526) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 07:41:43.789991 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b5e6165-fe30-4a6f-b907-73765b39e4b0 req-de316723-4576-45a2-9e8c-3276b88b38fb tempest-AttachVolumeShelveTestJSON-605607613 tempest-AttachVolumeShelveTestJSON-605607613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 07:41:43.791487 dv-cinder-825492-15-iscsi neutron-server[104526]: INFO neutron.wsgi [req-9b5e6165-fe30-4a6f-b907-73765b39e4b0 req-de316723-4576-45a2-9e8c-3276b88b38fb tempest-AttachVolumeShelveTestJSON-605607613 tempest-AttachVolumeShelveTestJSON-605607613-project] 10.222.0.24 "GET /v2.0/ports?device_id=c0ecec15-f302-4eea-92e6-37049703fa41 HTTP/1.1" status: 200 len: 945 time: 0.0520928 May 25 07:41:43.838022 dv-cinder-825492-15-iscsi neutron-server[104526]: INFO neutron.wsgi [req-9b5e6165-fe30-4a6f-b907-73765b39e4b0 req-10f25ce0-d097-4222-9276-bdcf89e7f292 tempest-AttachVolumeShelveTestJSON-605607613 tempest-AttachVolumeShelveTestJSON-605607613-project] 10.222.0.24 "GET /v2.0/security-groups?id=c3d2f722-76e0-4b5c-9b6a-6cf788bb7d66&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408485 May 25 07:41:44.547874 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb855ed5-c926-46ca-b91d-756e280ba242 req-58979eb5-2333-4014-932d-73e0770a5354 tempest-AttachVolumeNegativeTest-1464534600 tempest-AttachVolumeNegativeTest-1464534600-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 07:41:44.549393 dv-cinder-825492-15-iscsi neutron-server[104526]: INFO neutron.wsgi [req-fb855ed5-c926-46ca-b91d-756e280ba242 req-58979eb5-2333-4014-932d-73e0770a5354 tempest-AttachVolumeNegativeTest-1464534600 tempest-AttachVolumeNegativeTest-1464534600-project] 10.222.0.41 "GET /v2.0/networks?id=f39d85d3-0173-4496-879c-2b83e234d364 HTTP/1.1" status: 200 len: 815 time: 0.1050091 May 25 07:41:44.621842 dv-cinder-825492-15-iscsi neutron-server[104526]: INFO neutron.wsgi [req-fb855ed5-c926-46ca-b91d-756e280ba242 req-6a27e80d-dbee-4f4f-99c3-a47d913d5d92 tempest-AttachVolumeNegativeTest-1464534600 tempest-AttachVolumeNegativeTest-1464534600-project] 10.222.0.41 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=2d8e35800ce043acbcb027ce406ed2e7 HTTP/1.1" status: 200 len: 379 time: 0.0564229 May 25 07:41:44.630462 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.api.v2.base [req-fb855ed5-c926-46ca-b91d-756e280ba242 req-15fd0018-716d-4191-a365-2fa803abf484 tempest-AttachVolumeNegativeTest-1464534600 tempest-AttachVolumeNegativeTest-1464534600-project] Request body: {'port': {'device_id': 'e1792da3-df94-4a97-9f39-a2200abfad07', 'network_id': 'f39d85d3-0173-4496-879c-2b83e234d364', 'admin_state_up': True, 'tenant_id': '2d8e35800ce043acbcb027ce406ed2e7', 'security_groups': ['00913454-3287-4fda-8993-71220fe3c018']}} {{(pid=104526) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 25 07:41:44.842776 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fb855ed5-c926-46ca-b91d-756e280ba242 req-15fd0018-716d-4191-a365-2fa803abf484 tempest-AttachVolumeNegativeTest-1464534600 tempest-AttachVolumeNegativeTest-1464534600-project] Made reservation on behalf of 2d8e35800ce043acbcb027ce406ed2e7 for: {'port': 1} {{(pid=104526) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 07:41:44.848237 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [req-fb855ed5-c926-46ca-b91d-756e280ba242 req-15fd0018-716d-4191-a365-2fa803abf484 tempest-AttachVolumeNegativeTest-1464534600 tempest-AttachVolumeNegativeTest-1464534600-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-616651'] for port (None), before_create {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:41:44.878685 dv-cinder-825492-15-iscsi neutron-server[104525]: INFO neutron.wsgi [req-89392ff4-46d2-4835-ae0c-29dea95c6db1 req-4863c4d0-a28a-42e4-9f94-f2910f666a92 tempest-AttachVolumeNegativeTest-1464534600 tempest-AttachVolumeNegativeTest-1464534600-project] 10.222.0.24 "GET /v2.0/ports?device_id=e1792da3-df94-4a97-9f39-a2200abfad07 HTTP/1.1" status: 200 len: 210 time: 0.0389955 May 25 07:41:45.010211 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bc90fc9-e2a3-40e2-9319-4bfb69cdfe63 req-c58835e9-49d4-46c4-b854-e053696485ed tempest-AttachVolumeShelveTestJSON-605607613 tempest-AttachVolumeShelveTestJSON-605607613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 07:41:45.011860 dv-cinder-825492-15-iscsi neutron-server[104526]: INFO neutron.wsgi [req-9bc90fc9-e2a3-40e2-9319-4bfb69cdfe63 req-c58835e9-49d4-46c4-b854-e053696485ed tempest-AttachVolumeShelveTestJSON-605607613 tempest-AttachVolumeShelveTestJSON-605607613-project] 10.222.0.24 "GET /v2.0/ports?device_id=c0ecec15-f302-4eea-92e6-37049703fa41 HTTP/1.1" status: 200 len: 945 time: 0.0797663 May 25 07:41:45.047660 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.db.db_base_plugin_common [req-fb855ed5-c926-46ca-b91d-756e280ba242 req-15fd0018-716d-4191-a365-2fa803abf484 tempest-AttachVolumeNegativeTest-1464534600 tempest-AttachVolumeNegativeTest-1464534600-project] Allocated IP 172.20.0.10 (f39d85d3-0173-4496-879c-2b83e234d364/4aef3d06-f4fb-4751-a5a8-ab68314fa54a/3879946e-3068-47dd-b88c-190f047d242d) {{(pid=104526) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 07:41:45.108910 dv-cinder-825492-15-iscsi neutron-server[104526]: INFO neutron.wsgi [req-9bc90fc9-e2a3-40e2-9319-4bfb69cdfe63 req-76f9e9c3-48b0-4c47-aa7f-46fe0560c218 tempest-AttachVolumeShelveTestJSON-605607613 tempest-AttachVolumeShelveTestJSON-605607613-project] 10.222.0.24 "GET /v2.0/security-groups?id=c3d2f722-76e0-4b5c-9b6a-6cf788bb7d66&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0807817 May 25 07:41:45.171146 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG dbcounter [-] [104526] Writing DB stats neutron:SELECT=95,neutron:INSERT=2,neutron:UPDATE=3 {{(pid=104526) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 07:41:45.212759 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [req-fb855ed5-c926-46ca-b91d-756e280ba242 req-15fd0018-716d-4191-a365-2fa803abf484 tempest-AttachVolumeNegativeTest-1464534600 tempest-AttachVolumeNegativeTest-1464534600-project] Publish callbacks [] for port (3879946e-3068-47dd-b88c-190f047d242d), precommit_create {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:41:45.325802 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [req-fb855ed5-c926-46ca-b91d-756e280ba242 req-15fd0018-716d-4191-a365-2fa803abf484 tempest-AttachVolumeNegativeTest-1464534600 tempest-AttachVolumeNegativeTest-1464534600-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-617841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612926', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754056173864', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2909854'] for port (3879946e-3068-47dd-b88c-190f047d242d), after_create {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:41:45.373732 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fb855ed5-c926-46ca-b91d-756e280ba242 req-15fd0018-716d-4191-a365-2fa803abf484 tempest-AttachVolumeNegativeTest-1464534600 tempest-AttachVolumeNegativeTest-1464534600-project] Network f39d85d3-0173-4496-879c-2b83e234d364 is already hosted by enough agents. {{(pid=104526) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 07:41:45.376852 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.scheduler.base_scheduler [req-fb855ed5-c926-46ca-b91d-756e280ba242 req-15fd0018-716d-4191-a365-2fa803abf484 tempest-AttachVolumeNegativeTest-1464534600 tempest-AttachVolumeNegativeTest-1464534600-project] Resources bound (agent type, host, resource id): {{(pid=104526) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 07:41:45.380617 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.db.l3_dvrscheduler_db [req-fb855ed5-c926-46ca-b91d-756e280ba242 req-15fd0018-716d-4191-a365-2fa803abf484 tempest-AttachVolumeNegativeTest-1464534600 tempest-AttachVolumeNegativeTest-1464534600-project] Received port after_create {{(pid=104526) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 25 07:41:45.404811 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG dbcounter [-] [104526] Writing DB stats neutron:SELECT=92,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=104526) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 07:41:45.411742 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15fd0018-716d-4191-a365-2fa803abf484 tempest-AttachVolumeNegativeTest-1464534600 tempest-AttachVolumeNegativeTest-1464534600-project] Pushing event updated for resources: {'Port': ['ID=3879946e-3068-47dd-b88c-190f047d242d,revision_number=1']} {{(pid=104526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 07:41:45.425819 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15fd0018-716d-4191-a365-2fa803abf484 tempest-AttachVolumeNegativeTest-1464534600 tempest-AttachVolumeNegativeTest-1464534600-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825492-15-iscsi {{(pid=104526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 07:41:45.426180 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15fd0018-716d-4191-a365-2fa803abf484 tempest-AttachVolumeNegativeTest-1464534600 tempest-AttachVolumeNegativeTest-1464534600-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825492-15-iscsi {{(pid=104526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 07:41:45.426525 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15fd0018-716d-4191-a365-2fa803abf484 tempest-AttachVolumeNegativeTest-1464534600 tempest-AttachVolumeNegativeTest-1464534600-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825492-15-iscsi {{(pid=104526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 07:41:45.426861 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15fd0018-716d-4191-a365-2fa803abf484 tempest-AttachVolumeNegativeTest-1464534600 tempest-AttachVolumeNegativeTest-1464534600-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825492-15-iscsi {{(pid=104526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 07:41:45.427192 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15fd0018-716d-4191-a365-2fa803abf484 tempest-AttachVolumeNegativeTest-1464534600 tempest-AttachVolumeNegativeTest-1464534600-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825492-15-iscsi {{(pid=104526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 07:41:45.427530 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15fd0018-716d-4191-a365-2fa803abf484 tempest-AttachVolumeNegativeTest-1464534600 tempest-AttachVolumeNegativeTest-1464534600-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825492-15-iscsi {{(pid=104526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 07:41:45.427852 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15fd0018-716d-4191-a365-2fa803abf484 tempest-AttachVolumeNegativeTest-1464534600 tempest-AttachVolumeNegativeTest-1464534600-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825492-15-iscsi {{(pid=104526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 07:41:45.428174 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15fd0018-716d-4191-a365-2fa803abf484 tempest-AttachVolumeNegativeTest-1464534600 tempest-AttachVolumeNegativeTest-1464534600-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-825492-15-iscsi {{(pid=104526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 07:41:45.428515 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15fd0018-716d-4191-a365-2fa803abf484 tempest-AttachVolumeNegativeTest-1464534600 tempest-AttachVolumeNegativeTest-1464534600-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-825492-15-iscsi {{(pid=104526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 07:41:45.428838 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15fd0018-716d-4191-a365-2fa803abf484 tempest-AttachVolumeNegativeTest-1464534600 tempest-AttachVolumeNegativeTest-1464534600-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-825492-15-iscsi {{(pid=104526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 07:41:45.429157 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15fd0018-716d-4191-a365-2fa803abf484 tempest-AttachVolumeNegativeTest-1464534600 tempest-AttachVolumeNegativeTest-1464534600-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-825492-15-iscsi {{(pid=104526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 07:41:45.429484 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15fd0018-716d-4191-a365-2fa803abf484 tempest-AttachVolumeNegativeTest-1464534600 tempest-AttachVolumeNegativeTest-1464534600-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825492-15-iscsi {{(pid=104526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 07:41:45.429810 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15fd0018-716d-4191-a365-2fa803abf484 tempest-AttachVolumeNegativeTest-1464534600 tempest-AttachVolumeNegativeTest-1464534600-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825492-15-iscsi {{(pid=104526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 07:41:45.430145 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15fd0018-716d-4191-a365-2fa803abf484 tempest-AttachVolumeNegativeTest-1464534600 tempest-AttachVolumeNegativeTest-1464534600-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825492-15-iscsi {{(pid=104526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 07:41:45.430515 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15fd0018-716d-4191-a365-2fa803abf484 tempest-AttachVolumeNegativeTest-1464534600 tempest-AttachVolumeNegativeTest-1464534600-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825492-15-iscsi {{(pid=104526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 07:41:45.450767 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb855ed5-c926-46ca-b91d-756e280ba242 req-15fd0018-716d-4191-a365-2fa803abf484 tempest-AttachVolumeNegativeTest-1464534600 tempest-AttachVolumeNegativeTest-1464534600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 07:41:45.452985 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [req-fb855ed5-c926-46ca-b91d-756e280ba242 req-15fd0018-716d-4191-a365-2fa803abf484 tempest-AttachVolumeNegativeTest-1464534600 tempest-AttachVolumeNegativeTest-1464534600-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93885'] for port (None), before_response {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:41:45.536680 dv-cinder-825492-15-iscsi neutron-server[104526]: INFO neutron.wsgi [req-fb855ed5-c926-46ca-b91d-756e280ba242 req-15fd0018-716d-4191-a365-2fa803abf484 tempest-AttachVolumeNegativeTest-1464534600 tempest-AttachVolumeNegativeTest-1464534600-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9097075 May 25 07:41:45.645849 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.db.provisioning_blocks [None req-cd22c5ca-eee1-474e-8c27-e65e37058b61 None None] Provisioning complete for port 3879946e-3068-47dd-b88c-190f047d242d triggered by entity DHCP. {{(pid=104527) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 25 07:41:45.646452 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron_lib.callbacks.manager [None req-cd22c5ca-eee1-474e-8c27-e65e37058b61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1490782'] for port (3879946e-3068-47dd-b88c-190f047d242d), provisioning_complete {{(pid=104527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:41:45.676210 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.plugins.ml2.plugin [None req-cd22c5ca-eee1-474e-8c27-e65e37058b61 None None] Port 3879946e-3068-47dd-b88c-190f047d242d cannot update to ACTIVE because it is not bound. {{(pid=104527) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 25 07:41:45.999167 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c36cab2-b269-4a0a-88cb-567bc0ef1d24 req-5469dac4-6dbb-457f-9e86-df760bd61d1d tempest-AttachVolumeNegativeTest-1464534600 tempest-AttachVolumeNegativeTest-1464534600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 07:41:46.000651 dv-cinder-825492-15-iscsi neutron-server[104525]: INFO neutron.wsgi [req-0c36cab2-b269-4a0a-88cb-567bc0ef1d24 req-5469dac4-6dbb-457f-9e86-df760bd61d1d tempest-AttachVolumeNegativeTest-1464534600 tempest-AttachVolumeNegativeTest-1464534600-project] 10.222.0.24 "GET /v2.0/ports?device_id=e1792da3-df94-4a97-9f39-a2200abfad07 HTTP/1.1" status: 200 len: 932 time: 0.0479367 May 25 07:41:46.047764 dv-cinder-825492-15-iscsi neutron-server[104525]: INFO neutron.wsgi [req-0c36cab2-b269-4a0a-88cb-567bc0ef1d24 req-3eeb841b-fc50-481d-9b9d-69f532d436a2 tempest-AttachVolumeNegativeTest-1464534600 tempest-AttachVolumeNegativeTest-1464534600-project] 10.222.0.24 "GET /v2.0/security-groups?id=00913454-3287-4fda-8993-71220fe3c018&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414374 May 25 07:41:46.226092 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b3a08a3-6972-494d-9b68-069f1183d1f3 req-a9b5db30-78d0-43b6-83f6-661d2b2c736d tempest-AttachVolumeShelveTestJSON-605607613 tempest-AttachVolumeShelveTestJSON-605607613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 07:41:46.228247 dv-cinder-825492-15-iscsi neutron-server[104526]: INFO neutron.wsgi [req-2b3a08a3-6972-494d-9b68-069f1183d1f3 req-a9b5db30-78d0-43b6-83f6-661d2b2c736d tempest-AttachVolumeShelveTestJSON-605607613 tempest-AttachVolumeShelveTestJSON-605607613-project] 10.222.0.24 "GET /v2.0/ports?device_id=c0ecec15-f302-4eea-92e6-37049703fa41 HTTP/1.1" status: 200 len: 945 time: 0.0459373 May 25 07:41:46.274901 dv-cinder-825492-15-iscsi neutron-server[104526]: INFO neutron.wsgi [req-2b3a08a3-6972-494d-9b68-069f1183d1f3 req-386d658f-39f6-4fbd-807e-f3e87bd71c5d tempest-AttachVolumeShelveTestJSON-605607613 tempest-AttachVolumeShelveTestJSON-605607613-project] 10.222.0.24 "GET /v2.0/security-groups?id=c3d2f722-76e0-4b5c-9b6a-6cf788bb7d66&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404677 May 25 07:41:47.165778 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-890259e2-454b-4546-9af2-4d236a772987 req-c96ee896-144b-4ab7-84cf-27efaa17df05 tempest-AttachVolumeNegativeTest-1464534600 tempest-AttachVolumeNegativeTest-1464534600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 07:41:47.167258 dv-cinder-825492-15-iscsi neutron-server[104525]: INFO neutron.wsgi [req-890259e2-454b-4546-9af2-4d236a772987 req-c96ee896-144b-4ab7-84cf-27efaa17df05 tempest-AttachVolumeNegativeTest-1464534600 tempest-AttachVolumeNegativeTest-1464534600-project] 10.222.0.24 "GET /v2.0/ports?device_id=e1792da3-df94-4a97-9f39-a2200abfad07 HTTP/1.1" status: 200 len: 932 time: 0.0473006 May 25 07:41:47.218361 dv-cinder-825492-15-iscsi neutron-server[104525]: INFO neutron.wsgi [req-890259e2-454b-4546-9af2-4d236a772987 req-6fbb2c67-afab-4b6e-aede-2cd3b6181ab9 tempest-AttachVolumeNegativeTest-1464534600 tempest-AttachVolumeNegativeTest-1464534600-project] 10.222.0.24 "GET /v2.0/security-groups?id=00913454-3287-4fda-8993-71220fe3c018&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455391 May 25 07:41:47.490491 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2230e735-f8f8-482e-b3c3-f7ef87b331a8 req-a914d0cf-25fd-4462-8a2f-82d87877f445 tempest-AttachVolumeShelveTestJSON-605607613 tempest-AttachVolumeShelveTestJSON-605607613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 07:41:47.491947 dv-cinder-825492-15-iscsi neutron-server[104526]: INFO neutron.wsgi [req-2230e735-f8f8-482e-b3c3-f7ef87b331a8 req-a914d0cf-25fd-4462-8a2f-82d87877f445 tempest-AttachVolumeShelveTestJSON-605607613 tempest-AttachVolumeShelveTestJSON-605607613-project] 10.222.0.24 "GET /v2.0/ports?device_id=c0ecec15-f302-4eea-92e6-37049703fa41 HTTP/1.1" status: 200 len: 945 time: 0.0460980 May 25 07:41:47.542641 dv-cinder-825492-15-iscsi neutron-server[104526]: INFO neutron.wsgi [req-2230e735-f8f8-482e-b3c3-f7ef87b331a8 req-0919fd2e-6fae-4151-ad12-44dcc4fb54d6 tempest-AttachVolumeShelveTestJSON-605607613 tempest-AttachVolumeShelveTestJSON-605607613-project] 10.222.0.24 "GET /v2.0/security-groups?id=c3d2f722-76e0-4b5c-9b6a-6cf788bb7d66&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444648 May 25 07:41:47.889658 dv-cinder-825492-15-iscsi neutron-server[104528]: DEBUG dbcounter [-] [104528] Writing DB stats neutron:SELECT=18 {{(pid=104528) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 07:41:47.898447 dv-cinder-825492-15-iscsi neutron-server[104528]: DEBUG dbcounter [-] [104528] Writing DB stats neutron:SELECT=70 {{(pid=104528) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 07:41:47.942134 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.api.v2.base [req-fb855ed5-c926-46ca-b91d-756e280ba242 req-b451a6fe-d083-4591-a9c5-458d620ea4d2 service neutron] Request body: {'port': {'device_id': 'e1792da3-df94-4a97-9f39-a2200abfad07', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82549'}} {{(pid=104526) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 25 07:41:48.000470 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [req-fb855ed5-c926-46ca-b91d-756e280ba242 req-b451a6fe-d083-4591-a9c5-458d620ea4d2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-616651'] for port (3879946e-3068-47dd-b88c-190f047d242d), before_update {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:41:48.282833 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.notifiers.nova [req-fb855ed5-c926-46ca-b91d-756e280ba242 req-b451a6fe-d083-4591-a9c5-458d620ea4d2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3879946e-3068-47dd-b88c-190f047d242d {{(pid=104526) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 25 07:41:48.290976 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [req-fb855ed5-c926-46ca-b91d-756e280ba242 req-b451a6fe-d083-4591-a9c5-458d620ea4d2 service neutron] Publish callbacks [] for port (3879946e-3068-47dd-b88c-190f047d242d), precommit_update {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:41:48.303881 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.db.provisioning_blocks [req-fb855ed5-c926-46ca-b91d-756e280ba242 req-b451a6fe-d083-4591-a9c5-458d620ea4d2 service neutron] Transition to ACTIVE for port object 3879946e-3068-47dd-b88c-190f047d242d will not be triggered until provisioned by entity L2. {{(pid=104526) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 25 07:41:48.336040 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28e91e2d-f389-42e0-99eb-e80a889066c8 req-2e652b98-3341-4deb-93c6-9fdd7839491a tempest-AttachVolumeNegativeTest-1464534600 tempest-AttachVolumeNegativeTest-1464534600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 07:41:48.337653 dv-cinder-825492-15-iscsi neutron-server[104525]: INFO neutron.wsgi [req-28e91e2d-f389-42e0-99eb-e80a889066c8 req-2e652b98-3341-4deb-93c6-9fdd7839491a tempest-AttachVolumeNegativeTest-1464534600 tempest-AttachVolumeNegativeTest-1464534600-project] 10.222.0.24 "GET /v2.0/ports?device_id=e1792da3-df94-4a97-9f39-a2200abfad07 HTTP/1.1" status: 200 len: 932 time: 0.0468502 May 25 07:41:48.354452 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [req-fb855ed5-c926-46ca-b91d-756e280ba242 req-b451a6fe-d083-4591-a9c5-458d620ea4d2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-617841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612926', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754056714442', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754056173882', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754056173900', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2909847'] for port (3879946e-3068-47dd-b88c-190f047d242d), after_update {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:41:48.386154 dv-cinder-825492-15-iscsi neutron-server[104525]: INFO neutron.wsgi [req-28e91e2d-f389-42e0-99eb-e80a889066c8 req-e4fb4364-42d6-4028-9a20-99d1109c2418 tempest-AttachVolumeNegativeTest-1464534600 tempest-AttachVolumeNegativeTest-1464534600-project] 10.222.0.24 "GET /v2.0/security-groups?id=00913454-3287-4fda-8993-71220fe3c018&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427480 May 25 07:41:48.408800 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b451a6fe-d083-4591-a9c5-458d620ea4d2 service neutron] Pushing event updated for resources: {'Port': ['ID=3879946e-3068-47dd-b88c-190f047d242d,revision_number=2']} {{(pid=104526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 07:41:48.492595 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.plugins.ml2.managers [req-fb855ed5-c926-46ca-b91d-756e280ba242 req-b451a6fe-d083-4591-a9c5-458d620ea4d2 service neutron] Attempting to bind port 3879946e-3068-47dd-b88c-190f047d242d on host hv-cinder-82549 for vnic_type normal with profile {{(pid=104526) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 25 07:41:48.493960 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.plugins.ml2.managers [req-fb855ed5-c926-46ca-b91d-756e280ba242 req-b451a6fe-d083-4591-a9c5-458d620ea4d2 service neutron] Attempting to bind port 3879946e-3068-47dd-b88c-190f047d242d by drivers openvswitch,hyperv on host hv-cinder-82549 at level 0 using segments [{'id': 'a280169f-cd62-40b1-b23e-40cb603d4abb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 267, 'network_id': 'f39d85d3-0173-4496-879c-2b83e234d364'}] {{(pid=104526) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 25 07:41:48.493960 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb855ed5-c926-46ca-b91d-756e280ba242 req-b451a6fe-d083-4591-a9c5-458d620ea4d2 service neutron] Attempting to bind port 3879946e-3068-47dd-b88c-190f047d242d on network f39d85d3-0173-4496-879c-2b83e234d364 {{(pid=104526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 25 07:41:48.499162 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb855ed5-c926-46ca-b91d-756e280ba242 req-b451a6fe-d083-4591-a9c5-458d620ea4d2 service neutron] Port 3879946e-3068-47dd-b88c-190f047d242d on network f39d85d3-0173-4496-879c-2b83e234d364 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82549 {{(pid=104526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 25 07:41:48.499480 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb855ed5-c926-46ca-b91d-756e280ba242 req-b451a6fe-d083-4591-a9c5-458d620ea4d2 service neutron] Attempting to bind port 3879946e-3068-47dd-b88c-190f047d242d on network f39d85d3-0173-4496-879c-2b83e234d364 {{(pid=104526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 25 07:41:48.501346 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG dbcounter [-] [104526] Writing DB stats neutron:SELECT=95,neutron:DELETE=2,neutron:UPDATE=3 {{(pid=104526) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 07:41:48.505422 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb855ed5-c926-46ca-b91d-756e280ba242 req-b451a6fe-d083-4591-a9c5-458d620ea4d2 service neutron] Checking agent: {'id': 'bbf5dc8c-5103-4973-a6b6-76af4660c126', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82549', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 25, 7, 34, 32), 'started_at': datetime.datetime(2022, 5, 25, 7, 34, 32), 'heartbeat_timestamp': datetime.datetime(2022, 5, 25, 7, 41, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 25 07:41:48.505760 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb855ed5-c926-46ca-b91d-756e280ba242 req-b451a6fe-d083-4591-a9c5-458d620ea4d2 service neutron] Checking segment: {'id': 'a280169f-cd62-40b1-b23e-40cb603d4abb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 267, 'network_id': 'f39d85d3-0173-4496-879c-2b83e234d364'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104526) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 25 07:41:48.506187 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb855ed5-c926-46ca-b91d-756e280ba242 req-b451a6fe-d083-4591-a9c5-458d620ea4d2 service neutron] Bound using segment: {'id': 'a280169f-cd62-40b1-b23e-40cb603d4abb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 267, 'network_id': 'f39d85d3-0173-4496-879c-2b83e234d364'} {{(pid=104526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 25 07:41:48.506598 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.plugins.ml2.managers [req-fb855ed5-c926-46ca-b91d-756e280ba242 req-b451a6fe-d083-4591-a9c5-458d620ea4d2 service neutron] Bound port: 3879946e-3068-47dd-b88c-190f047d242d, host: hv-cinder-82549, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a280169f-cd62-40b1-b23e-40cb603d4abb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 267, 'network_id': 'f39d85d3-0173-4496-879c-2b83e234d364'}}] {{(pid=104526) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 25 07:41:48.507112 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [req-fb855ed5-c926-46ca-b91d-756e280ba242 req-b451a6fe-d083-4591-a9c5-458d620ea4d2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-616651'] for port (3879946e-3068-47dd-b88c-190f047d242d), before_update {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:41:48.570913 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG dbcounter [-] [104526] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=104526) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 07:41:48.579820 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.plugins.ml2.db [req-fb855ed5-c926-46ca-b91d-756e280ba242 req-b451a6fe-d083-4591-a9c5-458d620ea4d2 service neutron] For port 3879946e-3068-47dd-b88c-190f047d242d, host hv-cinder-82549, cleared binding levels {{(pid=104526) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 25 07:41:48.580007 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.plugins.ml2.db [req-fb855ed5-c926-46ca-b91d-756e280ba242 req-b451a6fe-d083-4591-a9c5-458d620ea4d2 service neutron] For port 3879946e-3068-47dd-b88c-190f047d242d, host hv-cinder-82549, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82549',level=0,port_id=3879946e-3068-47dd-b88c-190f047d242d,segment=NetworkSegment(a280169f-cd62-40b1-b23e-40cb603d4abb),segment_id=a280169f-cd62-40b1-b23e-40cb603d4abb)] {{(pid=104526) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 25 07:41:48.607867 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG dbcounter [-] [104527] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=104527) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 07:41:48.672170 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d638d9b8-44a4-46ed-a23f-6a2811379964 req-6d482f6e-4661-46d3-85db-bf4f7053be1c tempest-AttachVolumeShelveTestJSON-605607613 tempest-AttachVolumeShelveTestJSON-605607613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 07:41:48.673558 dv-cinder-825492-15-iscsi neutron-server[104526]: INFO neutron.wsgi [req-d638d9b8-44a4-46ed-a23f-6a2811379964 req-6d482f6e-4661-46d3-85db-bf4f7053be1c tempest-AttachVolumeShelveTestJSON-605607613 tempest-AttachVolumeShelveTestJSON-605607613-project] 10.222.0.24 "GET /v2.0/ports?device_id=c0ecec15-f302-4eea-92e6-37049703fa41 HTTP/1.1" status: 200 len: 945 time: 0.0475771 May 25 07:41:48.686392 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [req-fb855ed5-c926-46ca-b91d-756e280ba242 req-b451a6fe-d083-4591-a9c5-458d620ea4d2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-617841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612926', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754056714442', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754056173882', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754056173900', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2909847'] for port (3879946e-3068-47dd-b88c-190f047d242d), after_update {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:41:48.745615 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb855ed5-c926-46ca-b91d-756e280ba242 req-b451a6fe-d083-4591-a9c5-458d620ea4d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 07:41:48.746233 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [req-fb855ed5-c926-46ca-b91d-756e280ba242 req-b451a6fe-d083-4591-a9c5-458d620ea4d2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93885'] for port (None), before_response {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:41:48.747604 dv-cinder-825492-15-iscsi neutron-server[104526]: INFO neutron.wsgi [req-fb855ed5-c926-46ca-b91d-756e280ba242 req-b451a6fe-d083-4591-a9c5-458d620ea4d2 service neutron] 10.222.0.41 "PUT /v2.0/ports/3879946e-3068-47dd-b88c-190f047d242d HTTP/1.1" status: 200 len: 1094 time: 0.8097141 May 25 07:41:48.750616 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e1792da3-df94-4a97-9f39-a2200abfad07', 'tag': '3879946e-3068-47dd-b88c-190f047d242d'}] {{(pid=104526) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 25 07:41:48.752960 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db633a5f02cadde147c9bc1566607705b0433b891c7275f259bdbd209e6b6683" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f6bba6c2-b976-4edb-a3df-b6fec0edbf94" -d '{"events": [{"name": "network-changed", "server_uuid": "e1792da3-df94-4a97-9f39-a2200abfad07", "tag": "3879946e-3068-47dd-b88c-190f047d242d"}]}' {{(pid=104526) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 25 07:41:48.768205 dv-cinder-825492-15-iscsi neutron-server[104526]: INFO neutron.wsgi [req-d638d9b8-44a4-46ed-a23f-6a2811379964 req-fbfe88fc-1a31-4279-9de5-59ebe878d0ca tempest-AttachVolumeShelveTestJSON-605607613 tempest-AttachVolumeShelveTestJSON-605607613-project] 10.222.0.24 "GET /v2.0/security-groups?id=c3d2f722-76e0-4b5c-9b6a-6cf788bb7d66&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0891228 May 25 07:41:48.783791 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b451a6fe-d083-4591-a9c5-458d620ea4d2 service neutron] Pushing event updated for resources: {'Port': ['ID=3879946e-3068-47dd-b88c-190f047d242d,revision_number=3']} {{(pid=104526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 07:41:48.803195 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 25 May 2022 07:41:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8a6517a2-9eed-41b3-8d30-2ae3b9a10f40 x-openstack-request-id: req-8a6517a2-9eed-41b3-8d30-2ae3b9a10f40 {{(pid=104526) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 25 07:41:48.803514 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e1792da3-df94-4a97-9f39-a2200abfad07", "tag": "3879946e-3068-47dd-b88c-190f047d242d", "status": "completed", "code": 200}]} {{(pid=104526) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 25 07:41:48.803758 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-8a6517a2-9eed-41b3-8d30-2ae3b9a10f40 {{(pid=104526) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 25 07:41:48.804159 dv-cinder-825492-15-iscsi neutron-server[104526]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8a6517a2-9eed-41b3-8d30-2ae3b9a10f40'] response: {'name': 'network-changed', 'server_uuid': 'e1792da3-df94-4a97-9f39-a2200abfad07', 'tag': '3879946e-3068-47dd-b88c-190f047d242d', 'status': 'completed', 'code': 200} May 25 07:41:48.934190 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6bba6c2-b976-4edb-a3df-b6fec0edbf94 req-db3b4c7a-3ba0-4265-aeac-2d386c682729 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 07:41:48.936226 dv-cinder-825492-15-iscsi neutron-server[104526]: INFO neutron.wsgi [req-f6bba6c2-b976-4edb-a3df-b6fec0edbf94 req-db3b4c7a-3ba0-4265-aeac-2d386c682729 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=2d8e35800ce043acbcb027ce406ed2e7&device_id=e1792da3-df94-4a97-9f39-a2200abfad07 HTTP/1.1" status: 200 len: 1128 time: 0.0890133 May 25 07:41:49.048460 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6bba6c2-b976-4edb-a3df-b6fec0edbf94 req-2c428cc1-a7c0-4669-ab93-749cd4f9619d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 07:41:49.050001 dv-cinder-825492-15-iscsi neutron-server[104526]: INFO neutron.wsgi [req-f6bba6c2-b976-4edb-a3df-b6fec0edbf94 req-2c428cc1-a7c0-4669-ab93-749cd4f9619d service neutron] 10.222.0.41 "GET /v2.0/networks?tenant_id=2d8e35800ce043acbcb027ce406ed2e7&shared=False HTTP/1.1" status: 200 len: 916 time: 0.0992603 May 25 07:41:49.149984 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6bba6c2-b976-4edb-a3df-b6fec0edbf94 req-c0eb2f02-031a-4bf4-a05b-7aa8e36dde8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 07:41:49.151468 dv-cinder-825492-15-iscsi neutron-server[104526]: INFO neutron.wsgi [req-f6bba6c2-b976-4edb-a3df-b6fec0edbf94 req-c0eb2f02-031a-4bf4-a05b-7aa8e36dde8d service neutron] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0943370 May 25 07:41:49.255267 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb855ed5-c926-46ca-b91d-756e280ba242 req-48a52fa6-5ced-4641-a881-ead58a756fe7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 07:41:49.256955 dv-cinder-825492-15-iscsi neutron-server[104526]: INFO neutron.wsgi [req-fb855ed5-c926-46ca-b91d-756e280ba242 req-48a52fa6-5ced-4641-a881-ead58a756fe7 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=2d8e35800ce043acbcb027ce406ed2e7&device_id=e1792da3-df94-4a97-9f39-a2200abfad07 HTTP/1.1" status: 200 len: 1128 time: 0.0408340 May 25 07:41:49.304745 dv-cinder-825492-15-iscsi neutron-server[104526]: INFO neutron.wsgi [req-fb855ed5-c926-46ca-b91d-756e280ba242 req-6d5e2c64-2bb4-4266-b4a3-656065581224 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=3879946e-3068-47dd-b88c-190f047d242d HTTP/1.1" status: 200 len: 217 time: 0.0327554 May 25 07:41:49.358298 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb855ed5-c926-46ca-b91d-756e280ba242 req-2ed413ee-521e-4813-a4fb-f54ce4c3afce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 07:41:49.359769 dv-cinder-825492-15-iscsi neutron-server[104526]: INFO neutron.wsgi [req-fb855ed5-c926-46ca-b91d-756e280ba242 req-2ed413ee-521e-4813-a4fb-f54ce4c3afce service neutron] 10.222.0.41 "GET /v2.0/subnets?id=4aef3d06-f4fb-4751-a5a8-ab68314fa54a HTTP/1.1" status: 200 len: 854 time: 0.0479140 May 25 07:41:49.406245 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb855ed5-c926-46ca-b91d-756e280ba242 req-4c687a41-5194-48e9-9cb5-6b8cce38318a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 07:41:49.407740 dv-cinder-825492-15-iscsi neutron-server[104526]: INFO neutron.wsgi [req-fb855ed5-c926-46ca-b91d-756e280ba242 req-4c687a41-5194-48e9-9cb5-6b8cce38318a service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=f39d85d3-0173-4496-879c-2b83e234d364&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0416715 May 25 07:41:49.536455 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8970fc5-fabc-43a2-a68d-276499bc5840 req-aaec7112-80a7-4832-a2e7-2ffd6de73525 tempest-AttachVolumeNegativeTest-1464534600 tempest-AttachVolumeNegativeTest-1464534600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 07:41:49.537945 dv-cinder-825492-15-iscsi neutron-server[104526]: INFO neutron.wsgi [req-a8970fc5-fabc-43a2-a68d-276499bc5840 req-aaec7112-80a7-4832-a2e7-2ffd6de73525 tempest-AttachVolumeNegativeTest-1464534600 tempest-AttachVolumeNegativeTest-1464534600-project] 10.222.0.24 "GET /v2.0/ports?device_id=e1792da3-df94-4a97-9f39-a2200abfad07 HTTP/1.1" status: 200 len: 944 time: 0.0720537 May 25 07:41:49.543567 dv-cinder-825492-15-iscsi neutron-server[104526]: INFO neutron.wsgi [req-fb855ed5-c926-46ca-b91d-756e280ba242 req-c5747e3e-b614-4522-beb2-dece1bbb44d2 service neutron] 10.222.0.41 "GET /v2.0/networks/f39d85d3-0173-4496-879c-2b83e234d364?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1281695 May 25 07:41:49.609079 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG dbcounter [-] [104526] Writing DB stats neutron:UPDATE=1,neutron:SELECT=98,neutron:INSERT=1 {{(pid=104526) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 07:41:49.639356 dv-cinder-825492-15-iscsi neutron-server[104526]: INFO neutron.wsgi [req-a8970fc5-fabc-43a2-a68d-276499bc5840 req-df0324e9-002c-483f-9c67-21c809b6ee88 tempest-AttachVolumeNegativeTest-1464534600 tempest-AttachVolumeNegativeTest-1464534600-project] 10.222.0.24 "GET /v2.0/security-groups?id=00913454-3287-4fda-8993-71220fe3c018&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0948834 May 25 07:41:49.669525 dv-cinder-825492-15-iscsi neutron-server[104526]: INFO neutron.wsgi [req-fb855ed5-c926-46ca-b91d-756e280ba242 req-ff039573-5d2f-4cde-b002-54b361a1ee08 service neutron] 10.222.0.41 "GET /v2.0/networks/f39d85d3-0173-4496-879c-2b83e234d364?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1189466 May 25 07:41:49.893863 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea082ed1-64fe-4173-9ffb-b424bc694be5 req-3c39e257-1151-4302-a5f9-fcf14988f2d9 tempest-AttachVolumeShelveTestJSON-605607613 tempest-AttachVolumeShelveTestJSON-605607613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 07:41:49.895336 dv-cinder-825492-15-iscsi neutron-server[104525]: INFO neutron.wsgi [req-ea082ed1-64fe-4173-9ffb-b424bc694be5 req-3c39e257-1151-4302-a5f9-fcf14988f2d9 tempest-AttachVolumeShelveTestJSON-605607613 tempest-AttachVolumeShelveTestJSON-605607613-project] 10.222.0.24 "GET /v2.0/ports?device_id=c0ecec15-f302-4eea-92e6-37049703fa41 HTTP/1.1" status: 200 len: 945 time: 0.0472808 May 25 07:41:49.943000 dv-cinder-825492-15-iscsi neutron-server[104525]: INFO neutron.wsgi [req-ea082ed1-64fe-4173-9ffb-b424bc694be5 req-95f75ef6-3969-4cf1-a9dc-092394b667bb tempest-AttachVolumeShelveTestJSON-605607613 tempest-AttachVolumeShelveTestJSON-605607613-project] 10.222.0.24 "GET /v2.0/security-groups?id=c3d2f722-76e0-4b5c-9b6a-6cf788bb7d66&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418541 May 25 07:41:50.612970 dv-cinder-825492-15-iscsi neutron-server[104528]: DEBUG neutron.db.agents_db [None req-434abceb-772f-4043-8698-cfe4a44654b9 None None] Agent healthcheck: found 6 active agents {{(pid=104528) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 25 07:41:50.753339 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9809504a-1c0b-456e-9c6c-cfae572c21e2 req-94c992b4-b88d-461c-9a7a-91a4d9e3f512 tempest-AttachVolumeNegativeTest-1464534600 tempest-AttachVolumeNegativeTest-1464534600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 07:41:50.754808 dv-cinder-825492-15-iscsi neutron-server[104526]: INFO neutron.wsgi [req-9809504a-1c0b-456e-9c6c-cfae572c21e2 req-94c992b4-b88d-461c-9a7a-91a4d9e3f512 tempest-AttachVolumeNegativeTest-1464534600 tempest-AttachVolumeNegativeTest-1464534600-project] 10.222.0.24 "GET /v2.0/ports?device_id=e1792da3-df94-4a97-9f39-a2200abfad07 HTTP/1.1" status: 200 len: 944 time: 0.0489433 May 25 07:41:50.801763 dv-cinder-825492-15-iscsi neutron-server[104526]: INFO neutron.wsgi [req-9809504a-1c0b-456e-9c6c-cfae572c21e2 req-0f338a3d-17fc-48db-a402-464bf60c21f0 tempest-AttachVolumeNegativeTest-1464534600 tempest-AttachVolumeNegativeTest-1464534600-project] 10.222.0.24 "GET /v2.0/security-groups?id=00913454-3287-4fda-8993-71220fe3c018&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406461 May 25 07:41:51.068294 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18affe2b-8ebd-4217-80e2-01bfcfacfd97 req-ab9144a9-64f6-41d2-a116-ebce3dff4e15 tempest-AttachVolumeShelveTestJSON-605607613 tempest-AttachVolumeShelveTestJSON-605607613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 07:41:51.069812 dv-cinder-825492-15-iscsi neutron-server[104525]: INFO neutron.wsgi [req-18affe2b-8ebd-4217-80e2-01bfcfacfd97 req-ab9144a9-64f6-41d2-a116-ebce3dff4e15 tempest-AttachVolumeShelveTestJSON-605607613 tempest-AttachVolumeShelveTestJSON-605607613-project] 10.222.0.24 "GET /v2.0/ports?device_id=c0ecec15-f302-4eea-92e6-37049703fa41 HTTP/1.1" status: 200 len: 945 time: 0.0512629 May 25 07:41:51.118238 dv-cinder-825492-15-iscsi neutron-server[104525]: INFO neutron.wsgi [req-18affe2b-8ebd-4217-80e2-01bfcfacfd97 req-8904656b-ab79-4716-9dad-7f394903a832 tempest-AttachVolumeShelveTestJSON-605607613 tempest-AttachVolumeShelveTestJSON-605607613-project] 10.222.0.24 "GET /v2.0/security-groups?id=c3d2f722-76e0-4b5c-9b6a-6cf788bb7d66&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422058 May 25 07:41:51.913717 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51bcb364-a797-42d3-888a-2327e3988d21 req-56dbb141-0f9c-4572-9bdb-188d3798fd25 tempest-AttachVolumeNegativeTest-1464534600 tempest-AttachVolumeNegativeTest-1464534600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 07:41:51.915098 dv-cinder-825492-15-iscsi neutron-server[104526]: INFO neutron.wsgi [req-51bcb364-a797-42d3-888a-2327e3988d21 req-56dbb141-0f9c-4572-9bdb-188d3798fd25 tempest-AttachVolumeNegativeTest-1464534600 tempest-AttachVolumeNegativeTest-1464534600-project] 10.222.0.24 "GET /v2.0/ports?device_id=e1792da3-df94-4a97-9f39-a2200abfad07 HTTP/1.1" status: 200 len: 944 time: 0.0449271 May 25 07:41:51.960901 dv-cinder-825492-15-iscsi neutron-server[104526]: INFO neutron.wsgi [req-51bcb364-a797-42d3-888a-2327e3988d21 req-c819764a-c572-4dea-96bb-64c2926ab8ef tempest-AttachVolumeNegativeTest-1464534600 tempest-AttachVolumeNegativeTest-1464534600-project] 10.222.0.24 "GET /v2.0/security-groups?id=00913454-3287-4fda-8993-71220fe3c018&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397043 May 25 07:41:52.236721 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67a58651-cbae-494a-bd14-71eabff44839 req-e7df7b30-01f2-4d0e-985c-01b340f784a8 tempest-AttachVolumeShelveTestJSON-605607613 tempest-AttachVolumeShelveTestJSON-605607613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 07:41:52.238503 dv-cinder-825492-15-iscsi neutron-server[104525]: INFO neutron.wsgi [req-67a58651-cbae-494a-bd14-71eabff44839 req-e7df7b30-01f2-4d0e-985c-01b340f784a8 tempest-AttachVolumeShelveTestJSON-605607613 tempest-AttachVolumeShelveTestJSON-605607613-project] 10.222.0.24 "GET /v2.0/ports?device_id=c0ecec15-f302-4eea-92e6-37049703fa41 HTTP/1.1" status: 200 len: 945 time: 0.0473466 May 25 07:41:52.282579 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG dbcounter [-] [104525] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104525) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 07:41:52.287107 dv-cinder-825492-15-iscsi neutron-server[104525]: INFO neutron.wsgi [req-67a58651-cbae-494a-bd14-71eabff44839 req-7bd13cc9-8ac5-43f5-8304-03ee77005764 tempest-AttachVolumeShelveTestJSON-605607613 tempest-AttachVolumeShelveTestJSON-605607613-project] 10.222.0.24 "GET /v2.0/security-groups?id=c3d2f722-76e0-4b5c-9b6a-6cf788bb7d66&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431254 May 25 07:41:53.082042 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66bd337d-95fc-4cd1-8801-d80d1cc0f6a9 req-88fa7016-bf6f-4318-be5c-54be0d3ccd0f tempest-AttachVolumeNegativeTest-1464534600 tempest-AttachVolumeNegativeTest-1464534600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 07:41:53.083526 dv-cinder-825492-15-iscsi neutron-server[104526]: INFO neutron.wsgi [req-66bd337d-95fc-4cd1-8801-d80d1cc0f6a9 req-88fa7016-bf6f-4318-be5c-54be0d3ccd0f tempest-AttachVolumeNegativeTest-1464534600 tempest-AttachVolumeNegativeTest-1464534600-project] 10.222.0.24 "GET /v2.0/ports?device_id=e1792da3-df94-4a97-9f39-a2200abfad07 HTTP/1.1" status: 200 len: 944 time: 0.0533915 May 25 07:41:53.130812 dv-cinder-825492-15-iscsi neutron-server[104526]: INFO neutron.wsgi [req-66bd337d-95fc-4cd1-8801-d80d1cc0f6a9 req-cf37097a-48fb-4d2a-a07e-53bc4183390e tempest-AttachVolumeNegativeTest-1464534600 tempest-AttachVolumeNegativeTest-1464534600-project] 10.222.0.24 "GET /v2.0/security-groups?id=00913454-3287-4fda-8993-71220fe3c018&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410280 May 25 07:41:53.404828 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd41f77f-730d-47ae-afbe-ac8e9a9942c0 req-3bd819b1-2b12-499e-b516-90c42f7c72d5 tempest-AttachVolumeShelveTestJSON-605607613 tempest-AttachVolumeShelveTestJSON-605607613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 07:41:53.406273 dv-cinder-825492-15-iscsi neutron-server[104525]: INFO neutron.wsgi [req-cd41f77f-730d-47ae-afbe-ac8e9a9942c0 req-3bd819b1-2b12-499e-b516-90c42f7c72d5 tempest-AttachVolumeShelveTestJSON-605607613 tempest-AttachVolumeShelveTestJSON-605607613-project] 10.222.0.24 "GET /v2.0/ports?device_id=c0ecec15-f302-4eea-92e6-37049703fa41 HTTP/1.1" status: 200 len: 945 time: 0.0467329 May 25 07:41:53.455857 dv-cinder-825492-15-iscsi neutron-server[104525]: INFO neutron.wsgi [req-cd41f77f-730d-47ae-afbe-ac8e9a9942c0 req-ef24a0cf-318a-4176-9f7e-2430bfdde38d tempest-AttachVolumeShelveTestJSON-605607613 tempest-AttachVolumeShelveTestJSON-605607613-project] 10.222.0.24 "GET /v2.0/security-groups?id=c3d2f722-76e0-4b5c-9b6a-6cf788bb7d66&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439062 May 25 07:41:53.952452 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.plugins.ml2.rpc [None req-798242cc-9ea0-464c-9109-86bd7997349e None None] Device 3879946e-3068-47dd-b88c-190f047d242d details requested by agent hyperv_hv-cinder-82549 with host hv-cinder-82549 {{(pid=104527) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 25 07:41:54.051437 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.plugins.ml2.db [None req-798242cc-9ea0-464c-9109-86bd7997349e None None] For port 3879946e-3068-47dd-b88c-190f047d242d, host hv-cinder-82549, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82549',level=0,port_id=3879946e-3068-47dd-b88c-190f047d242d,segment=NetworkSegment(a280169f-cd62-40b1-b23e-40cb603d4abb),segment_id=a280169f-cd62-40b1-b23e-40cb603d4abb)] {{(pid=104527) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 07:41:54.064057 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.plugins.ml2.rpc [None req-798242cc-9ea0-464c-9109-86bd7997349e None None] Returning: {'device': '3879946e-3068-47dd-b88c-190f047d242d', 'network_id': 'f39d85d3-0173-4496-879c-2b83e234d364', 'port_id': '3879946e-3068-47dd-b88c-190f047d242d', 'mac_address': 'fa:16:3e:b2:ce:68', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 267, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4aef3d06-f4fb-4751-a5a8-ab68314fa54a', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104527) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 25 07:41:54.098519 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.plugins.ml2.plugin [None req-798242cc-9ea0-464c-9109-86bd7997349e None None] Current status of the port 3879946e-3068-47dd-b88c-190f047d242d is: DOWN; New status is: BUILD {{(pid=104527) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 25 07:41:54.098904 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron_lib.callbacks.manager [None req-798242cc-9ea0-464c-9109-86bd7997349e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-616651'] for port (3879946e-3068-47dd-b88c-190f047d242d), before_update {{(pid=104527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:41:54.112670 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.notifiers.nova [None req-798242cc-9ea0-464c-9109-86bd7997349e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3879946e-3068-47dd-b88c-190f047d242d {{(pid=104527) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 25 07:41:54.135465 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.plugins.ml2.db [None req-798242cc-9ea0-464c-9109-86bd7997349e None None] For port 3879946e-3068-47dd-b88c-190f047d242d, host hv-cinder-82549, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82549',level=0,port_id=3879946e-3068-47dd-b88c-190f047d242d,segment=NetworkSegment(a280169f-cd62-40b1-b23e-40cb603d4abb),segment_id=a280169f-cd62-40b1-b23e-40cb603d4abb)] {{(pid=104527) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 07:41:54.230121 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG dbcounter [-] [104526] Writing DB stats neutron:SELECT=100 {{(pid=104526) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 07:41:54.240573 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron_lib.callbacks.manager [None req-798242cc-9ea0-464c-9109-86bd7997349e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-617841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612926', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754056714442', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754056173882', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754056173900'] for port (3879946e-3068-47dd-b88c-190f047d242d), after_update {{(pid=104527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:41:54.246987 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-167c26b8-b42d-4da7-bfc4-efea323cef8a req-af1f0b68-a5bb-41c4-a732-8b1ae453150d tempest-AttachVolumeNegativeTest-1464534600 tempest-AttachVolumeNegativeTest-1464534600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 07:41:54.248521 dv-cinder-825492-15-iscsi neutron-server[104526]: INFO neutron.wsgi [req-167c26b8-b42d-4da7-bfc4-efea323cef8a req-af1f0b68-a5bb-41c4-a732-8b1ae453150d tempest-AttachVolumeNegativeTest-1464534600 tempest-AttachVolumeNegativeTest-1464534600-project] 10.222.0.24 "GET /v2.0/ports?device_id=e1792da3-df94-4a97-9f39-a2200abfad07 HTTP/1.1" status: 200 len: 944 time: 0.0481925 May 25 07:41:54.286572 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-798242cc-9ea0-464c-9109-86bd7997349e None None] Pushing event updated for resources: {'Port': ['ID=3879946e-3068-47dd-b88c-190f047d242d,revision_number=4']} {{(pid=104527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 07:41:54.294113 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-798242cc-9ea0-464c-9109-86bd7997349e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825492-15-iscsi {{(pid=104527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 07:41:54.294444 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-798242cc-9ea0-464c-9109-86bd7997349e None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825492-15-iscsi {{(pid=104527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 07:41:54.294799 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-798242cc-9ea0-464c-9109-86bd7997349e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825492-15-iscsi {{(pid=104527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 07:41:54.295145 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-798242cc-9ea0-464c-9109-86bd7997349e None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825492-15-iscsi {{(pid=104527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 07:41:54.295472 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-798242cc-9ea0-464c-9109-86bd7997349e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825492-15-iscsi {{(pid=104527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 07:41:54.295794 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-798242cc-9ea0-464c-9109-86bd7997349e None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825492-15-iscsi {{(pid=104527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 07:41:54.296116 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-798242cc-9ea0-464c-9109-86bd7997349e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825492-15-iscsi {{(pid=104527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 07:41:54.296430 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-798242cc-9ea0-464c-9109-86bd7997349e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-825492-15-iscsi {{(pid=104527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 07:41:54.296789 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-798242cc-9ea0-464c-9109-86bd7997349e None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-825492-15-iscsi {{(pid=104527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 07:41:54.296952 dv-cinder-825492-15-iscsi neutron-server[104526]: INFO neutron.wsgi [req-167c26b8-b42d-4da7-bfc4-efea323cef8a req-fe9f5a25-147c-47fc-9ab6-618f1144eed0 tempest-AttachVolumeNegativeTest-1464534600 tempest-AttachVolumeNegativeTest-1464534600-project] 10.222.0.24 "GET /v2.0/security-groups?id=00913454-3287-4fda-8993-71220fe3c018&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426071 May 25 07:41:54.297117 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-798242cc-9ea0-464c-9109-86bd7997349e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-825492-15-iscsi {{(pid=104527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 07:41:54.297432 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-798242cc-9ea0-464c-9109-86bd7997349e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-825492-15-iscsi {{(pid=104527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 07:41:54.297755 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-798242cc-9ea0-464c-9109-86bd7997349e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825492-15-iscsi {{(pid=104527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 07:41:54.298268 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-798242cc-9ea0-464c-9109-86bd7997349e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825492-15-iscsi {{(pid=104527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 07:41:54.298616 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-798242cc-9ea0-464c-9109-86bd7997349e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825492-15-iscsi {{(pid=104527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 07:41:54.298929 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-798242cc-9ea0-464c-9109-86bd7997349e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825492-15-iscsi {{(pid=104527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 07:41:54.572693 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8882518f-abd8-4609-8c4d-f7c692e97b70 req-016bdbe6-a5cd-4316-b5f7-6c7d5bd18c94 tempest-AttachVolumeShelveTestJSON-605607613 tempest-AttachVolumeShelveTestJSON-605607613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 07:41:54.574180 dv-cinder-825492-15-iscsi neutron-server[104525]: INFO neutron.wsgi [req-8882518f-abd8-4609-8c4d-f7c692e97b70 req-016bdbe6-a5cd-4316-b5f7-6c7d5bd18c94 tempest-AttachVolumeShelveTestJSON-605607613 tempest-AttachVolumeShelveTestJSON-605607613-project] 10.222.0.24 "GET /v2.0/ports?device_id=c0ecec15-f302-4eea-92e6-37049703fa41 HTTP/1.1" status: 200 len: 945 time: 0.0465469 May 25 07:41:54.610850 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.plugins.ml2.db [None req-798242cc-9ea0-464c-9109-86bd7997349e None None] get_ports_and_sgs() called for port_ids ['3879946e-3068-47dd-b88c-190f047d242d'] {{(pid=104527) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 25 07:41:54.621758 dv-cinder-825492-15-iscsi neutron-server[104525]: INFO neutron.wsgi [req-8882518f-abd8-4609-8c4d-f7c692e97b70 req-fc7ad1c6-f39d-48a7-8f08-2ed2a27dd310 tempest-AttachVolumeShelveTestJSON-605607613 tempest-AttachVolumeShelveTestJSON-605607613-project] 10.222.0.24 "GET /v2.0/security-groups?id=c3d2f722-76e0-4b5c-9b6a-6cf788bb7d66&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419273 May 25 07:41:54.669836 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG dbcounter [-] [104527] Writing DB stats neutron:SELECT=93,neutron:UPDATE=7 {{(pid=104527) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 07:41:55.303458 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.plugins.ml2.rpc [None req-798242cc-9ea0-464c-9109-86bd7997349e None None] Device 3879946e-3068-47dd-b88c-190f047d242d up at agent hyperv_hv-cinder-82549 {{(pid=104527) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 25 07:41:55.349234 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.db.provisioning_blocks [None req-798242cc-9ea0-464c-9109-86bd7997349e None None] Provisioning for port 3879946e-3068-47dd-b88c-190f047d242d completed by entity L2. {{(pid=104527) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 25 07:41:55.413620 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91632ae3-8993-4192-aca4-c12f4bf63b36 req-606b9cf1-606e-41ee-9fd5-4b62506fd44b tempest-AttachVolumeNegativeTest-1464534600 tempest-AttachVolumeNegativeTest-1464534600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 07:41:55.415130 dv-cinder-825492-15-iscsi neutron-server[104526]: INFO neutron.wsgi [req-91632ae3-8993-4192-aca4-c12f4bf63b36 req-606b9cf1-606e-41ee-9fd5-4b62506fd44b tempest-AttachVolumeNegativeTest-1464534600 tempest-AttachVolumeNegativeTest-1464534600-project] 10.222.0.24 "GET /v2.0/ports?device_id=e1792da3-df94-4a97-9f39-a2200abfad07 HTTP/1.1" status: 200 len: 945 time: 0.0469818 May 25 07:41:55.434482 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.db.provisioning_blocks [None req-798242cc-9ea0-464c-9109-86bd7997349e None None] Provisioning complete for port 3879946e-3068-47dd-b88c-190f047d242d triggered by entity L2. {{(pid=104527) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 25 07:41:55.434858 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron_lib.callbacks.manager [None req-798242cc-9ea0-464c-9109-86bd7997349e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1490782'] for port (3879946e-3068-47dd-b88c-190f047d242d), provisioning_complete {{(pid=104527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:41:55.466737 dv-cinder-825492-15-iscsi neutron-server[104526]: INFO neutron.wsgi [req-91632ae3-8993-4192-aca4-c12f4bf63b36 req-2669c735-ebcf-4bf1-92b6-e9a4c1c1dcc2 tempest-AttachVolumeNegativeTest-1464534600 tempest-AttachVolumeNegativeTest-1464534600-project] 10.222.0.24 "GET /v2.0/security-groups?id=00913454-3287-4fda-8993-71220fe3c018&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457547 May 25 07:41:55.509371 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.plugins.ml2.plugin [None req-798242cc-9ea0-464c-9109-86bd7997349e None None] Current status of the port 3879946e-3068-47dd-b88c-190f047d242d is: BUILD; New status is: ACTIVE {{(pid=104527) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 25 07:41:55.510299 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron_lib.callbacks.manager [None req-798242cc-9ea0-464c-9109-86bd7997349e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-616651'] for port (3879946e-3068-47dd-b88c-190f047d242d), before_update {{(pid=104527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:41:55.532600 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e1792da3-df94-4a97-9f39-a2200abfad07', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3879946e-3068-47dd-b88c-190f047d242d'}] {{(pid=104527) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 25 07:41:55.534896 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b7b9631292b9c3281c46c063e828ef1e98938590bf5356102cacde7abf71fd6b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9bab9cb0-8ead-4b11-b7f4-1229d950da21" -d '{"events": [{"server_uuid": "e1792da3-df94-4a97-9f39-a2200abfad07", "name": "network-vif-plugged", "status": "completed", "tag": "3879946e-3068-47dd-b88c-190f047d242d"}]}' {{(pid=104527) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 25 07:41:55.547249 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.plugins.ml2.db [None req-798242cc-9ea0-464c-9109-86bd7997349e None None] For port 3879946e-3068-47dd-b88c-190f047d242d, host hv-cinder-82549, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82549',level=0,port_id=3879946e-3068-47dd-b88c-190f047d242d,segment=NetworkSegment(a280169f-cd62-40b1-b23e-40cb603d4abb),segment_id=a280169f-cd62-40b1-b23e-40cb603d4abb)] {{(pid=104527) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 07:41:55.570018 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 25 May 2022 07:41:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0a65b433-4b93-4ff6-baef-4fe9247fdf38 x-openstack-request-id: req-0a65b433-4b93-4ff6-baef-4fe9247fdf38 {{(pid=104527) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 25 07:41:55.570333 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e1792da3-df94-4a97-9f39-a2200abfad07", "name": "network-vif-plugged", "status": "completed", "tag": "3879946e-3068-47dd-b88c-190f047d242d", "code": 200}]} {{(pid=104527) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 25 07:41:55.570573 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-0a65b433-4b93-4ff6-baef-4fe9247fdf38 {{(pid=104527) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 25 07:41:55.570968 dv-cinder-825492-15-iscsi neutron-server[104527]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0a65b433-4b93-4ff6-baef-4fe9247fdf38'] response: {'server_uuid': 'e1792da3-df94-4a97-9f39-a2200abfad07', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3879946e-3068-47dd-b88c-190f047d242d', 'code': 200} May 25 07:41:55.631196 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron_lib.callbacks.manager [None req-798242cc-9ea0-464c-9109-86bd7997349e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-617841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612926', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754056714442', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754056173882', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754056173900'] for port (3879946e-3068-47dd-b88c-190f047d242d), after_update {{(pid=104527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:41:55.746959 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0803adf4-81a4-4e64-be5e-5bfbd09e7fbe req-3742a3a3-e71e-4dc6-b66c-753298d5196a tempest-AttachVolumeShelveTestJSON-605607613 tempest-AttachVolumeShelveTestJSON-605607613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 07:41:55.748566 dv-cinder-825492-15-iscsi neutron-server[104526]: INFO neutron.wsgi [req-0803adf4-81a4-4e64-be5e-5bfbd09e7fbe req-3742a3a3-e71e-4dc6-b66c-753298d5196a tempest-AttachVolumeShelveTestJSON-605607613 tempest-AttachVolumeShelveTestJSON-605607613-project] 10.222.0.24 "GET /v2.0/ports?device_id=c0ecec15-f302-4eea-92e6-37049703fa41 HTTP/1.1" status: 200 len: 945 time: 0.0506036 May 25 07:41:55.798381 dv-cinder-825492-15-iscsi neutron-server[104526]: INFO neutron.wsgi [req-0803adf4-81a4-4e64-be5e-5bfbd09e7fbe req-24eb8bcd-3c5c-4d85-b85e-e66959bcc44b tempest-AttachVolumeShelveTestJSON-605607613 tempest-AttachVolumeShelveTestJSON-605607613-project] 10.222.0.24 "GET /v2.0/security-groups?id=c3d2f722-76e0-4b5c-9b6a-6cf788bb7d66&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439246 May 25 07:41:55.805983 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG dbcounter [-] [104527] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104527) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 07:41:55.811935 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-798242cc-9ea0-464c-9109-86bd7997349e None None] Pushing event updated for resources: {'Port': ['ID=3879946e-3068-47dd-b88c-190f047d242d,revision_number=5']} {{(pid=104527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 07:41:55.991184 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da429f79-0ec0-4d2a-87da-4b2964b579f6 req-44bd7b32-f978-4e10-a715-4187bde77147 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 07:41:55.992667 dv-cinder-825492-15-iscsi neutron-server[104526]: INFO neutron.wsgi [req-da429f79-0ec0-4d2a-87da-4b2964b579f6 req-44bd7b32-f978-4e10-a715-4187bde77147 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=e1792da3-df94-4a97-9f39-a2200abfad07 HTTP/1.1" status: 200 len: 1130 time: 0.0382354 May 25 07:41:56.034995 dv-cinder-825492-15-iscsi neutron-server[104526]: INFO neutron.wsgi [req-da429f79-0ec0-4d2a-87da-4b2964b579f6 req-2c6d1c37-6294-474e-a616-2dda6ab4d158 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=00913454-3287-4fda-8993-71220fe3c018&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0361979 May 25 07:41:56.586153 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea2da408-ccc0-44e7-937a-2760fd93cdc3 req-bf527021-bd06-464b-9bf9-c07217e5351e tempest-AttachVolumeNegativeTest-1464534600 tempest-AttachVolumeNegativeTest-1464534600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 07:41:56.587647 dv-cinder-825492-15-iscsi neutron-server[104525]: INFO neutron.wsgi [req-ea2da408-ccc0-44e7-937a-2760fd93cdc3 req-bf527021-bd06-464b-9bf9-c07217e5351e tempest-AttachVolumeNegativeTest-1464534600 tempest-AttachVolumeNegativeTest-1464534600-project] 10.222.0.24 "GET /v2.0/ports?device_id=e1792da3-df94-4a97-9f39-a2200abfad07 HTTP/1.1" status: 200 len: 946 time: 0.0464513 May 25 07:41:56.635808 dv-cinder-825492-15-iscsi neutron-server[104525]: INFO neutron.wsgi [req-ea2da408-ccc0-44e7-937a-2760fd93cdc3 req-dccb545d-a717-492e-bebf-d5d502e19184 tempest-AttachVolumeNegativeTest-1464534600 tempest-AttachVolumeNegativeTest-1464534600-project] 10.222.0.24 "GET /v2.0/security-groups?id=00913454-3287-4fda-8993-71220fe3c018&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415695 May 25 07:41:56.926526 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26437504-0159-43e8-aa66-e10c544d9435 req-d7b57729-8c27-4e90-93a0-de3a8f15fce8 tempest-AttachVolumeShelveTestJSON-605607613 tempest-AttachVolumeShelveTestJSON-605607613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 07:41:56.927992 dv-cinder-825492-15-iscsi neutron-server[104526]: INFO neutron.wsgi [req-26437504-0159-43e8-aa66-e10c544d9435 req-d7b57729-8c27-4e90-93a0-de3a8f15fce8 tempest-AttachVolumeShelveTestJSON-605607613 tempest-AttachVolumeShelveTestJSON-605607613-project] 10.222.0.24 "GET /v2.0/ports?device_id=c0ecec15-f302-4eea-92e6-37049703fa41 HTTP/1.1" status: 200 len: 945 time: 0.0498223 May 25 07:41:56.974964 dv-cinder-825492-15-iscsi neutron-server[104526]: INFO neutron.wsgi [req-26437504-0159-43e8-aa66-e10c544d9435 req-27ff5b1e-b756-4ce5-a553-c7f9d4d5e097 tempest-AttachVolumeShelveTestJSON-605607613 tempest-AttachVolumeShelveTestJSON-605607613-project] 10.222.0.24 "GET /v2.0/security-groups?id=c3d2f722-76e0-4b5c-9b6a-6cf788bb7d66&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414019 May 25 07:41:57.752419 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62853f5f-eaeb-4df9-b73a-98c040f86a73 req-3a0b9641-8f88-4ecc-8d0f-775a4fec387b tempest-AttachVolumeNegativeTest-1464534600 tempest-AttachVolumeNegativeTest-1464534600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 07:41:57.753881 dv-cinder-825492-15-iscsi neutron-server[104525]: INFO neutron.wsgi [req-62853f5f-eaeb-4df9-b73a-98c040f86a73 req-3a0b9641-8f88-4ecc-8d0f-775a4fec387b tempest-AttachVolumeNegativeTest-1464534600 tempest-AttachVolumeNegativeTest-1464534600-project] 10.222.0.24 "GET /v2.0/ports?device_id=e1792da3-df94-4a97-9f39-a2200abfad07 HTTP/1.1" status: 200 len: 946 time: 0.0506058 May 25 07:41:57.800879 dv-cinder-825492-15-iscsi neutron-server[104525]: INFO neutron.wsgi [req-62853f5f-eaeb-4df9-b73a-98c040f86a73 req-122e5250-4096-472f-96e7-632c5290da22 tempest-AttachVolumeNegativeTest-1464534600 tempest-AttachVolumeNegativeTest-1464534600-project] 10.222.0.24 "GET /v2.0/security-groups?id=00913454-3287-4fda-8993-71220fe3c018&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413463 May 25 07:41:57.910968 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3ec96af-9b0a-462a-9e50-0acacb19d1f6 req-2cc2339d-42f3-40d9-879a-5e43c2d9dcdc tempest-AttachVolumeNegativeTest-1464534600 tempest-AttachVolumeNegativeTest-1464534600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 07:41:57.912341 dv-cinder-825492-15-iscsi neutron-server[104526]: INFO neutron.wsgi [req-e3ec96af-9b0a-462a-9e50-0acacb19d1f6 req-2cc2339d-42f3-40d9-879a-5e43c2d9dcdc tempest-AttachVolumeNegativeTest-1464534600 tempest-AttachVolumeNegativeTest-1464534600-project] 10.222.0.24 "GET /v2.0/ports?device_id=e1792da3-df94-4a97-9f39-a2200abfad07 HTTP/1.1" status: 200 len: 946 time: 0.0455465 May 25 07:41:57.921536 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron.wsgi [-] (104525) accepted ('10.222.0.24', 47156) {{(pid=104525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 07:41:57.925927 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron.api.v2.base [None req-f30602d6-5717-4e53-ad61-1eaabaab53bf tempest-AttachVolumeNegativeTest-1464534600 tempest-AttachVolumeNegativeTest-1464534600-project] Request body: {'floatingip': {'port_id': '3879946e-3068-47dd-b88c-190f047d242d'}} {{(pid=104525) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 25 07:41:57.962710 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-f30602d6-5717-4e53-ad61-1eaabaab53bf tempest-AttachVolumeNegativeTest-1464534600 tempest-AttachVolumeNegativeTest-1464534600-project] Publish callbacks [] for floatingip (d212ece2-ba7f-4711-a564-ac7060663ca0), before_update {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:41:58.001475 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG dbcounter [-] [104525] Writing DB stats neutron:SELECT=100 {{(pid=104525) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 07:41:58.115199 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5962be82-5bb5-4f02-afa9-91edb8b34a96 req-020cae32-4f6e-4c27-95ca-9f74a9495cf6 tempest-AttachVolumeShelveTestJSON-605607613 tempest-AttachVolumeShelveTestJSON-605607613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 07:41:58.117931 dv-cinder-825492-15-iscsi neutron-server[104525]: INFO neutron.wsgi [req-5962be82-5bb5-4f02-afa9-91edb8b34a96 req-020cae32-4f6e-4c27-95ca-9f74a9495cf6 tempest-AttachVolumeShelveTestJSON-605607613 tempest-AttachVolumeShelveTestJSON-605607613-project] 10.222.0.24 "GET /v2.0/ports?device_id=c0ecec15-f302-4eea-92e6-37049703fa41 HTTP/1.1" status: 200 len: 945 time: 0.0640283 May 25 07:41:58.235909 dv-cinder-825492-15-iscsi neutron-server[104525]: INFO neutron.wsgi [req-5962be82-5bb5-4f02-afa9-91edb8b34a96 req-de1a53ab-10db-47fb-8040-e968f2fd8a9e tempest-AttachVolumeShelveTestJSON-605607613 tempest-AttachVolumeShelveTestJSON-605607613-project] 10.222.0.24 "GET /v2.0/security-groups?id=c3d2f722-76e0-4b5c-9b6a-6cf788bb7d66&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0865800 May 25 07:41:58.451489 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-f30602d6-5717-4e53-ad61-1eaabaab53bf tempest-AttachVolumeNegativeTest-1464534600 tempest-AttachVolumeNegativeTest-1464534600-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:41:58.502675 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-f30602d6-5717-4e53-ad61-1eaabaab53bf tempest-AttachVolumeNegativeTest-1464534600 tempest-AttachVolumeNegativeTest-1464534600-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1617316'] for floatingip (d212ece2-ba7f-4711-a564-ac7060663ca0), after_update {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:41:58.600261 dv-cinder-825492-15-iscsi neutron-server[104525]: INFO neutron.db.l3_db [None req-f30602d6-5717-4e53-ad61-1eaabaab53bf tempest-AttachVolumeNegativeTest-1464534600 tempest-AttachVolumeNegativeTest-1464534600-project] Floating IP d212ece2-ba7f-4711-a564-ac7060663ca0 associated. External IP: 172.27.3.245, port: 3879946e-3068-47dd-b88c-190f047d242d. May 25 07:41:58.634520 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG dbcounter [-] [104525] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104525) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 07:41:58.793883 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f30602d6-5717-4e53-ad61-1eaabaab53bf tempest-AttachVolumeNegativeTest-1464534600 tempest-AttachVolumeNegativeTest-1464534600-project] Router 27856324-98d4-4244-bd01-93343ae31478 has already been hosted by L3 agent 54ff4013-997e-4376-a4e9-e6c98cf37cc7 {{(pid=104525) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 25 07:41:58.800320 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG dbcounter [-] [104525] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104525) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 07:41:58.896310 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f30602d6-5717-4e53-ad61-1eaabaab53bf tempest-AttachVolumeNegativeTest-1464534600 tempest-AttachVolumeNegativeTest-1464534600-project] Notify agent at l3_agent.dv-cinder-825492-15-iscsi the message routers_updated {{(pid=104525) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 25 07:41:58.902987 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-f30602d6-5717-4e53-ad61-1eaabaab53bf tempest-AttachVolumeNegativeTest-1464534600 tempest-AttachVolumeNegativeTest-1464534600-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93885'] for floatingip (None), before_response {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:41:58.905797 dv-cinder-825492-15-iscsi neutron-server[104528]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11407bc7-8e2f-41cc-ad85-884779b7cccc None None] Sync routers for ids ['27856324-98d4-4244-bd01-93343ae31478'] in dv-cinder-825492-15-iscsi {{(pid=104528) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 25 07:41:58.915685 dv-cinder-825492-15-iscsi neutron-server[104528]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11407bc7-8e2f-41cc-ad85-884779b7cccc None None] Routers {'27856324-98d4-4244-bd01-93343ae31478'} bound to L3 agent in host dv-cinder-825492-15-iscsi {{(pid=104528) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 25 07:41:58.916336 dv-cinder-825492-15-iscsi neutron-server[104528]: DEBUG neutron.db.l3_hamode_db [None req-11407bc7-8e2f-41cc-ad85-884779b7cccc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825492-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-25T07:27:37Z,description=,heartbeat_timestamp=2022-05-25T07:41:37Z,host='dv-cinder-825492-15-iscsi',id=54ff4013-997e-4376-a4e9-e6c98cf37cc7,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T07:27:38Z,topic='l3_agent')) {'router_ids': ['27856324-98d4-4244-bd01-93343ae31478'], 'active': True} {{(pid=104528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 07:41:58.931133 dv-cinder-825492-15-iscsi neutron-server[104525]: INFO neutron.wsgi [None req-f30602d6-5717-4e53-ad61-1eaabaab53bf tempest-AttachVolumeNegativeTest-1464534600 tempest-AttachVolumeNegativeTest-1464534600-project] 10.222.0.24 "PUT /v2.0/floatingips/d212ece2-ba7f-4711-a564-ac7060663ca0 HTTP/1.1" status: 200 len: 992 time: 1.0085309 May 25 07:41:58.931712 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e1792da3-df94-4a97-9f39-a2200abfad07', 'tag': '3879946e-3068-47dd-b88c-190f047d242d'}] {{(pid=104525) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 25 07:41:58.934783 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d445ce38d91c6b292eb6894f597f8081be97d606cd6e8c01bc8cfabf5dd02ac1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-11b7b94d-de62-40cf-bcfd-5333617e546d" -d '{"events": [{"name": "network-changed", "server_uuid": "e1792da3-df94-4a97-9f39-a2200abfad07", "tag": "3879946e-3068-47dd-b88c-190f047d242d"}]}' {{(pid=104525) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 25 07:41:58.971483 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 25 May 2022 07:41:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1db79299-ffe6-4b0d-874f-daa55e2338b2 x-openstack-request-id: req-1db79299-ffe6-4b0d-874f-daa55e2338b2 {{(pid=104525) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 25 07:41:58.971765 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e1792da3-df94-4a97-9f39-a2200abfad07", "tag": "3879946e-3068-47dd-b88c-190f047d242d", "status": "completed", "code": 200}]} {{(pid=104525) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 25 07:41:58.972011 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-1db79299-ffe6-4b0d-874f-daa55e2338b2 {{(pid=104525) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 25 07:41:58.972408 dv-cinder-825492-15-iscsi neutron-server[104525]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1db79299-ffe6-4b0d-874f-daa55e2338b2'] response: {'name': 'network-changed', 'server_uuid': 'e1792da3-df94-4a97-9f39-a2200abfad07', 'tag': '3879946e-3068-47dd-b88c-190f047d242d', 'status': 'completed', 'code': 200} May 25 07:41:59.018736 dv-cinder-825492-15-iscsi neutron-server[104528]: DEBUG neutron.db.l3_dvr_db [None req-11407bc7-8e2f-41cc-ad85-884779b7cccc None None] Set router 27856324-98d4-4244-bd01-93343ae31478 gateway port host: dv-cinder-825492-15-iscsi {{(pid=104528) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 25 07:41:59.302183 dv-cinder-825492-15-iscsi neutron-server[104528]: DEBUG neutron.db.l3_hamode_db [None req-11407bc7-8e2f-41cc-ad85-884779b7cccc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '27856324-98d4-4244-bd01-93343ae31478', 'name': 'tempest-AttachVolumeNegativeTest-2135659387-router', 'tenant_id': '2d8e35800ce043acbcb027ce406ed2e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '29c629bd-3f50-4535-bfbc-a047608d6fb6', 'external_fixed_ips': [{'subnet_id': '7934ff5a-43f1-4f76-b9d8-e4343ace34f5', 'ip_address': '172.27.3.226'}], 'enable_snat': True}, 'gw_port_id': '22f8fc27-9589-49b7-a3d1-f53043acd5a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T07:36:27Z', 'updated_at': '2022-05-25T07:36:37Z', 'revision_number': 4, 'project_id': '2d8e35800ce043acbcb027ce406ed2e7', 'gw_port': {'id': '22f8fc27-9589-49b7-a3d1-f53043acd5a2', 'name': '', 'network_id': '29c629bd-3f50-4535-bfbc-a047608d6fb6', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:51:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27856324-98d4-4244-bd01-93343ae31478', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '7934ff5a-43f1-4f76-b9d8-e4343ace34f5', 'ip_address': '172.27.3.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825492-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T07:36:28Z', 'updated_at': '2022-05-25T07:36:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7934ff5a-43f1-4f76-b9d8-e4343ace34f5', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825492-15-iscsi', '_floatingips': [{'id': 'd212ece2-ba7f-4711-a564-ac7060663ca0', 'tenant_id': '2d8e35800ce043acbcb027ce406ed2e7', 'floating_ip_address': '172.27.3.245', 'floating_network_id': '29c629bd-3f50-4535-bfbc-a047608d6fb6', 'router_id': '27856324-98d4-4244-bd01-93343ae31478', 'port_id': '3879946e-3068-47dd-b88c-190f047d242d', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 474, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f39d85d3-0173-4496-879c-2b83e234d364', 'mac_address': 'fa:16:3e:b2:ce:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1792da3-df94-4a97-9f39-a2200abfad07', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-25T07:41:37Z', 'updated_at': '2022-05-25T07:41:58Z', 'revision_number': 1, 'project_id': '2d8e35800ce043acbcb027ce406ed2e7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '521b8e74-ff39-43eb-be41-5f6b4257049b', 'name': '', 'network_id': 'f39d85d3-0173-4496-879c-2b83e234d364', 'tenant_id': '2d8e35800ce043acbcb027ce406ed2e7', 'mac_address': 'fa:16:3e:38:3d:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27856324-98d4-4244-bd01-93343ae31478', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '4aef3d06-f4fb-4751-a5a8-ab68314fa54a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825492-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T07:36:36Z', 'updated_at': '2022-05-25T07:36:49Z', 'revision_number': 5, 'project_id': '2d8e35800ce043acbcb027ce406ed2e7', 'subnets': [{'id': '4aef3d06-f4fb-4751-a5a8-ab68314fa54a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-825492-15-iscsi', False) {} {{(pid=104528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 07:41:59.330722 dv-cinder-825492-15-iscsi neutron-server[104528]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11407bc7-8e2f-41cc-ad85-884779b7cccc None None] Checking router: 27856324-98d4-4244-bd01-93343ae31478 for host: dv-cinder-825492-15-iscsi {{(pid=104528) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 25 07:41:59.339203 dv-cinder-825492-15-iscsi neutron-server[104528]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11407bc7-8e2f-41cc-ad85-884779b7cccc None None] Routers {'27856324-98d4-4244-bd01-93343ae31478'} bound to L3 agent in host dv-cinder-825492-15-iscsi {{(pid=104528) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 25 07:41:59.341421 dv-cinder-825492-15-iscsi neutron-server[104528]: DEBUG neutron.db.l3_hamode_db [None req-11407bc7-8e2f-41cc-ad85-884779b7cccc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825492-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-25T07:27:37Z,description=,heartbeat_timestamp=2022-05-25T07:41:37Z,host='dv-cinder-825492-15-iscsi',id=54ff4013-997e-4376-a4e9-e6c98cf37cc7,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T07:27:38Z,topic='l3_agent')) {'router_ids': ['27856324-98d4-4244-bd01-93343ae31478'], 'active': True} {{(pid=104528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 07:41:59.354056 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82c0f253-16cd-485f-b75f-0543ba5f093b req-c04f208a-78c0-44b0-882c-efafa605a169 tempest-AttachVolumeShelveTestJSON-605607613 tempest-AttachVolumeShelveTestJSON-605607613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 07:41:59.355616 dv-cinder-825492-15-iscsi neutron-server[104525]: INFO neutron.wsgi [req-82c0f253-16cd-485f-b75f-0543ba5f093b req-c04f208a-78c0-44b0-882c-efafa605a169 tempest-AttachVolumeShelveTestJSON-605607613 tempest-AttachVolumeShelveTestJSON-605607613-project] 10.222.0.24 "GET /v2.0/ports?device_id=c0ecec15-f302-4eea-92e6-37049703fa41 HTTP/1.1" status: 200 len: 945 time: 0.0470183 May 25 07:41:59.402988 dv-cinder-825492-15-iscsi neutron-server[104525]: INFO neutron.wsgi [req-82c0f253-16cd-485f-b75f-0543ba5f093b req-2c145623-38dd-4ab7-b268-b6173897223e tempest-AttachVolumeShelveTestJSON-605607613 tempest-AttachVolumeShelveTestJSON-605607613-project] 10.222.0.24 "GET /v2.0/security-groups?id=c3d2f722-76e0-4b5c-9b6a-6cf788bb7d66&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415554 May 25 07:41:59.442411 dv-cinder-825492-15-iscsi neutron-server[104528]: DEBUG neutron.db.l3_dvr_db [None req-11407bc7-8e2f-41cc-ad85-884779b7cccc None None] Set router 27856324-98d4-4244-bd01-93343ae31478 gateway port host: dv-cinder-825492-15-iscsi {{(pid=104528) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 25 07:41:59.646285 dv-cinder-825492-15-iscsi neutron-server[104528]: DEBUG neutron.db.l3_hamode_db [None req-11407bc7-8e2f-41cc-ad85-884779b7cccc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '27856324-98d4-4244-bd01-93343ae31478', 'name': 'tempest-AttachVolumeNegativeTest-2135659387-router', 'tenant_id': '2d8e35800ce043acbcb027ce406ed2e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '29c629bd-3f50-4535-bfbc-a047608d6fb6', 'external_fixed_ips': [{'subnet_id': '7934ff5a-43f1-4f76-b9d8-e4343ace34f5', 'ip_address': '172.27.3.226'}], 'enable_snat': True}, 'gw_port_id': '22f8fc27-9589-49b7-a3d1-f53043acd5a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T07:36:27Z', 'updated_at': '2022-05-25T07:36:37Z', 'revision_number': 4, 'project_id': '2d8e35800ce043acbcb027ce406ed2e7', 'gw_port': {'id': '22f8fc27-9589-49b7-a3d1-f53043acd5a2', 'name': '', 'network_id': '29c629bd-3f50-4535-bfbc-a047608d6fb6', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:51:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27856324-98d4-4244-bd01-93343ae31478', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '7934ff5a-43f1-4f76-b9d8-e4343ace34f5', 'ip_address': '172.27.3.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825492-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T07:36:28Z', 'updated_at': '2022-05-25T07:36:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7934ff5a-43f1-4f76-b9d8-e4343ace34f5', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825492-15-iscsi', '_floatingips': [{'id': 'd212ece2-ba7f-4711-a564-ac7060663ca0', 'tenant_id': '2d8e35800ce043acbcb027ce406ed2e7', 'floating_ip_address': '172.27.3.245', 'floating_network_id': '29c629bd-3f50-4535-bfbc-a047608d6fb6', 'router_id': '27856324-98d4-4244-bd01-93343ae31478', 'port_id': '3879946e-3068-47dd-b88c-190f047d242d', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 474, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f39d85d3-0173-4496-879c-2b83e234d364', 'mac_address': 'fa:16:3e:b2:ce:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1792da3-df94-4a97-9f39-a2200abfad07', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-25T07:41:37Z', 'updated_at': '2022-05-25T07:41:58Z', 'revision_number': 1, 'project_id': '2d8e35800ce043acbcb027ce406ed2e7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '521b8e74-ff39-43eb-be41-5f6b4257049b', 'name': '', 'network_id': 'f39d85d3-0173-4496-879c-2b83e234d364', 'tenant_id': '2d8e35800ce043acbcb027ce406ed2e7', 'mac_address': 'fa:16:3e:38:3d:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27856324-98d4-4244-bd01-93343ae31478', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '4aef3d06-f4fb-4751-a5a8-ab68314fa54a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825492-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T07:36:36Z', 'updated_at': '2022-05-25T07:36:49Z', 'revision_number': 5, 'project_id': '2d8e35800ce043acbcb027ce406ed2e7', 'subnets': [{'id': '4aef3d06-f4fb-4751-a5a8-ab68314fa54a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-825492-15-iscsi', False) {} {{(pid=104528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 07:41:59.671642 dv-cinder-825492-15-iscsi neutron-server[104528]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11407bc7-8e2f-41cc-ad85-884779b7cccc None None] The sync data for ids ['27856324-98d4-4244-bd01-93343ae31478'] in dv-cinder-825492-15-iscsi is: [{'id': '27856324-98d4-4244-bd01-93343ae31478', 'name': 'tempest-AttachVolumeNegativeTest-2135659387-router', 'tenant_id': '2d8e35800ce043acbcb027ce406ed2e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '29c629bd-3f50-4535-bfbc-a047608d6fb6', 'external_fixed_ips': [{'subnet_id': '7934ff5a-43f1-4f76-b9d8-e4343ace34f5', 'ip_address': '172.27.3.226'}], 'enable_snat': True}, 'gw_port_id': '22f8fc27-9589-49b7-a3d1-f53043acd5a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T07:36:27Z', 'updated_at': '2022-05-25T07:36:37Z', 'revision_number': 4, 'project_id': '2d8e35800ce043acbcb027ce406ed2e7', 'gw_port': {'id': '22f8fc27-9589-49b7-a3d1-f53043acd5a2', 'name': '', 'network_id': '29c629bd-3f50-4535-bfbc-a047608d6fb6', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:51:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27856324-98d4-4244-bd01-93343ae31478', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '7934ff5a-43f1-4f76-b9d8-e4343ace34f5', 'ip_address': '172.27.3.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825492-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T07:36:28Z', 'updated_at': '2022-05-25T07:36:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7934ff5a-43f1-4f76-b9d8-e4343ace34f5', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825492-15-iscsi', '_floatingips': [{'id': 'd212ece2-ba7f-4711-a564-ac7060663ca0', 'tenant_id': '2d8e35800ce043acbcb027ce406ed2e7', 'floating_ip_address': '172.27.3.245', 'floating_network_id': '29c629bd-3f50-4535-bfbc-a047608d6fb6', 'router_id': '27856324-98d4-4244-bd01-93343ae31478', 'port_id': '3879946e-3068-47dd-b88c-190f047d242d', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 474, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f39d85d3-0173-4496-879c-2b83e234d364', 'mac_address': 'fa:16:3e:b2:ce:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1792da3-df94-4a97-9f39-a2200abfad07', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-25T07:41:37Z', 'updated_at': '2022-05-25T07:41:58Z', 'revision_number': 1, 'project_id': '2d8e35800ce043acbcb027ce406ed2e7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '521b8e74-ff39-43eb-be41-5f6b4257049b', 'name': '', 'network_id': 'f39d85d3-0173-4496-879c-2b83e234d364', 'tenant_id': '2d8e35800ce043acbcb027ce406ed2e7', 'mac_address': 'fa:16:3e:38:3d:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27856324-98d4-4244-bd01-93343ae31478', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '4aef3d06-f4fb-4751-a5a8-ab68314fa54a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825492-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T07:36:36Z', 'updated_at': '2022-05-25T07:36:49Z', 'revision_number': 5, 'project_id': '2d8e35800ce043acbcb027ce406ed2e7', 'subnets': [{'id': '4aef3d06-f4fb-4751-a5a8-ab68314fa54a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104528) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 25 07:41:59.857569 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26bae0da-082e-4699-8e25-bb6b87fe49e4 None None] New status for floating IP d212ece2-ba7f-4711-a564-ac7060663ca0: ACTIVE {{(pid=104527) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 25 07:42:00.411791 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11b7b94d-de62-40cf-bcfd-5333617e546d req-ddde4607-45d6-44f0-9ccb-5415ad46393a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 07:42:00.413226 dv-cinder-825492-15-iscsi neutron-server[104526]: INFO neutron.wsgi [req-11b7b94d-de62-40cf-bcfd-5333617e546d req-ddde4607-45d6-44f0-9ccb-5415ad46393a service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=2d8e35800ce043acbcb027ce406ed2e7&device_id=e1792da3-df94-4a97-9f39-a2200abfad07 HTTP/1.1" status: 200 len: 1130 time: 0.0387781 May 25 07:42:00.525148 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG dbcounter [-] [104526] Writing DB stats neutron:SELECT=100 {{(pid=104526) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 07:42:00.546731 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9e326a4-78f1-4bd3-a309-f27627728389 req-445937ac-163b-4ae0-ab17-bae2e5c38d10 tempest-AttachVolumeShelveTestJSON-605607613 tempest-AttachVolumeShelveTestJSON-605607613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 07:42:00.548201 dv-cinder-825492-15-iscsi neutron-server[104526]: INFO neutron.wsgi [req-a9e326a4-78f1-4bd3-a309-f27627728389 req-445937ac-163b-4ae0-ab17-bae2e5c38d10 tempest-AttachVolumeShelveTestJSON-605607613 tempest-AttachVolumeShelveTestJSON-605607613-project] 10.222.0.24 "GET /v2.0/ports?device_id=c0ecec15-f302-4eea-92e6-37049703fa41 HTTP/1.1" status: 200 len: 945 time: 0.0710592 May 25 07:42:00.552998 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11b7b94d-de62-40cf-bcfd-5333617e546d req-42ee2985-8eff-47f8-ba81-4e3ff14eda4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 07:42:00.554414 dv-cinder-825492-15-iscsi neutron-server[104526]: INFO neutron.wsgi [req-11b7b94d-de62-40cf-bcfd-5333617e546d req-42ee2985-8eff-47f8-ba81-4e3ff14eda4a service neutron] 10.222.0.41 "GET /v2.0/networks?id=f39d85d3-0173-4496-879c-2b83e234d364 HTTP/1.1" status: 200 len: 916 time: 0.1330895 May 25 07:42:00.648830 dv-cinder-825492-15-iscsi neutron-server[104526]: INFO neutron.wsgi [req-a9e326a4-78f1-4bd3-a309-f27627728389 req-d3e1cd60-f7e7-410a-a0d1-7119f4685fed tempest-AttachVolumeShelveTestJSON-605607613 tempest-AttachVolumeShelveTestJSON-605607613-project] 10.222.0.24 "GET /v2.0/security-groups?id=c3d2f722-76e0-4b5c-9b6a-6cf788bb7d66&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0934513 May 25 07:42:00.650679 dv-cinder-825492-15-iscsi neutron-server[104526]: INFO neutron.wsgi [req-11b7b94d-de62-40cf-bcfd-5333617e546d req-0f2851f0-f277-4f09-b376-dc63dae0d088 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=3879946e-3068-47dd-b88c-190f047d242d HTTP/1.1" status: 200 len: 1002 time: 0.0891459 May 25 07:42:00.699333 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11b7b94d-de62-40cf-bcfd-5333617e546d req-b15e70c3-4ef3-4917-8dc8-1e200bc27892 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 07:42:00.701644 dv-cinder-825492-15-iscsi neutron-server[104526]: INFO neutron.wsgi [req-11b7b94d-de62-40cf-bcfd-5333617e546d req-b15e70c3-4ef3-4917-8dc8-1e200bc27892 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=4aef3d06-f4fb-4751-a5a8-ab68314fa54a HTTP/1.1" status: 200 len: 854 time: 0.0440304 May 25 07:42:00.743868 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11b7b94d-de62-40cf-bcfd-5333617e546d req-c994b67d-80bc-4712-8ef0-0252fe4db143 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 07:42:00.745380 dv-cinder-825492-15-iscsi neutron-server[104526]: INFO neutron.wsgi [req-11b7b94d-de62-40cf-bcfd-5333617e546d req-c994b67d-80bc-4712-8ef0-0252fe4db143 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=f39d85d3-0173-4496-879c-2b83e234d364&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0378215 May 25 07:42:00.836356 dv-cinder-825492-15-iscsi neutron-server[104526]: INFO neutron.wsgi [req-11b7b94d-de62-40cf-bcfd-5333617e546d req-149d0af9-065c-409d-a5da-167aff375714 service neutron] 10.222.0.41 "GET /v2.0/networks/f39d85d3-0173-4496-879c-2b83e234d364?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842052 May 25 07:42:00.929936 dv-cinder-825492-15-iscsi neutron-server[104526]: INFO neutron.wsgi [req-11b7b94d-de62-40cf-bcfd-5333617e546d req-964affba-febb-4d1e-b892-33a2a292e35b service neutron] 10.222.0.41 "GET /v2.0/networks/f39d85d3-0173-4496-879c-2b83e234d364?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0823152 May 25 07:42:01.767606 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-702a0c5d-dabb-4ab7-81ce-3d925b036964 req-4e4de94a-c056-42cd-9f67-8db33b599b7c tempest-AttachVolumeShelveTestJSON-605607613 tempest-AttachVolumeShelveTestJSON-605607613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 07:42:01.769076 dv-cinder-825492-15-iscsi neutron-server[104525]: INFO neutron.wsgi [req-702a0c5d-dabb-4ab7-81ce-3d925b036964 req-4e4de94a-c056-42cd-9f67-8db33b599b7c tempest-AttachVolumeShelveTestJSON-605607613 tempest-AttachVolumeShelveTestJSON-605607613-project] 10.222.0.24 "GET /v2.0/ports?device_id=c0ecec15-f302-4eea-92e6-37049703fa41 HTTP/1.1" status: 200 len: 945 time: 0.0484896 May 25 07:42:01.820074 dv-cinder-825492-15-iscsi neutron-server[104525]: INFO neutron.wsgi [req-702a0c5d-dabb-4ab7-81ce-3d925b036964 req-bb9dc17a-b0ab-4274-aab4-470d8dacef13 tempest-AttachVolumeShelveTestJSON-605607613 tempest-AttachVolumeShelveTestJSON-605607613-project] 10.222.0.24 "GET /v2.0/security-groups?id=c3d2f722-76e0-4b5c-9b6a-6cf788bb7d66&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453980 May 25 07:42:02.131444 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron_lib.callbacks.manager [None req-798242cc-9ea0-464c-9109-86bd7997349e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754056472917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490168'] for agent (bbf5dc8c-5103-4973-a6b6-76af4660c126), after_update {{(pid=104527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:42:02.946695 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf952c26-5751-4779-9bbf-6bd2d6215aa6 req-45d0cae0-20ff-4a7d-9af8-d66004479502 tempest-AttachVolumeShelveTestJSON-605607613 tempest-AttachVolumeShelveTestJSON-605607613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 07:42:02.948152 dv-cinder-825492-15-iscsi neutron-server[104526]: INFO neutron.wsgi [req-bf952c26-5751-4779-9bbf-6bd2d6215aa6 req-45d0cae0-20ff-4a7d-9af8-d66004479502 tempest-AttachVolumeShelveTestJSON-605607613 tempest-AttachVolumeShelveTestJSON-605607613-project] 10.222.0.24 "GET /v2.0/ports?device_id=c0ecec15-f302-4eea-92e6-37049703fa41 HTTP/1.1" status: 200 len: 945 time: 0.0517583 May 25 07:42:02.984017 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG dbcounter [-] [104526] Writing DB stats neutron:SELECT=100 {{(pid=104526) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 07:42:02.995964 dv-cinder-825492-15-iscsi neutron-server[104526]: INFO neutron.wsgi [req-bf952c26-5751-4779-9bbf-6bd2d6215aa6 req-baa3f58d-911a-4f41-bd60-9b782265d936 tempest-AttachVolumeShelveTestJSON-605607613 tempest-AttachVolumeShelveTestJSON-605607613-project] 10.222.0.24 "GET /v2.0/security-groups?id=c3d2f722-76e0-4b5c-9b6a-6cf788bb7d66&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420995 May 25 07:42:03.314780 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.plugins.ml2.rpc [None req-798242cc-9ea0-464c-9109-86bd7997349e None None] Device 28f4b108-96e9-447b-88dd-ed92dc19d98c details requested by agent hyperv_hv-cinder-82549 with host hv-cinder-82549 {{(pid=104527) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 25 07:42:03.416731 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.plugins.ml2.db [None req-798242cc-9ea0-464c-9109-86bd7997349e None None] For port 28f4b108-96e9-447b-88dd-ed92dc19d98c, host hv-cinder-82549, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82549',level=0,port_id=28f4b108-96e9-447b-88dd-ed92dc19d98c,segment=NetworkSegment(5e8ca1f8-871e-422d-b246-85fba594b2cb),segment_id=5e8ca1f8-871e-422d-b246-85fba594b2cb)] {{(pid=104527) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 07:42:03.431365 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.plugins.ml2.rpc [None req-798242cc-9ea0-464c-9109-86bd7997349e None None] Returning: {'device': '28f4b108-96e9-447b-88dd-ed92dc19d98c', 'network_id': '7eef0ae9-55de-48c4-ada3-da713e1942b9', 'port_id': '28f4b108-96e9-447b-88dd-ed92dc19d98c', 'mac_address': 'fa:16:3e:1b:4c:e7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 250, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e7796ec7-ead3-485d-a16b-d9ef7a0a8b85', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104527) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 25 07:42:03.471044 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.plugins.ml2.plugin [None req-798242cc-9ea0-464c-9109-86bd7997349e None None] Current status of the port 28f4b108-96e9-447b-88dd-ed92dc19d98c is: ACTIVE; New status is: BUILD {{(pid=104527) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 25 07:42:03.471457 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron_lib.callbacks.manager [None req-798242cc-9ea0-464c-9109-86bd7997349e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-616651'] for port (28f4b108-96e9-447b-88dd-ed92dc19d98c), before_update {{(pid=104527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:42:03.485212 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.notifiers.nova [None req-798242cc-9ea0-464c-9109-86bd7997349e None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 28f4b108-96e9-447b-88dd-ed92dc19d98c {{(pid=104527) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 25 07:42:03.509293 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.plugins.ml2.db [None req-798242cc-9ea0-464c-9109-86bd7997349e None None] For port 28f4b108-96e9-447b-88dd-ed92dc19d98c, host hv-cinder-82549, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82549',level=0,port_id=28f4b108-96e9-447b-88dd-ed92dc19d98c,segment=NetworkSegment(5e8ca1f8-871e-422d-b246-85fba594b2cb),segment_id=5e8ca1f8-871e-422d-b246-85fba594b2cb)] {{(pid=104527) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 07:42:03.613975 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron_lib.callbacks.manager [None req-798242cc-9ea0-464c-9109-86bd7997349e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-617841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612926', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754056714442', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754056173882', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754056173900'] for port (28f4b108-96e9-447b-88dd-ed92dc19d98c), after_update {{(pid=104527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:42:03.661839 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-798242cc-9ea0-464c-9109-86bd7997349e None None] Pushing event updated for resources: {'Port': ['ID=28f4b108-96e9-447b-88dd-ed92dc19d98c,revision_number=6']} {{(pid=104527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 07:42:04.133329 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b84cb3a-655d-4968-8619-9c9f4a995781 req-bd6baf61-56f2-4819-a016-c18142240a56 tempest-AttachVolumeShelveTestJSON-605607613 tempest-AttachVolumeShelveTestJSON-605607613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 07:42:04.134751 dv-cinder-825492-15-iscsi neutron-server[104525]: INFO neutron.wsgi [req-3b84cb3a-655d-4968-8619-9c9f4a995781 req-bd6baf61-56f2-4819-a016-c18142240a56 tempest-AttachVolumeShelveTestJSON-605607613 tempest-AttachVolumeShelveTestJSON-605607613-project] 10.222.0.24 "GET /v2.0/ports?device_id=c0ecec15-f302-4eea-92e6-37049703fa41 HTTP/1.1" status: 200 len: 944 time: 0.0593166 May 25 07:42:04.201865 dv-cinder-825492-15-iscsi neutron-server[104525]: INFO neutron.wsgi [req-3b84cb3a-655d-4968-8619-9c9f4a995781 req-c2b7ce4f-ddb5-441d-9d37-8b99d3c9de61 tempest-AttachVolumeShelveTestJSON-605607613 tempest-AttachVolumeShelveTestJSON-605607613-project] 10.222.0.24 "GET /v2.0/security-groups?id=c3d2f722-76e0-4b5c-9b6a-6cf788bb7d66&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0574214 May 25 07:42:05.257364 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron_lib.callbacks.manager [None req-72539ae5-d74c-4479-b3ca-c7f12c9798cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754056472917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490168'] for agent (6cf9466f-68ff-4d03-9bb6-0c8244fa88eb), after_update {{(pid=104527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:42:05.339895 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddccd5b7-d304-44b6-adae-bf29485ce6ad req-0e8d52a6-190d-4f1f-b6c7-30312343d941 tempest-AttachVolumeShelveTestJSON-605607613 tempest-AttachVolumeShelveTestJSON-605607613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 07:42:05.341964 dv-cinder-825492-15-iscsi neutron-server[104526]: INFO neutron.wsgi [req-ddccd5b7-d304-44b6-adae-bf29485ce6ad req-0e8d52a6-190d-4f1f-b6c7-30312343d941 tempest-AttachVolumeShelveTestJSON-605607613 tempest-AttachVolumeShelveTestJSON-605607613-project] 10.222.0.24 "GET /v2.0/ports?device_id=c0ecec15-f302-4eea-92e6-37049703fa41 HTTP/1.1" status: 200 len: 944 time: 0.0541234 May 25 07:42:05.392842 dv-cinder-825492-15-iscsi neutron-server[104526]: INFO neutron.wsgi [req-ddccd5b7-d304-44b6-adae-bf29485ce6ad req-169c387f-3908-42d9-89c4-314861e7ea55 tempest-AttachVolumeShelveTestJSON-605607613 tempest-AttachVolumeShelveTestJSON-605607613-project] 10.222.0.24 "GET /v2.0/security-groups?id=c3d2f722-76e0-4b5c-9b6a-6cf788bb7d66&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451894 May 25 07:42:06.522524 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b50cf6c-28d8-46d0-9247-aff0a57f6798 req-3b3ad7f3-bcf1-41e9-bf5c-765dfe34d4d9 tempest-AttachVolumeShelveTestJSON-605607613 tempest-AttachVolumeShelveTestJSON-605607613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 07:42:06.523775 dv-cinder-825492-15-iscsi neutron-server[104525]: INFO neutron.wsgi [req-6b50cf6c-28d8-46d0-9247-aff0a57f6798 req-3b3ad7f3-bcf1-41e9-bf5c-765dfe34d4d9 tempest-AttachVolumeShelveTestJSON-605607613 tempest-AttachVolumeShelveTestJSON-605607613-project] 10.222.0.24 "GET /v2.0/ports?device_id=c0ecec15-f302-4eea-92e6-37049703fa41 HTTP/1.1" status: 200 len: 944 time: 0.0502384 May 25 07:42:06.573145 dv-cinder-825492-15-iscsi neutron-server[104525]: INFO neutron.wsgi [req-6b50cf6c-28d8-46d0-9247-aff0a57f6798 req-7faa9d90-01dd-4ab4-9b83-608fa9f1bee1 tempest-AttachVolumeShelveTestJSON-605607613 tempest-AttachVolumeShelveTestJSON-605607613-project] 10.222.0.24 "GET /v2.0/security-groups?id=c3d2f722-76e0-4b5c-9b6a-6cf788bb7d66&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432267 May 25 07:42:06.587738 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.plugins.ml2.db [None req-798242cc-9ea0-464c-9109-86bd7997349e None None] get_ports_and_sgs() called for port_ids ['28f4b108-96e9-447b-88dd-ed92dc19d98c'] {{(pid=104527) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 25 07:42:07.476703 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron_lib.callbacks.manager [None req-1e96c4be-7581-47fb-9782-9e43db2d4cb1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754056472917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490168'] for agent (54ff4013-997e-4376-a4e9-e6c98cf37cc7), after_update {{(pid=104527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:42:07.732274 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0e91be8-d41d-4245-96f9-890a5266df7f req-00ca6455-f5e8-478a-8048-1e414ebbb337 tempest-AttachVolumeShelveTestJSON-605607613 tempest-AttachVolumeShelveTestJSON-605607613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 07:42:07.733837 dv-cinder-825492-15-iscsi neutron-server[104526]: INFO neutron.wsgi [req-a0e91be8-d41d-4245-96f9-890a5266df7f req-00ca6455-f5e8-478a-8048-1e414ebbb337 tempest-AttachVolumeShelveTestJSON-605607613 tempest-AttachVolumeShelveTestJSON-605607613-project] 10.222.0.24 "GET /v2.0/ports?device_id=c0ecec15-f302-4eea-92e6-37049703fa41 HTTP/1.1" status: 200 len: 944 time: 0.0570989 May 25 07:42:07.795993 dv-cinder-825492-15-iscsi neutron-server[104526]: INFO neutron.wsgi [req-a0e91be8-d41d-4245-96f9-890a5266df7f req-fb9518fc-36c5-4f6c-bd39-988a98b7d98a tempest-AttachVolumeShelveTestJSON-605607613 tempest-AttachVolumeShelveTestJSON-605607613-project] 10.222.0.24 "GET /v2.0/security-groups?id=c3d2f722-76e0-4b5c-9b6a-6cf788bb7d66&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0546350 May 25 07:42:08.583807 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.plugins.ml2.rpc [None req-798242cc-9ea0-464c-9109-86bd7997349e None None] Device 28f4b108-96e9-447b-88dd-ed92dc19d98c up at agent hyperv_hv-cinder-82549 {{(pid=104527) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 25 07:42:08.628628 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG dbcounter [-] [104527] Writing DB stats neutron:SELECT=91,neutron:DELETE=1,neutron:UPDATE=8 {{(pid=104527) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 07:42:08.642626 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron_lib.callbacks.manager [None req-461c163e-e11a-425b-8a8d-f39fb153da48 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754056472917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490168'] for agent (fa5554a0-25df-434f-a0d0-5996d872220a), after_update {{(pid=104527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:42:08.652183 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.db.provisioning_blocks [None req-798242cc-9ea0-464c-9109-86bd7997349e None None] Provisioning complete for port 28f4b108-96e9-447b-88dd-ed92dc19d98c triggered by entity L2. {{(pid=104527) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 25 07:42:08.652574 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron_lib.callbacks.manager [None req-798242cc-9ea0-464c-9109-86bd7997349e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1490782'] for port (28f4b108-96e9-447b-88dd-ed92dc19d98c), provisioning_complete {{(pid=104527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:42:08.697909 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG dbcounter [-] [104527] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104527) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 07:42:08.746883 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.plugins.ml2.plugin [None req-798242cc-9ea0-464c-9109-86bd7997349e None None] Current status of the port 28f4b108-96e9-447b-88dd-ed92dc19d98c is: BUILD; New status is: ACTIVE {{(pid=104527) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 25 07:42:08.758101 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron_lib.callbacks.manager [None req-798242cc-9ea0-464c-9109-86bd7997349e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-616651'] for port (28f4b108-96e9-447b-88dd-ed92dc19d98c), before_update {{(pid=104527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:42:08.799923 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.plugins.ml2.db [None req-798242cc-9ea0-464c-9109-86bd7997349e None None] For port 28f4b108-96e9-447b-88dd-ed92dc19d98c, host hv-cinder-82549, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82549',level=0,port_id=28f4b108-96e9-447b-88dd-ed92dc19d98c,segment=NetworkSegment(5e8ca1f8-871e-422d-b246-85fba594b2cb),segment_id=5e8ca1f8-871e-422d-b246-85fba594b2cb)] {{(pid=104527) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 07:42:08.801064 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c0ecec15-f302-4eea-92e6-37049703fa41', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '28f4b108-96e9-447b-88dd-ed92dc19d98c'}] {{(pid=104527) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 25 07:42:08.803435 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b7b9631292b9c3281c46c063e828ef1e98938590bf5356102cacde7abf71fd6b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-92ea9580-f082-4ad5-ad43-965d71b909d0" -d '{"events": [{"server_uuid": "c0ecec15-f302-4eea-92e6-37049703fa41", "name": "network-vif-plugged", "status": "completed", "tag": "28f4b108-96e9-447b-88dd-ed92dc19d98c"}]}' {{(pid=104527) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 25 07:42:08.930617 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 25 May 2022 07:42:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5bf3ec30-d96d-4edf-928c-0878c2dd3472 x-openstack-request-id: req-5bf3ec30-d96d-4edf-928c-0878c2dd3472 {{(pid=104527) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 25 07:42:08.930927 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c0ecec15-f302-4eea-92e6-37049703fa41", "name": "network-vif-plugged", "status": "completed", "tag": "28f4b108-96e9-447b-88dd-ed92dc19d98c", "code": 200}]} {{(pid=104527) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 25 07:42:08.931265 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-5bf3ec30-d96d-4edf-928c-0878c2dd3472 {{(pid=104527) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 25 07:42:08.931704 dv-cinder-825492-15-iscsi neutron-server[104527]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5bf3ec30-d96d-4edf-928c-0878c2dd3472'] response: {'server_uuid': 'c0ecec15-f302-4eea-92e6-37049703fa41', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '28f4b108-96e9-447b-88dd-ed92dc19d98c', 'code': 200} May 25 07:42:08.935205 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron_lib.callbacks.manager [None req-798242cc-9ea0-464c-9109-86bd7997349e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-617841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612926', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754056714442', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754056173882', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754056173900'] for port (28f4b108-96e9-447b-88dd-ed92dc19d98c), after_update {{(pid=104527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:42:08.971117 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffcbf138-bf26-44f1-bf77-42ede5356abd req-cc66525e-cfc4-4426-a873-f42d2fad53dd tempest-AttachVolumeShelveTestJSON-605607613 tempest-AttachVolumeShelveTestJSON-605607613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 07:42:08.978480 dv-cinder-825492-15-iscsi neutron-server[104526]: INFO neutron.wsgi [req-ffcbf138-bf26-44f1-bf77-42ede5356abd req-cc66525e-cfc4-4426-a873-f42d2fad53dd tempest-AttachVolumeShelveTestJSON-605607613 tempest-AttachVolumeShelveTestJSON-605607613-project] 10.222.0.24 "GET /v2.0/ports?device_id=c0ecec15-f302-4eea-92e6-37049703fa41 HTTP/1.1" status: 200 len: 944 time: 0.0965986 May 25 07:42:09.011424 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-798242cc-9ea0-464c-9109-86bd7997349e None None] Pushing event updated for resources: {'Port': ['ID=28f4b108-96e9-447b-88dd-ed92dc19d98c,revision_number=7']} {{(pid=104527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 07:42:09.048807 dv-cinder-825492-15-iscsi neutron-server[104526]: INFO neutron.wsgi [req-ffcbf138-bf26-44f1-bf77-42ede5356abd req-a213fbac-19e6-4a57-96d8-e633cd5d46ef tempest-AttachVolumeShelveTestJSON-605607613 tempest-AttachVolumeShelveTestJSON-605607613-project] 10.222.0.24 "GET /v2.0/security-groups?id=c3d2f722-76e0-4b5c-9b6a-6cf788bb7d66&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0693364 May 25 07:42:09.648333 dv-cinder-825492-15-iscsi neutron-server[104528]: DEBUG dbcounter [-] [104528] Writing DB stats neutron:SELECT=80 {{(pid=104528) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 07:42:09.649478 dv-cinder-825492-15-iscsi neutron-server[104528]: DEBUG dbcounter [-] [104528] Writing DB stats neutron:SELECT=70 {{(pid=104528) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 07:42:10.170860 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ab47b3b-2dea-4ecc-9d8b-30eaced6af83 req-0e16ede9-385b-41c1-9156-252cfbcb142c tempest-AttachVolumeShelveTestJSON-605607613 tempest-AttachVolumeShelveTestJSON-605607613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 07:42:10.172395 dv-cinder-825492-15-iscsi neutron-server[104525]: INFO neutron.wsgi [req-3ab47b3b-2dea-4ecc-9d8b-30eaced6af83 req-0e16ede9-385b-41c1-9156-252cfbcb142c tempest-AttachVolumeShelveTestJSON-605607613 tempest-AttachVolumeShelveTestJSON-605607613-project] 10.222.0.24 "GET /v2.0/ports?device_id=c0ecec15-f302-4eea-92e6-37049703fa41 HTTP/1.1" status: 200 len: 945 time: 0.0519240 May 25 07:42:10.174052 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron_lib.callbacks.manager [None req-f9cd7ad7-9657-4dc4-ab64-74b2d9455e3c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754056472917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490168'] for agent (749e0e2c-8e71-4175-9046-27a8fd2a3a0a), after_update {{(pid=104527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:42:10.220929 dv-cinder-825492-15-iscsi neutron-server[104525]: INFO neutron.wsgi [req-3ab47b3b-2dea-4ecc-9d8b-30eaced6af83 req-b046672d-a428-416b-a003-f8dfa8a79e13 tempest-AttachVolumeShelveTestJSON-605607613 tempest-AttachVolumeShelveTestJSON-605607613-project] 10.222.0.24 "GET /v2.0/security-groups?id=c3d2f722-76e0-4b5c-9b6a-6cf788bb7d66&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426543 May 25 07:42:11.366077 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f8dee6a-b69e-41c4-822a-2f64385b61ef req-31086c74-5734-48da-92ec-580544bcfda5 tempest-AttachVolumeShelveTestJSON-605607613 tempest-AttachVolumeShelveTestJSON-605607613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 07:42:11.367664 dv-cinder-825492-15-iscsi neutron-server[104526]: INFO neutron.wsgi [req-3f8dee6a-b69e-41c4-822a-2f64385b61ef req-31086c74-5734-48da-92ec-580544bcfda5 tempest-AttachVolumeShelveTestJSON-605607613 tempest-AttachVolumeShelveTestJSON-605607613-project] 10.222.0.24 "GET /v2.0/ports?device_id=c0ecec15-f302-4eea-92e6-37049703fa41 HTTP/1.1" status: 200 len: 945 time: 0.0539367 May 25 07:42:11.425812 dv-cinder-825492-15-iscsi neutron-server[104526]: INFO neutron.wsgi [req-3f8dee6a-b69e-41c4-822a-2f64385b61ef req-c6bc6f1b-c007-402b-b0b3-ffe838813063 tempest-AttachVolumeShelveTestJSON-605607613 tempest-AttachVolumeShelveTestJSON-605607613-project] 10.222.0.24 "GET /v2.0/security-groups?id=c3d2f722-76e0-4b5c-9b6a-6cf788bb7d66&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0510030 May 25 07:42:11.589165 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron_lib.callbacks.manager [None req-4c581813-650f-4b4b-ac0f-82f585bea231 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754056472917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490168'] for agent (67455b2d-ff20-4068-8b38-73bd0628c5cb), after_update {{(pid=104527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:42:12.557073 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.wsgi [-] (104526) accepted ('10.222.0.24', 47320) {{(pid=104526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 07:42:12.570405 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91ab97f0-63b6-4fe1-8d23-b5b2f0f77a11 req-70fb09eb-e89d-4910-8b94-e2640babd19e tempest-AttachVolumeShelveTestJSON-605607613 tempest-AttachVolumeShelveTestJSON-605607613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 07:42:12.572111 dv-cinder-825492-15-iscsi neutron-server[104525]: INFO neutron.wsgi [req-91ab97f0-63b6-4fe1-8d23-b5b2f0f77a11 req-70fb09eb-e89d-4910-8b94-e2640babd19e tempest-AttachVolumeShelveTestJSON-605607613 tempest-AttachVolumeShelveTestJSON-605607613-project] 10.222.0.24 "GET /v2.0/ports?device_id=c0ecec15-f302-4eea-92e6-37049703fa41 HTTP/1.1" status: 200 len: 945 time: 0.0662692 May 25 07:42:12.632882 dv-cinder-825492-15-iscsi neutron-server[104525]: INFO neutron.wsgi [req-91ab97f0-63b6-4fe1-8d23-b5b2f0f77a11 req-e931c4aa-c52e-44a0-bb1e-6b2ef6c714e4 tempest-AttachVolumeShelveTestJSON-605607613 tempest-AttachVolumeShelveTestJSON-605607613-project] 10.222.0.24 "GET /v2.0/security-groups?id=c3d2f722-76e0-4b5c-9b6a-6cf788bb7d66&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0543487 May 25 07:42:12.717971 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-c60dd5f4-5734-4929-9d7e-fece92087c37 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:42:12.788550 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG dbcounter [-] [104526] Writing DB stats neutron:SELECT=94,neutron:INSERT=6 {{(pid=104526) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 07:42:12.805510 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-c60dd5f4-5734-4929-9d7e-fece92087c37 admin admin] Publish callbacks [] for security_group (6bf75deb-a285-45d5-a283-5e7a38530643), precommit_create {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:42:13.120188 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-c60dd5f4-5734-4929-9d7e-fece92087c37 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-278753'] for security_group (6bf75deb-a285-45d5-a283-5e7a38530643), after_create {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:42:13.160939 dv-cinder-825492-15-iscsi neutron-server[104526]: INFO neutron.wsgi [None req-c60dd5f4-5734-4929-9d7e-fece92087c37 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=1e0359891d704abdb75b53c124caa98c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6026375 May 25 07:42:13.161780 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c60dd5f4-5734-4929-9d7e-fece92087c37 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6bf75deb-a285-45d5-a283-5e7a38530643,revision_number=1']} {{(pid=104526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 07:42:13.163878 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron.wsgi [-] (104525) accepted ('10.222.0.24', 47324) {{(pid=104525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 07:42:13.212802 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-cd5cb4d0-dc59-43b0-85d1-837533b5c0f2 admin admin] Publish callbacks [] for security_group (6bf75deb-a285-45d5-a283-5e7a38530643), before_delete {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:42:13.238086 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-cd5cb4d0-dc59-43b0-85d1-837533b5c0f2 admin admin] Publish callbacks [] for security_group (6bf75deb-a285-45d5-a283-5e7a38530643), precommit_delete {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:42:13.274962 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG dbcounter [-] [104525] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104525) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 07:42:13.348911 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-cd5cb4d0-dc59-43b0-85d1-837533b5c0f2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-278753'] for security_group (6bf75deb-a285-45d5-a283-5e7a38530643), after_delete {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:42:13.351725 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-cd5cb4d0-dc59-43b0-85d1-837533b5c0f2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:42:13.352894 dv-cinder-825492-15-iscsi neutron-server[104525]: INFO neutron.wsgi [None req-cd5cb4d0-dc59-43b0-85d1-837533b5c0f2 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/6bf75deb-a285-45d5-a283-5e7a38530643 HTTP/1.1" status: 204 len: 168 time: 0.1880248 May 25 07:42:13.362566 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd5cb4d0-dc59-43b0-85d1-837533b5c0f2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6bf75deb-a285-45d5-a283-5e7a38530643,revision_number=None']} {{(pid=104525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 07:42:13.370038 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd5cb4d0-dc59-43b0-85d1-837533b5c0f2 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825492-15-iscsi {{(pid=104525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 07:42:13.370444 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd5cb4d0-dc59-43b0-85d1-837533b5c0f2 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825492-15-iscsi {{(pid=104525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 07:42:13.370727 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd5cb4d0-dc59-43b0-85d1-837533b5c0f2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825492-15-iscsi {{(pid=104525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 07:42:13.371058 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd5cb4d0-dc59-43b0-85d1-837533b5c0f2 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825492-15-iscsi {{(pid=104525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 07:42:13.371389 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd5cb4d0-dc59-43b0-85d1-837533b5c0f2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825492-15-iscsi {{(pid=104525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 07:42:13.372395 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd5cb4d0-dc59-43b0-85d1-837533b5c0f2 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825492-15-iscsi {{(pid=104525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 07:42:13.372751 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd5cb4d0-dc59-43b0-85d1-837533b5c0f2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825492-15-iscsi {{(pid=104525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 07:42:13.373071 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd5cb4d0-dc59-43b0-85d1-837533b5c0f2 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-825492-15-iscsi {{(pid=104525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 07:42:13.373577 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd5cb4d0-dc59-43b0-85d1-837533b5c0f2 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-825492-15-iscsi {{(pid=104525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 07:42:13.374091 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd5cb4d0-dc59-43b0-85d1-837533b5c0f2 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-825492-15-iscsi {{(pid=104525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 07:42:13.374421 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd5cb4d0-dc59-43b0-85d1-837533b5c0f2 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-825492-15-iscsi {{(pid=104525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 07:42:13.374744 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd5cb4d0-dc59-43b0-85d1-837533b5c0f2 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825492-15-iscsi {{(pid=104525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 07:42:13.375056 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd5cb4d0-dc59-43b0-85d1-837533b5c0f2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825492-15-iscsi {{(pid=104525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 07:42:13.375374 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd5cb4d0-dc59-43b0-85d1-837533b5c0f2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825492-15-iscsi {{(pid=104525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 07:42:13.375691 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd5cb4d0-dc59-43b0-85d1-837533b5c0f2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825492-15-iscsi {{(pid=104525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 07:42:13.764683 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5931438a-16ae-46f1-811e-2eb345b8d438 req-da904372-ef37-44a0-8653-91cfe1f67dd5 tempest-AttachVolumeShelveTestJSON-605607613 tempest-AttachVolumeShelveTestJSON-605607613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 07:42:13.766207 dv-cinder-825492-15-iscsi neutron-server[104526]: INFO neutron.wsgi [req-5931438a-16ae-46f1-811e-2eb345b8d438 req-da904372-ef37-44a0-8653-91cfe1f67dd5 tempest-AttachVolumeShelveTestJSON-605607613 tempest-AttachVolumeShelveTestJSON-605607613-project] 10.222.0.24 "GET /v2.0/ports?device_id=c0ecec15-f302-4eea-92e6-37049703fa41 HTTP/1.1" status: 200 len: 945 time: 0.0516009 May 25 07:42:13.816979 dv-cinder-825492-15-iscsi neutron-server[104526]: INFO neutron.wsgi [req-5931438a-16ae-46f1-811e-2eb345b8d438 req-b98cfb03-9f3f-429f-8e39-b44142c4982b tempest-AttachVolumeShelveTestJSON-605607613 tempest-AttachVolumeShelveTestJSON-605607613-project] 10.222.0.24 "GET /v2.0/security-groups?id=c3d2f722-76e0-4b5c-9b6a-6cf788bb7d66&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446312 May 25 07:42:14.120288 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron.wsgi [-] (104525) accepted ('10.222.0.24', 47342) {{(pid=104525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 07:42:14.134120 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-cf73d432-f682-4e38-8925-bd356bbc8026 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:42:14.216345 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-cf73d432-f682-4e38-8925-bd356bbc8026 admin admin] Publish callbacks [] for security_group (f278997a-3a53-4a3c-b705-05ceb025dd12), precommit_create {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:42:14.288241 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-cf73d432-f682-4e38-8925-bd356bbc8026 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-278753'] for security_group (f278997a-3a53-4a3c-b705-05ceb025dd12), after_create {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:42:14.293813 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG dbcounter [-] [104525] Writing DB stats neutron:SELECT=92,neutron:DELETE=1,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=104525) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 07:42:14.329670 dv-cinder-825492-15-iscsi neutron-server[104525]: INFO neutron.wsgi [None req-cf73d432-f682-4e38-8925-bd356bbc8026 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=8f0d718feca74922b73eb2b43e4f372d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2082832 May 25 07:42:14.331764 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf73d432-f682-4e38-8925-bd356bbc8026 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f278997a-3a53-4a3c-b705-05ceb025dd12,revision_number=1']} {{(pid=104525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 07:42:14.332637 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.wsgi [-] (104526) accepted ('10.222.0.24', 47350) {{(pid=104526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 07:42:14.382134 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-6ec59a6d-dc33-4bd5-bd14-0f5f2a14d6b7 admin admin] Publish callbacks [] for security_group (f278997a-3a53-4a3c-b705-05ceb025dd12), before_delete {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:42:14.406873 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-6ec59a6d-dc33-4bd5-bd14-0f5f2a14d6b7 admin admin] Publish callbacks [] for security_group (f278997a-3a53-4a3c-b705-05ceb025dd12), precommit_delete {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:42:14.527824 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-6ec59a6d-dc33-4bd5-bd14-0f5f2a14d6b7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-278753'] for security_group (f278997a-3a53-4a3c-b705-05ceb025dd12), after_delete {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:42:14.530547 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-6ec59a6d-dc33-4bd5-bd14-0f5f2a14d6b7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:42:14.531689 dv-cinder-825492-15-iscsi neutron-server[104526]: INFO neutron.wsgi [None req-6ec59a6d-dc33-4bd5-bd14-0f5f2a14d6b7 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/f278997a-3a53-4a3c-b705-05ceb025dd12 HTTP/1.1" status: 204 len: 168 time: 0.1980181 May 25 07:42:14.541969 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ec59a6d-dc33-4bd5-bd14-0f5f2a14d6b7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f278997a-3a53-4a3c-b705-05ceb025dd12,revision_number=None']} {{(pid=104526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 07:42:14.941194 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15445830-d04b-49a9-98ac-f964ffa53ee1 req-ec00312c-7355-434d-a8c5-86960c8ffbc2 tempest-AttachVolumeShelveTestJSON-605607613 tempest-AttachVolumeShelveTestJSON-605607613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 07:42:14.942694 dv-cinder-825492-15-iscsi neutron-server[104525]: INFO neutron.wsgi [req-15445830-d04b-49a9-98ac-f964ffa53ee1 req-ec00312c-7355-434d-a8c5-86960c8ffbc2 tempest-AttachVolumeShelveTestJSON-605607613 tempest-AttachVolumeShelveTestJSON-605607613-project] 10.222.0.24 "GET /v2.0/ports?device_id=c0ecec15-f302-4eea-92e6-37049703fa41 HTTP/1.1" status: 200 len: 945 time: 0.0512271 May 25 07:42:14.996941 dv-cinder-825492-15-iscsi neutron-server[104525]: INFO neutron.wsgi [req-15445830-d04b-49a9-98ac-f964ffa53ee1 req-0de65490-6a0c-4bd4-9508-b92ad2bee5b0 tempest-AttachVolumeShelveTestJSON-605607613 tempest-AttachVolumeShelveTestJSON-605607613-project] 10.222.0.24 "GET /v2.0/security-groups?id=c3d2f722-76e0-4b5c-9b6a-6cf788bb7d66&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473988 May 25 07:42:15.146166 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65bcc877-3d89-46b7-bbe7-ae983e5f4957 req-353babe4-adf6-46bd-944d-289db0ef074d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 07:42:15.147698 dv-cinder-825492-15-iscsi neutron-server[104526]: INFO neutron.wsgi [req-65bcc877-3d89-46b7-bbe7-ae983e5f4957 req-353babe4-adf6-46bd-944d-289db0ef074d service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=c4406d5d0e2347f1b96c34496f5ba5ae&device_id=c0ecec15-f302-4eea-92e6-37049703fa41 HTTP/1.1" status: 200 len: 1129 time: 0.0392163 May 25 07:42:15.163276 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG dbcounter [-] [104526] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=104526) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 07:42:15.241144 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65bcc877-3d89-46b7-bbe7-ae983e5f4957 req-05c47f8a-6939-4111-8d93-01efc3933610 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 07:42:15.242660 dv-cinder-825492-15-iscsi neutron-server[104526]: INFO neutron.wsgi [req-65bcc877-3d89-46b7-bbe7-ae983e5f4957 req-05c47f8a-6939-4111-8d93-01efc3933610 service neutron] 10.222.0.41 "GET /v2.0/networks?id=7eef0ae9-55de-48c4-ada3-da713e1942b9 HTTP/1.1" status: 200 len: 918 time: 0.0876553 May 25 07:42:15.307415 dv-cinder-825492-15-iscsi neutron-server[104526]: INFO neutron.wsgi [req-65bcc877-3d89-46b7-bbe7-ae983e5f4957 req-f9a43ef7-8ce0-4080-a947-4169fafa58a5 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=28f4b108-96e9-447b-88dd-ed92dc19d98c HTTP/1.1" status: 200 len: 1001 time: 0.0584707 May 25 07:42:15.359280 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65bcc877-3d89-46b7-bbe7-ae983e5f4957 req-73731e62-1315-496b-9a5b-ef5ebf6514d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 07:42:15.360788 dv-cinder-825492-15-iscsi neutron-server[104526]: INFO neutron.wsgi [req-65bcc877-3d89-46b7-bbe7-ae983e5f4957 req-73731e62-1315-496b-9a5b-ef5ebf6514d8 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=e7796ec7-ead3-485d-a16b-d9ef7a0a8b85 HTTP/1.1" status: 200 len: 856 time: 0.0466001 May 25 07:42:15.406856 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65bcc877-3d89-46b7-bbe7-ae983e5f4957 req-672a03f2-aa70-4b6b-a895-86a5bd6b86a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 07:42:15.408433 dv-cinder-825492-15-iscsi neutron-server[104526]: INFO neutron.wsgi [req-65bcc877-3d89-46b7-bbe7-ae983e5f4957 req-672a03f2-aa70-4b6b-a895-86a5bd6b86a3 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=7eef0ae9-55de-48c4-ada3-da713e1942b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0407152 May 25 07:42:15.506690 dv-cinder-825492-15-iscsi neutron-server[104526]: INFO neutron.wsgi [req-65bcc877-3d89-46b7-bbe7-ae983e5f4957 req-fd440600-08d3-4d92-971a-2461758b083e service neutron] 10.222.0.41 "GET /v2.0/networks/7eef0ae9-55de-48c4-ada3-da713e1942b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852234 May 25 07:42:15.587324 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG dbcounter [-] [104526] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104526) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 07:42:15.608216 dv-cinder-825492-15-iscsi neutron-server[104526]: INFO neutron.wsgi [req-65bcc877-3d89-46b7-bbe7-ae983e5f4957 req-222d52e7-9906-4ef6-a5b1-5075b72dc13a service neutron] 10.222.0.41 "GET /v2.0/networks/7eef0ae9-55de-48c4-ada3-da713e1942b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870707 May 25 07:42:16.123523 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d0aa4a8-ed17-4be0-b458-5bff8a0ac810 req-e1f478b3-3791-4b7c-ba2f-184f81fc377f tempest-AttachVolumeShelveTestJSON-605607613 tempest-AttachVolumeShelveTestJSON-605607613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 07:42:16.125100 dv-cinder-825492-15-iscsi neutron-server[104526]: INFO neutron.wsgi [req-3d0aa4a8-ed17-4be0-b458-5bff8a0ac810 req-e1f478b3-3791-4b7c-ba2f-184f81fc377f tempest-AttachVolumeShelveTestJSON-605607613 tempest-AttachVolumeShelveTestJSON-605607613-project] 10.222.0.24 "GET /v2.0/ports?device_id=c0ecec15-f302-4eea-92e6-37049703fa41 HTTP/1.1" status: 200 len: 945 time: 0.0531137 May 25 07:42:16.172116 dv-cinder-825492-15-iscsi neutron-server[104526]: INFO neutron.wsgi [req-3d0aa4a8-ed17-4be0-b458-5bff8a0ac810 req-72cd892d-8835-4b8a-a12b-6c293a16dd9e tempest-AttachVolumeShelveTestJSON-605607613 tempest-AttachVolumeShelveTestJSON-605607613-project] 10.222.0.24 "GET /v2.0/security-groups?id=c3d2f722-76e0-4b5c-9b6a-6cf788bb7d66&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413668 May 25 07:42:17.289497 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beaed6bd-c6f3-43ed-8d91-7e64b6ae0aed req-4ebb00bb-6cc6-4b51-b7a6-8945349df3ec tempest-AttachVolumeShelveTestJSON-605607613 tempest-AttachVolumeShelveTestJSON-605607613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 07:42:17.290853 dv-cinder-825492-15-iscsi neutron-server[104525]: INFO neutron.wsgi [req-beaed6bd-c6f3-43ed-8d91-7e64b6ae0aed req-4ebb00bb-6cc6-4b51-b7a6-8945349df3ec tempest-AttachVolumeShelveTestJSON-605607613 tempest-AttachVolumeShelveTestJSON-605607613-project] 10.222.0.24 "GET /v2.0/ports?device_id=c0ecec15-f302-4eea-92e6-37049703fa41 HTTP/1.1" status: 200 len: 945 time: 0.0468118 May 25 07:42:17.340086 dv-cinder-825492-15-iscsi neutron-server[104525]: INFO neutron.wsgi [req-beaed6bd-c6f3-43ed-8d91-7e64b6ae0aed req-182f75d1-dcd6-4841-8bcd-34d40487bad1 tempest-AttachVolumeShelveTestJSON-605607613 tempest-AttachVolumeShelveTestJSON-605607613-project] 10.222.0.24 "GET /v2.0/security-groups?id=c3d2f722-76e0-4b5c-9b6a-6cf788bb7d66&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407214 May 25 07:42:18.465652 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a955df74-e4b2-4184-9d0e-9ecff9355a84 req-7d6e13c8-06d7-421c-add8-dcf17b0e7b52 tempest-AttachVolumeShelveTestJSON-605607613 tempest-AttachVolumeShelveTestJSON-605607613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 07:42:18.467226 dv-cinder-825492-15-iscsi neutron-server[104526]: INFO neutron.wsgi [req-a955df74-e4b2-4184-9d0e-9ecff9355a84 req-7d6e13c8-06d7-421c-add8-dcf17b0e7b52 tempest-AttachVolumeShelveTestJSON-605607613 tempest-AttachVolumeShelveTestJSON-605607613-project] 10.222.0.24 "GET /v2.0/ports?device_id=c0ecec15-f302-4eea-92e6-37049703fa41 HTTP/1.1" status: 200 len: 945 time: 0.0505948 May 25 07:42:18.516625 dv-cinder-825492-15-iscsi neutron-server[104526]: INFO neutron.wsgi [req-a955df74-e4b2-4184-9d0e-9ecff9355a84 req-0474e984-c113-406d-ba12-b61b80357b9f tempest-AttachVolumeShelveTestJSON-605607613 tempest-AttachVolumeShelveTestJSON-605607613-project] 10.222.0.24 "GET /v2.0/security-groups?id=c3d2f722-76e0-4b5c-9b6a-6cf788bb7d66&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439861 May 25 07:42:18.690631 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.plugins.ml2.rpc [None req-798242cc-9ea0-464c-9109-86bd7997349e None None] Device 28f4b108-96e9-447b-88dd-ed92dc19d98c no longer exists at agent hyperv_hv-cinder-82549 {{(pid=104527) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 25 07:42:18.763803 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.plugins.ml2.plugin [None req-798242cc-9ea0-464c-9109-86bd7997349e None None] Current status of the port 28f4b108-96e9-447b-88dd-ed92dc19d98c is: ACTIVE; New status is: DOWN {{(pid=104527) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 25 07:42:18.763955 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron_lib.callbacks.manager [None req-798242cc-9ea0-464c-9109-86bd7997349e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-616651'] for port (28f4b108-96e9-447b-88dd-ed92dc19d98c), before_update {{(pid=104527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:42:18.790674 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c0ecec15-f302-4eea-92e6-37049703fa41', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '28f4b108-96e9-447b-88dd-ed92dc19d98c'}] {{(pid=104527) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 25 07:42:18.792959 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b7b9631292b9c3281c46c063e828ef1e98938590bf5356102cacde7abf71fd6b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8ab7cccd-9106-4f73-b0d9-fef673f6ba55" -d '{"events": [{"server_uuid": "c0ecec15-f302-4eea-92e6-37049703fa41", "name": "network-vif-unplugged", "status": "completed", "tag": "28f4b108-96e9-447b-88dd-ed92dc19d98c"}]}' {{(pid=104527) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 25 07:42:18.806361 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.plugins.ml2.db [None req-798242cc-9ea0-464c-9109-86bd7997349e None None] For port 28f4b108-96e9-447b-88dd-ed92dc19d98c, host hv-cinder-82549, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82549',level=0,port_id=28f4b108-96e9-447b-88dd-ed92dc19d98c,segment=NetworkSegment(5e8ca1f8-871e-422d-b246-85fba594b2cb),segment_id=5e8ca1f8-871e-422d-b246-85fba594b2cb)] {{(pid=104527) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 07:42:18.824575 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Wed, 25 May 2022 07:42:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-68b0ceac-2adf-480a-a519-6a1112090a26 x-openstack-request-id: req-68b0ceac-2adf-480a-a519-6a1112090a26 {{(pid=104527) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 25 07:42:18.824859 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c0ecec15-f302-4eea-92e6-37049703fa41", "name": "network-vif-unplugged", "status": "failed", "tag": "28f4b108-96e9-447b-88dd-ed92dc19d98c", "code": 422}]} {{(pid=104527) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 25 07:42:18.825108 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-68b0ceac-2adf-480a-a519-6a1112090a26 {{(pid=104527) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 25 07:42:18.825502 dv-cinder-825492-15-iscsi neutron-server[104527]: WARNING neutron.notifiers.nova [-] Nova event matching ['req-68b0ceac-2adf-480a-a519-6a1112090a26']: {'server_uuid': 'c0ecec15-f302-4eea-92e6-37049703fa41', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '28f4b108-96e9-447b-88dd-ed92dc19d98c', 'code': 422} returned with failed status May 25 07:42:18.951037 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron_lib.callbacks.manager [None req-798242cc-9ea0-464c-9109-86bd7997349e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-617841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612926', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754056714442', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754056173882', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754056173900'] for port (28f4b108-96e9-447b-88dd-ed92dc19d98c), after_update {{(pid=104527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:42:18.998182 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-798242cc-9ea0-464c-9109-86bd7997349e None None] Pushing event updated for resources: {'Port': ['ID=28f4b108-96e9-447b-88dd-ed92dc19d98c,revision_number=8']} {{(pid=104527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 07:42:20.350385 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.wsgi [-] (104526) accepted ('10.222.0.24', 47454) {{(pid=104526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 07:42:20.454363 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-074bdb21-54c6-440d-92d6-3df01b5b1018 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:42:20.534954 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-074bdb21-54c6-440d-92d6-3df01b5b1018 admin admin] Publish callbacks [] for security_group (1c24e65a-c8cd-498b-ac95-3eae8ea2a9b2), precommit_create {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:42:20.611516 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-074bdb21-54c6-440d-92d6-3df01b5b1018 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-278753'] for security_group (1c24e65a-c8cd-498b-ac95-3eae8ea2a9b2), after_create {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:42:20.616636 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron.wsgi [req-2eab5c58-1def-44cd-8826-c9d1922164d1 req-90c93307-aae9-4ffa-945c-6dc7fdf04f4d service neutron] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=104525) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 25 07:42:20.617650 dv-cinder-825492-15-iscsi neutron-server[104525]: INFO neutron.wsgi [req-2eab5c58-1def-44cd-8826-c9d1922164d1 req-90c93307-aae9-4ffa-945c-6dc7fdf04f4d service neutron] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0533664 May 25 07:42:20.652824 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-074bdb21-54c6-440d-92d6-3df01b5b1018 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1c24e65a-c8cd-498b-ac95-3eae8ea2a9b2,revision_number=1']} {{(pid=104526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 07:42:20.657657 dv-cinder-825492-15-iscsi neutron-server[104526]: INFO neutron.wsgi [None req-074bdb21-54c6-440d-92d6-3df01b5b1018 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=642110d3da0540d88aec29535053de89&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3061388 May 25 07:42:20.660432 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.wsgi [-] (104526) accepted ('10.222.0.24', 47464) {{(pid=104526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 07:42:20.717833 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-01f22df2-41ab-4f8a-8cc4-9652bd7e7f8a admin admin] Publish callbacks [] for security_group (1c24e65a-c8cd-498b-ac95-3eae8ea2a9b2), before_delete {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:42:20.741987 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-01f22df2-41ab-4f8a-8cc4-9652bd7e7f8a admin admin] Publish callbacks [] for security_group (1c24e65a-c8cd-498b-ac95-3eae8ea2a9b2), precommit_delete {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:42:20.871049 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-01f22df2-41ab-4f8a-8cc4-9652bd7e7f8a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-278753'] for security_group (1c24e65a-c8cd-498b-ac95-3eae8ea2a9b2), after_delete {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:42:20.873555 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-01f22df2-41ab-4f8a-8cc4-9652bd7e7f8a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:42:20.874845 dv-cinder-825492-15-iscsi neutron-server[104526]: INFO neutron.wsgi [None req-01f22df2-41ab-4f8a-8cc4-9652bd7e7f8a admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/1c24e65a-c8cd-498b-ac95-3eae8ea2a9b2 HTTP/1.1" status: 204 len: 168 time: 0.2134554 May 25 07:42:20.882372 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01f22df2-41ab-4f8a-8cc4-9652bd7e7f8a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c24e65a-c8cd-498b-ac95-3eae8ea2a9b2,revision_number=None']} {{(pid=104526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 07:42:21.082212 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43251b1f-ff45-42d7-bc38-e91de01da0e4 req-e331eec0-7213-4979-bdf4-91fe6cd2f0d7 tempest-AttachVolumeShelveTestJSON-605607613 tempest-AttachVolumeShelveTestJSON-605607613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 07:42:21.083675 dv-cinder-825492-15-iscsi neutron-server[104526]: INFO neutron.wsgi [req-43251b1f-ff45-42d7-bc38-e91de01da0e4 req-e331eec0-7213-4979-bdf4-91fe6cd2f0d7 tempest-AttachVolumeShelveTestJSON-605607613 tempest-AttachVolumeShelveTestJSON-605607613-project] 10.222.0.24 "GET /v2.0/ports?device_id=c0ecec15-f302-4eea-92e6-37049703fa41 HTTP/1.1" status: 200 len: 943 time: 0.0476623 May 25 07:42:21.141327 dv-cinder-825492-15-iscsi neutron-server[104526]: INFO neutron.wsgi [req-43251b1f-ff45-42d7-bc38-e91de01da0e4 req-350d84e7-a81b-43f7-a73b-31637193168c tempest-AttachVolumeShelveTestJSON-605607613 tempest-AttachVolumeShelveTestJSON-605607613-project] 10.222.0.24 "GET /v2.0/security-groups?id=c3d2f722-76e0-4b5c-9b6a-6cf788bb7d66&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0520203 May 25 07:42:21.319464 dv-cinder-825492-15-iscsi neutron-server[104525]: INFO neutron.wsgi [req-72c31263-7ebe-40f7-830b-7e92e47b22d7 req-883491bc-a4d3-42e9-8813-87adcb13798e service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=c0ecec15-f302-4eea-92e6-37049703fa41&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0381429 May 25 07:42:21.403403 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72c31263-7ebe-40f7-830b-7e92e47b22d7 req-8f033ba3-d784-4dc3-a759-f3e578e391a0 tempest-AttachVolumeShelveTestJSON-605607613 tempest-AttachVolumeShelveTestJSON-605607613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 07:42:21.403403 dv-cinder-825492-15-iscsi neutron-server[104526]: INFO neutron.wsgi [req-72c31263-7ebe-40f7-830b-7e92e47b22d7 req-8f033ba3-d784-4dc3-a759-f3e578e391a0 tempest-AttachVolumeShelveTestJSON-605607613 tempest-AttachVolumeShelveTestJSON-605607613-project] 10.222.0.24 "GET /v2.0/ports/28f4b108-96e9-447b-88dd-ed92dc19d98c HTTP/1.1" status: 200 len: 940 time: 0.0497582 May 25 07:42:21.609257 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron.wsgi [-] (104525) accepted ('10.222.0.24', 47486) {{(pid=104525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 07:42:21.625895 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-744ab2ee-db3a-420f-a3de-24bf7842db4a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:42:21.707591 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-744ab2ee-db3a-420f-a3de-24bf7842db4a admin admin] Publish callbacks [] for security_group (6d8c0a9c-0205-4f7e-8174-d32d525c5486), precommit_create {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:42:21.788820 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-744ab2ee-db3a-420f-a3de-24bf7842db4a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-278753'] for security_group (6d8c0a9c-0205-4f7e-8174-d32d525c5486), after_create {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:42:22.087058 dv-cinder-825492-15-iscsi neutron-server[104525]: INFO neutron.wsgi [None req-744ab2ee-db3a-420f-a3de-24bf7842db4a admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=ea960a17c6b0492691ecc5ea7c3c7b33&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4765248 May 25 07:42:22.087827 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-744ab2ee-db3a-420f-a3de-24bf7842db4a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6d8c0a9c-0205-4f7e-8174-d32d525c5486,revision_number=1']} {{(pid=104525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 07:42:22.089703 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.wsgi [-] (104526) accepted ('10.222.0.24', 47488) {{(pid=104526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 07:42:22.129759 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG dbcounter [-] [104526] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:DELETE=2 {{(pid=104526) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 07:42:22.140442 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-4176dd4c-b7ce-468c-9a05-acee4ce7113d admin admin] Publish callbacks [] for security_group (6d8c0a9c-0205-4f7e-8174-d32d525c5486), before_delete {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:42:22.161668 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-4176dd4c-b7ce-468c-9a05-acee4ce7113d admin admin] Publish callbacks [] for security_group (6d8c0a9c-0205-4f7e-8174-d32d525c5486), precommit_delete {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:42:22.192393 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG dbcounter [-] [104526] Writing DB stats neutron:SELECT=89,neutron:INSERT=6,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=104526) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 07:42:22.263576 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a75bcfce-0f21-4c05-80b0-6a7d21089ab9 req-b24e4188-15ec-4b25-b36e-1cc483684ff1 tempest-AttachVolumeShelveTestJSON-605607613 tempest-AttachVolumeShelveTestJSON-605607613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 07:42:22.265367 dv-cinder-825492-15-iscsi neutron-server[104525]: INFO neutron.wsgi [req-a75bcfce-0f21-4c05-80b0-6a7d21089ab9 req-b24e4188-15ec-4b25-b36e-1cc483684ff1 tempest-AttachVolumeShelveTestJSON-605607613 tempest-AttachVolumeShelveTestJSON-605607613-project] 10.222.0.24 "GET /v2.0/ports?device_id=c0ecec15-f302-4eea-92e6-37049703fa41 HTTP/1.1" status: 200 len: 943 time: 0.0498991 May 25 07:42:22.304947 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-4176dd4c-b7ce-468c-9a05-acee4ce7113d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-278753'] for security_group (6d8c0a9c-0205-4f7e-8174-d32d525c5486), after_delete {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:42:22.308317 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-4176dd4c-b7ce-468c-9a05-acee4ce7113d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:42:22.309589 dv-cinder-825492-15-iscsi neutron-server[104526]: INFO neutron.wsgi [None req-4176dd4c-b7ce-468c-9a05-acee4ce7113d admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/6d8c0a9c-0205-4f7e-8174-d32d525c5486 HTTP/1.1" status: 204 len: 168 time: 0.2186069 May 25 07:42:22.316668 dv-cinder-825492-15-iscsi neutron-server[104525]: INFO neutron.wsgi [req-a75bcfce-0f21-4c05-80b0-6a7d21089ab9 req-8cb81201-a324-45e0-a384-582e66702d9d tempest-AttachVolumeShelveTestJSON-605607613 tempest-AttachVolumeShelveTestJSON-605607613-project] 10.222.0.24 "GET /v2.0/security-groups?id=c3d2f722-76e0-4b5c-9b6a-6cf788bb7d66&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453830 May 25 07:42:22.318569 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4176dd4c-b7ce-468c-9a05-acee4ce7113d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6d8c0a9c-0205-4f7e-8174-d32d525c5486,revision_number=None']} {{(pid=104526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 07:42:22.989696 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72c31263-7ebe-40f7-830b-7e92e47b22d7 req-a76bb003-f455-4fcd-9fad-5639f53ef76d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 07:42:22.991308 dv-cinder-825492-15-iscsi neutron-server[104526]: INFO neutron.wsgi [req-72c31263-7ebe-40f7-830b-7e92e47b22d7 req-a76bb003-f455-4fcd-9fad-5639f53ef76d service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=c0ecec15-f302-4eea-92e6-37049703fa41&tenant_id=c4406d5d0e2347f1b96c34496f5ba5ae HTTP/1.1" status: 200 len: 1127 time: 0.0838857 May 25 07:42:23.064667 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72c31263-7ebe-40f7-830b-7e92e47b22d7 req-9caa099c-3dbf-4f87-b26a-406070dd650c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 07:42:23.066149 dv-cinder-825492-15-iscsi neutron-server[104526]: INFO neutron.wsgi [req-72c31263-7ebe-40f7-830b-7e92e47b22d7 req-9caa099c-3dbf-4f87-b26a-406070dd650c service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=c4406d5d0e2347f1b96c34496f5ba5ae&device_id=c0ecec15-f302-4eea-92e6-37049703fa41 HTTP/1.1" status: 200 len: 1127 time: 0.0389373 May 25 07:42:23.160060 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72c31263-7ebe-40f7-830b-7e92e47b22d7 req-d48a52c7-33e0-4183-b7d8-c7e87b82c640 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 07:42:23.161466 dv-cinder-825492-15-iscsi neutron-server[104526]: INFO neutron.wsgi [req-72c31263-7ebe-40f7-830b-7e92e47b22d7 req-d48a52c7-33e0-4183-b7d8-c7e87b82c640 service neutron] 10.222.0.41 "GET /v2.0/networks?id=7eef0ae9-55de-48c4-ada3-da713e1942b9 HTTP/1.1" status: 200 len: 918 time: 0.0873718 May 25 07:42:23.227053 dv-cinder-825492-15-iscsi neutron-server[104526]: INFO neutron.wsgi [req-72c31263-7ebe-40f7-830b-7e92e47b22d7 req-8c015fb3-7c6c-4b78-8f38-004468418ac8 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=28f4b108-96e9-447b-88dd-ed92dc19d98c HTTP/1.1" status: 200 len: 999 time: 0.0587089 May 25 07:42:23.275759 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72c31263-7ebe-40f7-830b-7e92e47b22d7 req-1086e8d6-0ab5-49f5-80fb-1428f3fcba47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 07:42:23.277330 dv-cinder-825492-15-iscsi neutron-server[104526]: INFO neutron.wsgi [req-72c31263-7ebe-40f7-830b-7e92e47b22d7 req-1086e8d6-0ab5-49f5-80fb-1428f3fcba47 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=e7796ec7-ead3-485d-a16b-d9ef7a0a8b85 HTTP/1.1" status: 200 len: 856 time: 0.0442574 May 25 07:42:23.324635 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72c31263-7ebe-40f7-830b-7e92e47b22d7 req-63585da6-b544-4b4b-91e4-149d63f8182b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 07:42:23.326916 dv-cinder-825492-15-iscsi neutron-server[104526]: INFO neutron.wsgi [req-72c31263-7ebe-40f7-830b-7e92e47b22d7 req-63585da6-b544-4b4b-91e4-149d63f8182b service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=7eef0ae9-55de-48c4-ada3-da713e1942b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0434372 May 25 07:42:23.435442 dv-cinder-825492-15-iscsi neutron-server[104526]: INFO neutron.wsgi [req-72c31263-7ebe-40f7-830b-7e92e47b22d7 req-cc061e1d-d96c-48b8-b6a7-ddf8b5eb98cd service neutron] 10.222.0.41 "GET /v2.0/networks/7eef0ae9-55de-48c4-ada3-da713e1942b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1015146 May 25 07:42:23.455897 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e3ffa8a-2b85-40b9-89bf-10db040fd869 req-fbe7e32c-d8dc-4fd8-b448-4381f2a5b91d tempest-AttachVolumeShelveTestJSON-605607613 tempest-AttachVolumeShelveTestJSON-605607613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 07:42:23.457609 dv-cinder-825492-15-iscsi neutron-server[104525]: INFO neutron.wsgi [req-3e3ffa8a-2b85-40b9-89bf-10db040fd869 req-fbe7e32c-d8dc-4fd8-b448-4381f2a5b91d tempest-AttachVolumeShelveTestJSON-605607613 tempest-AttachVolumeShelveTestJSON-605607613-project] 10.222.0.24 "GET /v2.0/ports?device_id=c0ecec15-f302-4eea-92e6-37049703fa41 HTTP/1.1" status: 200 len: 943 time: 0.0622268 May 25 07:42:23.517087 dv-cinder-825492-15-iscsi neutron-server[104525]: INFO neutron.wsgi [req-3e3ffa8a-2b85-40b9-89bf-10db040fd869 req-ee0da5fb-89a7-49f8-9c54-4cd1e53bdef7 tempest-AttachVolumeShelveTestJSON-605607613 tempest-AttachVolumeShelveTestJSON-605607613-project] 10.222.0.24 "GET /v2.0/security-groups?id=c3d2f722-76e0-4b5c-9b6a-6cf788bb7d66&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0525272 May 25 07:42:23.545254 dv-cinder-825492-15-iscsi neutron-server[104526]: INFO neutron.wsgi [req-72c31263-7ebe-40f7-830b-7e92e47b22d7 req-a30b115a-9c66-4599-8ec0-c4e83186ba52 service neutron] 10.222.0.41 "GET /v2.0/networks/7eef0ae9-55de-48c4-ada3-da713e1942b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1036074 May 25 07:42:24.709149 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG dbcounter [-] [104525] Writing DB stats neutron:SELECT=89,neutron:INSERT=11 {{(pid=104525) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 07:42:24.738580 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-720707b9-6fd8-4bd6-a6e4-22359bdc3e64 req-5f7b1fed-58e3-48fe-816a-953738e8b7f6 tempest-AttachVolumeShelveTestJSON-605607613 tempest-AttachVolumeShelveTestJSON-605607613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 07:42:24.740713 dv-cinder-825492-15-iscsi neutron-server[104525]: INFO neutron.wsgi [req-720707b9-6fd8-4bd6-a6e4-22359bdc3e64 req-5f7b1fed-58e3-48fe-816a-953738e8b7f6 tempest-AttachVolumeShelveTestJSON-605607613 tempest-AttachVolumeShelveTestJSON-605607613-project] 10.222.0.24 "GET /v2.0/ports?device_id=c0ecec15-f302-4eea-92e6-37049703fa41 HTTP/1.1" status: 200 len: 943 time: 0.0643852 May 25 07:42:24.838365 dv-cinder-825492-15-iscsi neutron-server[104525]: INFO neutron.wsgi [req-720707b9-6fd8-4bd6-a6e4-22359bdc3e64 req-4a7ff698-6a65-407e-907a-9f9a07e1c952 tempest-AttachVolumeShelveTestJSON-605607613 tempest-AttachVolumeShelveTestJSON-605607613-project] 10.222.0.24 "GET /v2.0/security-groups?id=c3d2f722-76e0-4b5c-9b6a-6cf788bb7d66&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0918434 May 25 07:42:25.967950 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21e575eb-e78a-4c34-88df-c356ec8d24ab req-d78eda9e-dc0a-4779-b60b-af4ee57ff4f8 tempest-AttachVolumeShelveTestJSON-605607613 tempest-AttachVolumeShelveTestJSON-605607613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 07:42:25.969720 dv-cinder-825492-15-iscsi neutron-server[104525]: INFO neutron.wsgi [req-21e575eb-e78a-4c34-88df-c356ec8d24ab req-d78eda9e-dc0a-4779-b60b-af4ee57ff4f8 tempest-AttachVolumeShelveTestJSON-605607613 tempest-AttachVolumeShelveTestJSON-605607613-project] 10.222.0.24 "GET /v2.0/ports?device_id=c0ecec15-f302-4eea-92e6-37049703fa41 HTTP/1.1" status: 200 len: 943 time: 0.0504754 May 25 07:42:26.027070 dv-cinder-825492-15-iscsi neutron-server[104525]: INFO neutron.wsgi [req-21e575eb-e78a-4c34-88df-c356ec8d24ab req-fe209b7f-be83-4c64-9417-743ab547f0da tempest-AttachVolumeShelveTestJSON-605607613 tempest-AttachVolumeShelveTestJSON-605607613-project] 10.222.0.24 "GET /v2.0/security-groups?id=c3d2f722-76e0-4b5c-9b6a-6cf788bb7d66&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0516572 May 25 07:42:27.156520 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56f0c2ca-3513-4004-92ea-ef718ee7c915 req-5faaca27-60f0-4c72-b6d1-97375720ddb1 tempest-AttachVolumeShelveTestJSON-605607613 tempest-AttachVolumeShelveTestJSON-605607613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 07:42:27.158128 dv-cinder-825492-15-iscsi neutron-server[104525]: INFO neutron.wsgi [req-56f0c2ca-3513-4004-92ea-ef718ee7c915 req-5faaca27-60f0-4c72-b6d1-97375720ddb1 tempest-AttachVolumeShelveTestJSON-605607613 tempest-AttachVolumeShelveTestJSON-605607613-project] 10.222.0.24 "GET /v2.0/ports?device_id=c0ecec15-f302-4eea-92e6-37049703fa41 HTTP/1.1" status: 200 len: 943 time: 0.0541244 May 25 07:42:27.218130 dv-cinder-825492-15-iscsi neutron-server[104525]: INFO neutron.wsgi [req-56f0c2ca-3513-4004-92ea-ef718ee7c915 req-21b73590-5b20-4089-9254-2dcc0fe91841 tempest-AttachVolumeShelveTestJSON-605607613 tempest-AttachVolumeShelveTestJSON-605607613-project] 10.222.0.24 "GET /v2.0/security-groups?id=c3d2f722-76e0-4b5c-9b6a-6cf788bb7d66&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0491393 May 25 07:42:27.612548 dv-cinder-825492-15-iscsi neutron-server[104528]: DEBUG neutron.db.agents_db [None req-434abceb-772f-4043-8698-cfe4a44654b9 None None] Agent healthcheck: found 6 active agents {{(pid=104528) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 25 07:42:28.351215 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe0c36b4-2873-44f4-8700-8ad2d0800468 req-1a2f4f50-aac6-459f-9e27-903a3c296cbb tempest-AttachVolumeShelveTestJSON-605607613 tempest-AttachVolumeShelveTestJSON-605607613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 07:42:28.353026 dv-cinder-825492-15-iscsi neutron-server[104525]: INFO neutron.wsgi [req-fe0c36b4-2873-44f4-8700-8ad2d0800468 req-1a2f4f50-aac6-459f-9e27-903a3c296cbb tempest-AttachVolumeShelveTestJSON-605607613 tempest-AttachVolumeShelveTestJSON-605607613-project] 10.222.0.24 "GET /v2.0/ports?device_id=c0ecec15-f302-4eea-92e6-37049703fa41 HTTP/1.1" status: 200 len: 943 time: 0.0591049 May 25 07:42:28.375963 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG dbcounter [-] [104525] Writing DB stats neutron:SELECT=94,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=104525) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 07:42:28.405126 dv-cinder-825492-15-iscsi neutron-server[104525]: INFO neutron.wsgi [req-fe0c36b4-2873-44f4-8700-8ad2d0800468 req-0dbb6b4c-0da2-4238-b148-0342ff25f5ed tempest-AttachVolumeShelveTestJSON-605607613 tempest-AttachVolumeShelveTestJSON-605607613-project] 10.222.0.24 "GET /v2.0/security-groups?id=c3d2f722-76e0-4b5c-9b6a-6cf788bb7d66&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456679 May 25 07:42:29.541571 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e394b795-cb27-4dec-809b-b0fef6c4d3bc req-d1c38b97-fb6b-4ddd-aed5-928f49c2c905 tempest-AttachVolumeShelveTestJSON-605607613 tempest-AttachVolumeShelveTestJSON-605607613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 07:42:29.543117 dv-cinder-825492-15-iscsi neutron-server[104525]: INFO neutron.wsgi [req-e394b795-cb27-4dec-809b-b0fef6c4d3bc req-d1c38b97-fb6b-4ddd-aed5-928f49c2c905 tempest-AttachVolumeShelveTestJSON-605607613 tempest-AttachVolumeShelveTestJSON-605607613-project] 10.222.0.24 "GET /v2.0/ports?device_id=c0ecec15-f302-4eea-92e6-37049703fa41 HTTP/1.1" status: 200 len: 943 time: 0.0568626 May 25 07:42:29.597674 dv-cinder-825492-15-iscsi neutron-server[104525]: INFO neutron.wsgi [req-e394b795-cb27-4dec-809b-b0fef6c4d3bc req-29a1ab0d-b748-42b3-abda-5ce4e8c1c9d9 tempest-AttachVolumeShelveTestJSON-605607613 tempest-AttachVolumeShelveTestJSON-605607613-project] 10.222.0.24 "GET /v2.0/security-groups?id=c3d2f722-76e0-4b5c-9b6a-6cf788bb7d66&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0484242 May 25 07:42:30.323328 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron.wsgi [-] (104525) accepted ('10.222.0.24', 47646) {{(pid=104525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 07:42:30.454784 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-bacc94cf-4cd4-4452-b8ae-105c52d32004 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:42:30.579422 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-103c7914-b6e5-45e7-b5b3-2537404049d9 req-9ca8dd08-cb4b-4c8e-868c-12c8187aca59 tempest-TestShelveInstance-2091076447 tempest-TestShelveInstance-2091076447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 07:42:30.587362 dv-cinder-825492-15-iscsi neutron-server[104525]: INFO neutron.wsgi [req-103c7914-b6e5-45e7-b5b3-2537404049d9 req-9ca8dd08-cb4b-4c8e-868c-12c8187aca59 tempest-TestShelveInstance-2091076447 tempest-TestShelveInstance-2091076447-project] 10.222.0.24 "GET /v2.0/ports?device_id=63430b83-f298-430c-9ca9-bdd4d69bde91 HTTP/1.1" status: 200 len: 945 time: 0.0764148 May 25 07:42:30.631259 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-bacc94cf-4cd4-4452-b8ae-105c52d32004 admin admin] Publish callbacks [] for security_group (5343bf0b-2aeb-40fa-a94c-8545ebe9ea5c), precommit_create {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:42:30.655997 dv-cinder-825492-15-iscsi neutron-server[104525]: INFO neutron.wsgi [req-103c7914-b6e5-45e7-b5b3-2537404049d9 req-ca8a314b-13ac-4ac7-ba59-07804b2dc828 tempest-TestShelveInstance-2091076447 tempest-TestShelveInstance-2091076447-project] 10.222.0.24 "GET /v2.0/security-groups?id=edcffb78-b012-4438-ba13-bc705797ca5b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0674243 May 25 07:42:30.786116 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a17a6b30-508b-4e8f-a74f-63ae279b2da5 req-279e3d45-d93a-459e-9a87-137b16839e4d tempest-AttachVolumeShelveTestJSON-605607613 tempest-AttachVolumeShelveTestJSON-605607613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 07:42:30.787650 dv-cinder-825492-15-iscsi neutron-server[104525]: INFO neutron.wsgi [req-a17a6b30-508b-4e8f-a74f-63ae279b2da5 req-279e3d45-d93a-459e-9a87-137b16839e4d tempest-AttachVolumeShelveTestJSON-605607613 tempest-AttachVolumeShelveTestJSON-605607613-project] 10.222.0.24 "GET /v2.0/ports?device_id=c0ecec15-f302-4eea-92e6-37049703fa41 HTTP/1.1" status: 200 len: 943 time: 0.0634933 May 25 07:42:30.838824 dv-cinder-825492-15-iscsi neutron-server[104525]: INFO neutron.wsgi [req-a17a6b30-508b-4e8f-a74f-63ae279b2da5 req-94ca1b89-d607-44b6-9c9a-4e6c70469a27 tempest-AttachVolumeShelveTestJSON-605607613 tempest-AttachVolumeShelveTestJSON-605607613-project] 10.222.0.24 "GET /v2.0/security-groups?id=c3d2f722-76e0-4b5c-9b6a-6cf788bb7d66&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447757 May 25 07:42:30.953895 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-bacc94cf-4cd4-4452-b8ae-105c52d32004 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-278753'] for security_group (5343bf0b-2aeb-40fa-a94c-8545ebe9ea5c), after_create {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:42:30.993760 dv-cinder-825492-15-iscsi neutron-server[104525]: INFO neutron.wsgi [None req-bacc94cf-4cd4-4452-b8ae-105c52d32004 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=72e9b9fcd8904dbb9d41e83cac2861db&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6690979 May 25 07:42:30.996506 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.wsgi [-] (104526) accepted ('10.222.0.24', 47654) {{(pid=104526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 07:42:31.000886 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bacc94cf-4cd4-4452-b8ae-105c52d32004 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5343bf0b-2aeb-40fa-a94c-8545ebe9ea5c,revision_number=1']} {{(pid=104525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 07:42:31.052080 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-0e421e23-7b5a-43b9-bd6d-0dcce1f4a8dc admin admin] Publish callbacks [] for security_group (5343bf0b-2aeb-40fa-a94c-8545ebe9ea5c), before_delete {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:42:31.076828 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-0e421e23-7b5a-43b9-bd6d-0dcce1f4a8dc admin admin] Publish callbacks [] for security_group (5343bf0b-2aeb-40fa-a94c-8545ebe9ea5c), precommit_delete {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:42:31.219794 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-0e421e23-7b5a-43b9-bd6d-0dcce1f4a8dc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-278753'] for security_group (5343bf0b-2aeb-40fa-a94c-8545ebe9ea5c), after_delete {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:42:31.222314 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-0e421e23-7b5a-43b9-bd6d-0dcce1f4a8dc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:42:31.223669 dv-cinder-825492-15-iscsi neutron-server[104526]: INFO neutron.wsgi [None req-0e421e23-7b5a-43b9-bd6d-0dcce1f4a8dc admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/5343bf0b-2aeb-40fa-a94c-8545ebe9ea5c HTTP/1.1" status: 204 len: 168 time: 0.2256794 May 25 07:42:31.233487 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e421e23-7b5a-43b9-bd6d-0dcce1f4a8dc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5343bf0b-2aeb-40fa-a94c-8545ebe9ea5c,revision_number=None']} {{(pid=104526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 07:42:31.796091 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cc15ede-69c5-4b9e-9b24-37a5e4229681 req-8f849d08-6047-435c-b238-95a20b982725 tempest-TestShelveInstance-2091076447 tempest-TestShelveInstance-2091076447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 07:42:31.797636 dv-cinder-825492-15-iscsi neutron-server[104525]: INFO neutron.wsgi [req-4cc15ede-69c5-4b9e-9b24-37a5e4229681 req-8f849d08-6047-435c-b238-95a20b982725 tempest-TestShelveInstance-2091076447 tempest-TestShelveInstance-2091076447-project] 10.222.0.24 "GET /v2.0/ports?device_id=63430b83-f298-430c-9ca9-bdd4d69bde91 HTTP/1.1" status: 200 len: 945 time: 0.0552206 May 25 07:42:31.838797 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.wsgi [-] (104526) accepted ('10.222.0.24', 47664) {{(pid=104526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 07:42:31.844987 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-4dfaf00b-af58-48d6-8ba6-2556fd40a29b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:42:31.869455 dv-cinder-825492-15-iscsi neutron-server[104525]: INFO neutron.wsgi [req-4cc15ede-69c5-4b9e-9b24-37a5e4229681 req-b314185c-b853-4e91-b2d8-28b0a51e8e28 tempest-TestShelveInstance-2091076447 tempest-TestShelveInstance-2091076447-project] 10.222.0.24 "GET /v2.0/security-groups?id=edcffb78-b012-4438-ba13-bc705797ca5b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0653391 May 25 07:42:31.942350 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-4dfaf00b-af58-48d6-8ba6-2556fd40a29b admin admin] Publish callbacks [] for security_group (495c7621-c811-4a55-ba01-c02d49024095), precommit_create {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:42:31.991885 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eec07a7-d42e-45f5-8b43-552acb709d90 req-7a26a1d8-d091-4e47-b2db-7aba632fbe31 tempest-AttachVolumeShelveTestJSON-605607613 tempest-AttachVolumeShelveTestJSON-605607613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 07:42:31.993385 dv-cinder-825492-15-iscsi neutron-server[104525]: INFO neutron.wsgi [req-6eec07a7-d42e-45f5-8b43-552acb709d90 req-7a26a1d8-d091-4e47-b2db-7aba632fbe31 tempest-AttachVolumeShelveTestJSON-605607613 tempest-AttachVolumeShelveTestJSON-605607613-project] 10.222.0.24 "GET /v2.0/ports?device_id=c0ecec15-f302-4eea-92e6-37049703fa41 HTTP/1.1" status: 200 len: 943 time: 0.0526516 May 25 07:42:32.042656 dv-cinder-825492-15-iscsi neutron-server[104525]: INFO neutron.wsgi [req-6eec07a7-d42e-45f5-8b43-552acb709d90 req-7ed81920-4204-4a5b-a4c4-ad45578a7c7a tempest-AttachVolumeShelveTestJSON-605607613 tempest-AttachVolumeShelveTestJSON-605607613-project] 10.222.0.24 "GET /v2.0/security-groups?id=c3d2f722-76e0-4b5c-9b6a-6cf788bb7d66&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435042 May 25 07:42:32.052877 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-4dfaf00b-af58-48d6-8ba6-2556fd40a29b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-278753'] for security_group (495c7621-c811-4a55-ba01-c02d49024095), after_create {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:42:32.091740 dv-cinder-825492-15-iscsi neutron-server[104526]: INFO neutron.wsgi [None req-4dfaf00b-af58-48d6-8ba6-2556fd40a29b admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=89026d935d5f4688be095c6619ea1993&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2588663 May 25 07:42:32.099159 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dfaf00b-af58-48d6-8ba6-2556fd40a29b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=495c7621-c811-4a55-ba01-c02d49024095,revision_number=1']} {{(pid=104526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 07:42:32.100787 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.wsgi [-] (104526) accepted ('10.222.0.24', 47668) {{(pid=104526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 07:42:32.107684 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG dbcounter [-] [104526] Writing DB stats neutron:DELETE=4,neutron:SELECT=89,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=104526) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 07:42:32.130853 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG dbcounter [-] [104526] Writing DB stats neutron:SELECT=93,neutron:DELETE=2,neutron:INSERT=5 {{(pid=104526) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 07:42:32.152090 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-5af3fdc8-2150-4854-972b-83a847bf6ea9 admin admin] Publish callbacks [] for security_group (495c7621-c811-4a55-ba01-c02d49024095), before_delete {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:42:32.173219 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-5af3fdc8-2150-4854-972b-83a847bf6ea9 admin admin] Publish callbacks [] for security_group (495c7621-c811-4a55-ba01-c02d49024095), precommit_delete {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:42:32.285682 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron_lib.callbacks.manager [None req-798242cc-9ea0-464c-9109-86bd7997349e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754056472917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490168'] for agent (bbf5dc8c-5103-4973-a6b6-76af4660c126), after_update {{(pid=104527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:42:32.319817 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-5af3fdc8-2150-4854-972b-83a847bf6ea9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-278753'] for security_group (495c7621-c811-4a55-ba01-c02d49024095), after_delete {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:42:32.322368 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-5af3fdc8-2150-4854-972b-83a847bf6ea9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:42:32.323516 dv-cinder-825492-15-iscsi neutron-server[104526]: INFO neutron.wsgi [None req-5af3fdc8-2150-4854-972b-83a847bf6ea9 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/495c7621-c811-4a55-ba01-c02d49024095 HTTP/1.1" status: 204 len: 168 time: 0.2215428 May 25 07:42:32.331906 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5af3fdc8-2150-4854-972b-83a847bf6ea9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=495c7621-c811-4a55-ba01-c02d49024095,revision_number=None']} {{(pid=104526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 07:42:32.969753 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG dbcounter [-] [104525] Writing DB stats neutron:SELECT=92,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=104525) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 07:42:32.987264 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2959dac2-a160-4d42-aebe-ea0c0851c1a0 req-b751fd8e-838f-4b41-b933-2d746676862d tempest-TestShelveInstance-2091076447 tempest-TestShelveInstance-2091076447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 07:42:32.988985 dv-cinder-825492-15-iscsi neutron-server[104525]: INFO neutron.wsgi [req-2959dac2-a160-4d42-aebe-ea0c0851c1a0 req-b751fd8e-838f-4b41-b933-2d746676862d tempest-TestShelveInstance-2091076447 tempest-TestShelveInstance-2091076447-project] 10.222.0.24 "GET /v2.0/ports?device_id=63430b83-f298-430c-9ca9-bdd4d69bde91 HTTP/1.1" status: 200 len: 945 time: 0.0477042 May 25 07:42:33.040335 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.wsgi [-] (104526) accepted ('10.222.0.24', 47680) {{(pid=104526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 07:42:33.040872 dv-cinder-825492-15-iscsi neutron-server[104525]: INFO neutron.wsgi [req-2959dac2-a160-4d42-aebe-ea0c0851c1a0 req-d41b2c07-0585-43f4-89f1-21f23ff09cfa tempest-TestShelveInstance-2091076447 tempest-TestShelveInstance-2091076447-project] 10.222.0.24 "GET /v2.0/security-groups?id=edcffb78-b012-4438-ba13-bc705797ca5b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0458839 May 25 07:42:33.054054 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-dc1d9909-6f83-4dc1-98fb-0372e30282e7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:42:33.132547 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-dc1d9909-6f83-4dc1-98fb-0372e30282e7 admin admin] Publish callbacks [] for security_group (5743bd29-a165-441d-a7ac-cab2b0d95161), precommit_create {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:42:33.173506 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd49309d-4bad-4f6d-99ee-c57241fd7cbd req-7e8f8cc7-3a24-4419-ac3b-8dff826a87f6 tempest-AttachVolumeShelveTestJSON-605607613 tempest-AttachVolumeShelveTestJSON-605607613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 07:42:33.174967 dv-cinder-825492-15-iscsi neutron-server[104525]: INFO neutron.wsgi [req-cd49309d-4bad-4f6d-99ee-c57241fd7cbd req-7e8f8cc7-3a24-4419-ac3b-8dff826a87f6 tempest-AttachVolumeShelveTestJSON-605607613 tempest-AttachVolumeShelveTestJSON-605607613-project] 10.222.0.24 "GET /v2.0/ports?device_id=c0ecec15-f302-4eea-92e6-37049703fa41 HTTP/1.1" status: 200 len: 943 time: 0.0518777 May 25 07:42:33.215951 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG dbcounter [-] [104525] Writing DB stats neutron:SELECT=96,neutron:INSERT=4 {{(pid=104525) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 07:42:33.223141 dv-cinder-825492-15-iscsi neutron-server[104525]: INFO neutron.wsgi [req-cd49309d-4bad-4f6d-99ee-c57241fd7cbd req-868e07cc-2a8c-4c9d-8228-d7cbaf2ef49a tempest-AttachVolumeShelveTestJSON-605607613 tempest-AttachVolumeShelveTestJSON-605607613-project] 10.222.0.24 "GET /v2.0/security-groups?id=c3d2f722-76e0-4b5c-9b6a-6cf788bb7d66&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425436 May 25 07:42:33.279936 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-dc1d9909-6f83-4dc1-98fb-0372e30282e7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-278753'] for security_group (5743bd29-a165-441d-a7ac-cab2b0d95161), after_create {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:42:33.319579 dv-cinder-825492-15-iscsi neutron-server[104526]: INFO neutron.wsgi [None req-dc1d9909-6f83-4dc1-98fb-0372e30282e7 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=f800468da46743eb8d509a9adf16daaf&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2780552 May 25 07:42:33.320430 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc1d9909-6f83-4dc1-98fb-0372e30282e7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5743bd29-a165-441d-a7ac-cab2b0d95161,revision_number=1']} {{(pid=104526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 07:42:33.322733 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron.wsgi [-] (104525) accepted ('10.222.0.24', 47684) {{(pid=104525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 07:42:33.371348 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-c53cc3b5-9a35-48f1-9fe5-8feec113dbe4 admin admin] Publish callbacks [] for security_group (5743bd29-a165-441d-a7ac-cab2b0d95161), before_delete {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:42:33.393325 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-c53cc3b5-9a35-48f1-9fe5-8feec113dbe4 admin admin] Publish callbacks [] for security_group (5743bd29-a165-441d-a7ac-cab2b0d95161), precommit_delete {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:42:33.534015 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-c53cc3b5-9a35-48f1-9fe5-8feec113dbe4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-278753'] for security_group (5743bd29-a165-441d-a7ac-cab2b0d95161), after_delete {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:42:33.544580 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-c53cc3b5-9a35-48f1-9fe5-8feec113dbe4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:42:33.544580 dv-cinder-825492-15-iscsi neutron-server[104525]: INFO neutron.wsgi [None req-c53cc3b5-9a35-48f1-9fe5-8feec113dbe4 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/5743bd29-a165-441d-a7ac-cab2b0d95161 HTTP/1.1" status: 204 len: 168 time: 0.2140863 May 25 07:42:33.548319 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c53cc3b5-9a35-48f1-9fe5-8feec113dbe4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5743bd29-a165-441d-a7ac-cab2b0d95161,revision_number=None']} {{(pid=104525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 07:42:34.162594 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a1b1037-5c8e-41b3-b936-4c6b8c47aa23 req-65b07588-697c-4c62-9342-4cf4a8c960e0 tempest-TestShelveInstance-2091076447 tempest-TestShelveInstance-2091076447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 07:42:34.164293 dv-cinder-825492-15-iscsi neutron-server[104525]: INFO neutron.wsgi [req-9a1b1037-5c8e-41b3-b936-4c6b8c47aa23 req-65b07588-697c-4c62-9342-4cf4a8c960e0 tempest-TestShelveInstance-2091076447 tempest-TestShelveInstance-2091076447-project] 10.222.0.24 "GET /v2.0/ports?device_id=63430b83-f298-430c-9ca9-bdd4d69bde91 HTTP/1.1" status: 200 len: 945 time: 0.0508323 May 25 07:42:34.220760 dv-cinder-825492-15-iscsi neutron-server[104525]: INFO neutron.wsgi [req-9a1b1037-5c8e-41b3-b936-4c6b8c47aa23 req-d70c765d-c51f-439c-832d-1387017699f0 tempest-TestShelveInstance-2091076447 tempest-TestShelveInstance-2091076447-project] 10.222.0.24 "GET /v2.0/security-groups?id=edcffb78-b012-4438-ba13-bc705797ca5b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0504751 May 25 07:42:34.350538 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f8417fd-cfc4-4b1b-b96b-2485d485bb48 req-e12056f4-3b18-473d-b32c-3c64e0a88c21 tempest-AttachVolumeShelveTestJSON-605607613 tempest-AttachVolumeShelveTestJSON-605607613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 07:42:34.352005 dv-cinder-825492-15-iscsi neutron-server[104526]: INFO neutron.wsgi [req-7f8417fd-cfc4-4b1b-b96b-2485d485bb48 req-e12056f4-3b18-473d-b32c-3c64e0a88c21 tempest-AttachVolumeShelveTestJSON-605607613 tempest-AttachVolumeShelveTestJSON-605607613-project] 10.222.0.24 "GET /v2.0/ports?device_id=c0ecec15-f302-4eea-92e6-37049703fa41 HTTP/1.1" status: 200 len: 943 time: 0.0497167 May 25 07:42:34.398727 dv-cinder-825492-15-iscsi neutron-server[104526]: INFO neutron.wsgi [req-7f8417fd-cfc4-4b1b-b96b-2485d485bb48 req-c3d001e3-08a8-43e2-a96e-70fcde8738c8 tempest-AttachVolumeShelveTestJSON-605607613 tempest-AttachVolumeShelveTestJSON-605607613-project] 10.222.0.24 "GET /v2.0/security-groups?id=c3d2f722-76e0-4b5c-9b6a-6cf788bb7d66&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405970 May 25 07:42:34.675329 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.plugins.ml2.rpc [None req-798242cc-9ea0-464c-9109-86bd7997349e None None] Device 28f4b108-96e9-447b-88dd-ed92dc19d98c details requested by agent hyperv_hv-cinder-82549 with host hv-cinder-82549 {{(pid=104527) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 25 07:42:34.749523 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron.wsgi [-] (104525) accepted ('10.222.0.24', 47716) {{(pid=104525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 07:42:34.775450 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.plugins.ml2.db [None req-798242cc-9ea0-464c-9109-86bd7997349e None None] For port 28f4b108-96e9-447b-88dd-ed92dc19d98c, host hv-cinder-82549, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82549',level=0,port_id=28f4b108-96e9-447b-88dd-ed92dc19d98c,segment=NetworkSegment(5e8ca1f8-871e-422d-b246-85fba594b2cb),segment_id=5e8ca1f8-871e-422d-b246-85fba594b2cb)] {{(pid=104527) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 07:42:34.787623 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.plugins.ml2.rpc [None req-798242cc-9ea0-464c-9109-86bd7997349e None None] Returning: {'device': '28f4b108-96e9-447b-88dd-ed92dc19d98c', 'network_id': '7eef0ae9-55de-48c4-ada3-da713e1942b9', 'port_id': '28f4b108-96e9-447b-88dd-ed92dc19d98c', 'mac_address': 'fa:16:3e:1b:4c:e7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 250, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e7796ec7-ead3-485d-a16b-d9ef7a0a8b85', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104527) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 25 07:42:34.822715 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.plugins.ml2.plugin [None req-798242cc-9ea0-464c-9109-86bd7997349e None None] Current status of the port 28f4b108-96e9-447b-88dd-ed92dc19d98c is: DOWN; New status is: BUILD {{(pid=104527) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 25 07:42:34.823104 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron_lib.callbacks.manager [None req-798242cc-9ea0-464c-9109-86bd7997349e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-616651'] for port (28f4b108-96e9-447b-88dd-ed92dc19d98c), before_update {{(pid=104527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:42:34.838022 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.notifiers.nova [None req-798242cc-9ea0-464c-9109-86bd7997349e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 28f4b108-96e9-447b-88dd-ed92dc19d98c {{(pid=104527) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 25 07:42:34.854017 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron.api.v2.base [None req-b92a02ad-7dd1-4b89-b0c9-810bcaa14430 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-427839197-network', 'tenant_id': 'c16634316fc64493aef03cf073514273'}} {{(pid=104525) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 25 07:42:34.860200 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.plugins.ml2.db [None req-798242cc-9ea0-464c-9109-86bd7997349e None None] For port 28f4b108-96e9-447b-88dd-ed92dc19d98c, host hv-cinder-82549, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82549',level=0,port_id=28f4b108-96e9-447b-88dd-ed92dc19d98c,segment=NetworkSegment(5e8ca1f8-871e-422d-b246-85fba594b2cb),segment_id=5e8ca1f8-871e-422d-b246-85fba594b2cb)] {{(pid=104527) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 07:42:34.960163 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron_lib.callbacks.manager [None req-798242cc-9ea0-464c-9109-86bd7997349e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-617841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612926', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754056714442', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754056173882', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754056173900'] for port (28f4b108-96e9-447b-88dd-ed92dc19d98c), after_update {{(pid=104527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:42:35.002581 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b92a02ad-7dd1-4b89-b0c9-810bcaa14430 admin admin] Made reservation on behalf of c16634316fc64493aef03cf073514273 for: {'network': 1} {{(pid=104525) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 07:42:35.008201 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG dbcounter [-] [104527] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104527) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 07:42:35.008304 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-b92a02ad-7dd1-4b89-b0c9-810bcaa14430 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-616651'] for network (None), before_create {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:42:35.009203 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-798242cc-9ea0-464c-9109-86bd7997349e None None] Pushing event updated for resources: {'Port': ['ID=28f4b108-96e9-447b-88dd-ed92dc19d98c,revision_number=9']} {{(pid=104527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 07:42:35.015967 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-b92a02ad-7dd1-4b89-b0c9-810bcaa14430 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:42:35.092374 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-b92a02ad-7dd1-4b89-b0c9-810bcaa14430 admin admin] Publish callbacks [] for security_group (6665c53a-86ae-436e-a7f1-05d6434ff7c9), precommit_create {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:42:35.208215 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-b92a02ad-7dd1-4b89-b0c9-810bcaa14430 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-278753'] for security_group (6665c53a-86ae-436e-a7f1-05d6434ff7c9), after_create {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:42:35.229437 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c62805e-7391-4113-ac24-610213506bcd req-63a52847-1d8b-4151-afda-8e80b3f48c64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 07:42:35.231232 dv-cinder-825492-15-iscsi neutron-server[104526]: INFO neutron.wsgi [req-1c62805e-7391-4113-ac24-610213506bcd req-63a52847-1d8b-4151-afda-8e80b3f48c64 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=c4406d5d0e2347f1b96c34496f5ba5ae&device_id=c0ecec15-f302-4eea-92e6-37049703fa41 HTTP/1.1" status: 200 len: 1128 time: 0.0427701 May 25 07:42:35.241731 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b92a02ad-7dd1-4b89-b0c9-810bcaa14430 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 280} {{(pid=104525) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 25 07:42:35.246125 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b92a02ad-7dd1-4b89-b0c9-810bcaa14430 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6665c53a-86ae-436e-a7f1-05d6434ff7c9,revision_number=1']} {{(pid=104525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 07:42:35.275339 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-b92a02ad-7dd1-4b89-b0c9-810bcaa14430 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8754056472926', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1513389'] for segment (833b25f6-f23e-427a-8fce-58c998df3971), precommit_create {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:42:35.276561 dv-cinder-825492-15-iscsi neutron-server[104525]: INFO neutron.db.segments_db [None req-b92a02ad-7dd1-4b89-b0c9-810bcaa14430 admin admin] Added segment 833b25f6-f23e-427a-8fce-58c998df3971 of type vlan for network 4da000a2-13db-425e-9154-d0d501197ba8 May 25 07:42:35.297164 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.plugins.ml2.db [None req-798242cc-9ea0-464c-9109-86bd7997349e None None] get_ports_and_sgs() called for port_ids ['28f4b108-96e9-447b-88dd-ed92dc19d98c'] {{(pid=104527) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 25 07:42:35.320889 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-b92a02ad-7dd1-4b89-b0c9-810bcaa14430 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754056145246'] for network (4da000a2-13db-425e-9154-d0d501197ba8), precommit_create {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:42:35.325767 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron_lib.callbacks.manager [None req-5dcb597f-9053-4915-a440-81c012b162bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754056472917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490168'] for agent (6cf9466f-68ff-4d03-9bb6-0c8244fa88eb), after_update {{(pid=104527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:42:35.374801 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-047a7e02-642f-46cd-b17f-25d95526f823 req-3fa59d03-469b-4d50-9625-c51b651ec967 tempest-TestShelveInstance-2091076447 tempest-TestShelveInstance-2091076447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 07:42:35.376369 dv-cinder-825492-15-iscsi neutron-server[104526]: INFO neutron.wsgi [req-047a7e02-642f-46cd-b17f-25d95526f823 req-3fa59d03-469b-4d50-9625-c51b651ec967 tempest-TestShelveInstance-2091076447 tempest-TestShelveInstance-2091076447-project] 10.222.0.24 "GET /v2.0/ports?device_id=63430b83-f298-430c-9ca9-bdd4d69bde91 HTTP/1.1" status: 200 len: 945 time: 0.0714076 May 25 07:42:35.409039 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c62805e-7391-4113-ac24-610213506bcd req-5c8dda1f-960d-47a8-85e0-eb928f537bba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 07:42:35.410528 dv-cinder-825492-15-iscsi neutron-server[104526]: INFO neutron.wsgi [req-1c62805e-7391-4113-ac24-610213506bcd req-5c8dda1f-960d-47a8-85e0-eb928f537bba service neutron] 10.222.0.41 "GET /v2.0/networks?id=7eef0ae9-55de-48c4-ada3-da713e1942b9 HTTP/1.1" status: 200 len: 918 time: 0.1595211 May 25 07:42:35.417601 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-b92a02ad-7dd1-4b89-b0c9-810bcaa14430 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-278710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612926'] for network (4da000a2-13db-425e-9154-d0d501197ba8), after_create {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:42:35.418964 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b92a02ad-7dd1-4b89-b0c9-810bcaa14430 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 07:42:35.419777 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-b92a02ad-7dd1-4b89-b0c9-810bcaa14430 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1612908'] for network (None), before_response {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:42:35.473000 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG dbcounter [-] [104526] Writing DB stats neutron:SELECT=84,neutron:DELETE=4,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=104526) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 07:42:35.548165 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b92a02ad-7dd1-4b89-b0c9-810bcaa14430 admin admin] Pushing event updated for resources: {'Network': ['ID=4da000a2-13db-425e-9154-d0d501197ba8,revision_number=1']} {{(pid=104525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 07:42:35.561456 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.plugins.ml2.rpc [None req-4c581813-650f-4b4b-ac0f-82f585bea231 None None] Network 4da000a2-13db-425e-9154-d0d501197ba8 details requested by agent ovs-agent-dv-cinder-825492-15-iscsi with host dv-cinder-825492-15-iscsi {{(pid=104527) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 25 07:42:35.565881 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG dbcounter [-] [104527] Writing DB stats neutron:SELECT=94,neutron:UPDATE=6 {{(pid=104527) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 07:42:35.572536 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1e02794-ca96-4069-9944-805c07b80eae req-09cd7afe-867c-4ae9-b337-c65f0f2c306d tempest-AttachVolumeShelveTestJSON-605607613 tempest-AttachVolumeShelveTestJSON-605607613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 07:42:35.574120 dv-cinder-825492-15-iscsi neutron-server[104525]: INFO neutron.wsgi [req-a1e02794-ca96-4069-9944-805c07b80eae req-09cd7afe-867c-4ae9-b337-c65f0f2c306d tempest-AttachVolumeShelveTestJSON-605607613 tempest-AttachVolumeShelveTestJSON-605607613-project] 10.222.0.24 "GET /v2.0/ports?device_id=c0ecec15-f302-4eea-92e6-37049703fa41 HTTP/1.1" status: 200 len: 944 time: 0.0708988 May 25 07:42:35.603242 dv-cinder-825492-15-iscsi neutron-server[104525]: INFO neutron.wsgi [None req-b92a02ad-7dd1-4b89-b0c9-810bcaa14430 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 0.8498948 May 25 07:42:35.609556 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron.wsgi [-] (104525) accepted ('10.222.0.24', 47728) {{(pid=104525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 07:42:35.617077 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron.api.v2.base [None req-eced2ba0-5086-461f-9814-b204191b83cf admin admin] Request body: {'subnet': {'network_id': '4da000a2-13db-425e-9154-d0d501197ba8', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-427839197-subnet', 'tenant_id': 'c16634316fc64493aef03cf073514273', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104525) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 25 07:42:35.636363 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG dbcounter [-] [104525] Writing DB stats neutron:SELECT=83,neutron:DELETE=5,neutron:INSERT=9,neutron:UPDATE=3 {{(pid=104525) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 07:42:35.682005 dv-cinder-825492-15-iscsi neutron-server[104525]: INFO neutron.wsgi [req-a1e02794-ca96-4069-9944-805c07b80eae req-b54a3912-dad0-43c4-8001-b36152a33a18 tempest-AttachVolumeShelveTestJSON-605607613 tempest-AttachVolumeShelveTestJSON-605607613-project] 10.222.0.24 "GET /v2.0/security-groups?id=c3d2f722-76e0-4b5c-9b6a-6cf788bb7d66&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0903673 May 25 07:42:35.748248 dv-cinder-825492-15-iscsi neutron-server[104526]: INFO neutron.wsgi [req-047a7e02-642f-46cd-b17f-25d95526f823 req-3204077a-84cc-4197-b3ab-d49c29a8f35a tempest-TestShelveInstance-2091076447 tempest-TestShelveInstance-2091076447-project] 10.222.0.24 "GET /v2.0/security-groups?id=edcffb78-b012-4438-ba13-bc705797ca5b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3621469 May 25 07:42:35.758614 dv-cinder-825492-15-iscsi neutron-server[104526]: INFO neutron.wsgi [req-1c62805e-7391-4113-ac24-610213506bcd req-4786788d-76df-4832-9b43-8d6df733239e service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=28f4b108-96e9-447b-88dd-ed92dc19d98c HTTP/1.1" status: 200 len: 1000 time: 0.3369272 May 25 07:42:35.776065 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eced2ba0-5086-461f-9814-b204191b83cf admin admin] Made reservation on behalf of c16634316fc64493aef03cf073514273 for: {'subnet': 1} {{(pid=104525) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 07:42:35.776065 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-eced2ba0-5086-461f-9814-b204191b83cf admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62065451'] for subnet (None), before_create {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:42:35.815175 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c62805e-7391-4113-ac24-610213506bcd req-2372aa84-bde3-40cc-8015-569b4f13ea24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 07:42:35.816778 dv-cinder-825492-15-iscsi neutron-server[104526]: INFO neutron.wsgi [req-1c62805e-7391-4113-ac24-610213506bcd req-2372aa84-bde3-40cc-8015-569b4f13ea24 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=e7796ec7-ead3-485d-a16b-d9ef7a0a8b85 HTTP/1.1" status: 200 len: 856 time: 0.0521550 May 25 07:42:35.875843 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c62805e-7391-4113-ac24-610213506bcd req-333c70d3-cc64-49f9-8d9b-694d30ccdfc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 07:42:35.877405 dv-cinder-825492-15-iscsi neutron-server[104526]: INFO neutron.wsgi [req-1c62805e-7391-4113-ac24-610213506bcd req-333c70d3-cc64-49f9-8d9b-694d30ccdfc3 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=7eef0ae9-55de-48c4-ada3-da713e1942b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0519207 May 25 07:42:35.879916 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG dbcounter [-] [104525] Writing DB stats neutron:SELECT=82,neutron:INSERT=15,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=104525) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 07:42:35.980244 dv-cinder-825492-15-iscsi neutron-server[104526]: INFO neutron.wsgi [req-1c62805e-7391-4113-ac24-610213506bcd req-201ccc5e-3e07-446b-bede-3bcc69672840 service neutron] 10.222.0.41 "GET /v2.0/networks/7eef0ae9-55de-48c4-ada3-da713e1942b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0958304 May 25 07:42:36.048702 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG dbcounter [-] [104526] Writing DB stats neutron:SELECT=100 {{(pid=104526) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 07:42:36.074500 dv-cinder-825492-15-iscsi neutron-server[104526]: INFO neutron.wsgi [req-1c62805e-7391-4113-ac24-610213506bcd req-d75315ab-6a9c-47e9-a3ed-9519d465bc89 service neutron] 10.222.0.41 "GET /v2.0/networks/7eef0ae9-55de-48c4-ada3-da713e1942b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0879846 May 25 07:42:36.695290 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.plugins.ml2.rpc [None req-798242cc-9ea0-464c-9109-86bd7997349e None None] Device 28f4b108-96e9-447b-88dd-ed92dc19d98c up at agent hyperv_hv-cinder-82549 {{(pid=104527) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 25 07:42:36.741670 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.db.provisioning_blocks [None req-798242cc-9ea0-464c-9109-86bd7997349e None None] Provisioning complete for port 28f4b108-96e9-447b-88dd-ed92dc19d98c triggered by entity L2. {{(pid=104527) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 25 07:42:36.742045 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron_lib.callbacks.manager [None req-798242cc-9ea0-464c-9109-86bd7997349e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1490782'] for port (28f4b108-96e9-447b-88dd-ed92dc19d98c), provisioning_complete {{(pid=104527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:42:36.815740 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95f74def-1e95-4c1e-89de-877540ab51e3 req-bca6e250-a81c-4739-bb17-f8b52afbe3ed tempest-AttachVolumeShelveTestJSON-605607613 tempest-AttachVolumeShelveTestJSON-605607613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 07:42:36.817859 dv-cinder-825492-15-iscsi neutron-server[104525]: INFO neutron.wsgi [req-95f74def-1e95-4c1e-89de-877540ab51e3 req-bca6e250-a81c-4739-bb17-f8b52afbe3ed tempest-AttachVolumeShelveTestJSON-605607613 tempest-AttachVolumeShelveTestJSON-605607613-project] 10.222.0.24 "GET /v2.0/ports?device_id=c0ecec15-f302-4eea-92e6-37049703fa41 HTTP/1.1" status: 200 len: 944 time: 0.0518768 May 25 07:42:36.827787 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.plugins.ml2.plugin [None req-798242cc-9ea0-464c-9109-86bd7997349e None None] Current status of the port 28f4b108-96e9-447b-88dd-ed92dc19d98c is: BUILD; New status is: ACTIVE {{(pid=104527) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 25 07:42:36.828259 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron_lib.callbacks.manager [None req-798242cc-9ea0-464c-9109-86bd7997349e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-616651'] for port (28f4b108-96e9-447b-88dd-ed92dc19d98c), before_update {{(pid=104527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:42:36.852232 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c0ecec15-f302-4eea-92e6-37049703fa41', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '28f4b108-96e9-447b-88dd-ed92dc19d98c'}] {{(pid=104527) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 25 07:42:36.854784 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b7b9631292b9c3281c46c063e828ef1e98938590bf5356102cacde7abf71fd6b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d47eab1b-bbee-4a4f-a06c-ce68e8faa25c" -d '{"events": [{"server_uuid": "c0ecec15-f302-4eea-92e6-37049703fa41", "name": "network-vif-plugged", "status": "completed", "tag": "28f4b108-96e9-447b-88dd-ed92dc19d98c"}]}' {{(pid=104527) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 25 07:42:36.873679 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.plugins.ml2.db [None req-798242cc-9ea0-464c-9109-86bd7997349e None None] For port 28f4b108-96e9-447b-88dd-ed92dc19d98c, host hv-cinder-82549, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82549',level=0,port_id=28f4b108-96e9-447b-88dd-ed92dc19d98c,segment=NetworkSegment(5e8ca1f8-871e-422d-b246-85fba594b2cb),segment_id=5e8ca1f8-871e-422d-b246-85fba594b2cb)] {{(pid=104527) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 07:42:36.885508 dv-cinder-825492-15-iscsi neutron-server[104525]: INFO neutron.wsgi [req-95f74def-1e95-4c1e-89de-877540ab51e3 req-06a374da-7c1c-41b5-94ad-c6395b7947ba tempest-AttachVolumeShelveTestJSON-605607613 tempest-AttachVolumeShelveTestJSON-605607613-project] 10.222.0.24 "GET /v2.0/security-groups?id=c3d2f722-76e0-4b5c-9b6a-6cf788bb7d66&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0590358 May 25 07:42:36.885843 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e35cab37-c19c-43c0-8ba5-ec6e261efa66 req-2570b3a6-4572-4050-a6df-85a9f1c65658 tempest-TestShelveInstance-2091076447 tempest-TestShelveInstance-2091076447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 07:42:36.890291 dv-cinder-825492-15-iscsi neutron-server[104526]: INFO neutron.wsgi [req-e35cab37-c19c-43c0-8ba5-ec6e261efa66 req-2570b3a6-4572-4050-a6df-85a9f1c65658 tempest-TestShelveInstance-2091076447 tempest-TestShelveInstance-2091076447-project] 10.222.0.24 "GET /v2.0/ports?device_id=63430b83-f298-430c-9ca9-bdd4d69bde91 HTTP/1.1" status: 200 len: 945 time: 0.0555871 May 25 07:42:36.938131 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 25 May 2022 07:42:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eaae3060-c1bd-4d0c-bd5a-e128049b523e x-openstack-request-id: req-eaae3060-c1bd-4d0c-bd5a-e128049b523e {{(pid=104527) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 25 07:42:36.938450 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c0ecec15-f302-4eea-92e6-37049703fa41", "name": "network-vif-plugged", "status": "completed", "tag": "28f4b108-96e9-447b-88dd-ed92dc19d98c", "code": 200}]} {{(pid=104527) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 25 07:42:36.938791 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-eaae3060-c1bd-4d0c-bd5a-e128049b523e {{(pid=104527) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 25 07:42:36.939204 dv-cinder-825492-15-iscsi neutron-server[104527]: INFO neutron.notifiers.nova [-] Nova event matching ['req-eaae3060-c1bd-4d0c-bd5a-e128049b523e'] response: {'server_uuid': 'c0ecec15-f302-4eea-92e6-37049703fa41', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '28f4b108-96e9-447b-88dd-ed92dc19d98c', 'code': 200} May 25 07:42:36.944945 dv-cinder-825492-15-iscsi neutron-server[104526]: INFO neutron.wsgi [req-e35cab37-c19c-43c0-8ba5-ec6e261efa66 req-fd82b65a-4e1e-439d-815f-eac987951ea8 tempest-TestShelveInstance-2091076447 tempest-TestShelveInstance-2091076447-project] 10.222.0.24 "GET /v2.0/security-groups?id=edcffb78-b012-4438-ba13-bc705797ca5b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0511086 May 25 07:42:36.952047 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-eced2ba0-5086-461f-9814-b204191b83cf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-280644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59563859', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62065625'] for subnet (a55882c6-fce7-454c-a655-7352b87dd3be), after_create {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:42:37.007516 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eced2ba0-5086-461f-9814-b204191b83cf admin admin] Pushing event updated for resources: {'Subnet': ['ID=a55882c6-fce7-454c-a655-7352b87dd3be,revision_number=0']} {{(pid=104525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 07:42:37.020930 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eced2ba0-5086-461f-9814-b204191b83cf admin admin] Checking segment: {'id': '833b25f6-f23e-427a-8fce-58c998df3971', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 280, 'network_id': '4da000a2-13db-425e-9154-d0d501197ba8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104525) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 25 07:42:37.020930 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eced2ba0-5086-461f-9814-b204191b83cf admin admin] Network hostable DHCP agents. Network: 4da000a2-13db-425e-9154-d0d501197ba8, hostable agents: ['6cf9466f-68ff-4d03-9bb6-0c8244fa88eb'], hosted agents: [] {{(pid=104525) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 25 07:42:37.063347 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron_lib.callbacks.manager [None req-798242cc-9ea0-464c-9109-86bd7997349e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-617841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612926', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754056714442', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754056173882', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754056173900'] for port (28f4b108-96e9-447b-88dd-ed92dc19d98c), after_update {{(pid=104527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:42:37.111213 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-798242cc-9ea0-464c-9109-86bd7997349e None None] Pushing event updated for resources: {'Port': ['ID=28f4b108-96e9-447b-88dd-ed92dc19d98c,revision_number=10']} {{(pid=104527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 07:42:37.167977 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eced2ba0-5086-461f-9814-b204191b83cf admin admin] Network 4da000a2-13db-425e-9154-d0d501197ba8 is scheduled to be hosted by DHCP agent 6cf9466f-68ff-4d03-9bb6-0c8244fa88eb with binding_index 1 {{(pid=104525) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 25 07:42:37.282193 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron.scheduler.base_scheduler [None req-eced2ba0-5086-461f-9814-b204191b83cf admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-825492-15-iscsi, 4da000a2-13db-425e-9154-d0d501197ba8) {{(pid=104525) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 07:42:37.286728 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eced2ba0-5086-461f-9814-b204191b83cf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 07:42:37.287406 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-eced2ba0-5086-461f-9814-b204191b83cf admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1612908'] for subnet (None), before_response {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:42:37.291724 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aac8d855-58ac-47d2-9e44-89364541d73f None None] Network 4da000a2-13db-425e-9154-d0d501197ba8 requested from dv-cinder-825492-15-iscsi {{(pid=104527) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 25 07:42:37.392569 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8235018-e070-44bf-9eea-c73ed710535f req-03e3e13e-4a19-48fb-a217-e633ce37bd04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 07:42:37.394336 dv-cinder-825492-15-iscsi neutron-server[104526]: INFO neutron.wsgi [req-a8235018-e070-44bf-9eea-c73ed710535f req-03e3e13e-4a19-48fb-a217-e633ce37bd04 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=c0ecec15-f302-4eea-92e6-37049703fa41 HTTP/1.1" status: 200 len: 1130 time: 0.0428114 May 25 07:42:37.397731 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-020b9b74-151a-499e-8dcb-1c4296df7f22 None None] Network 4da000a2-13db-425e-9154-d0d501197ba8 requested from dv-cinder-825492-15-iscsi {{(pid=104527) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 25 07:42:37.404684 dv-cinder-825492-15-iscsi neutron-server[104525]: INFO neutron.wsgi [None req-eced2ba0-5086-461f-9814-b204191b83cf admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.7940061 May 25 07:42:37.446094 dv-cinder-825492-15-iscsi neutron-server[104526]: INFO neutron.wsgi [req-a8235018-e070-44bf-9eea-c73ed710535f req-7cadd75c-f09a-439c-8987-2e4476175fb0 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=c3d2f722-76e0-4b5c-9b6a-6cf788bb7d66&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406854 May 25 07:42:37.475625 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG dbcounter [-] [104527] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104527) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 07:42:37.533919 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron_lib.callbacks.manager [None req-1da71b60-7b3f-4d4f-bc93-9d3c44095c35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754056472917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490168'] for agent (54ff4013-997e-4376-a4e9-e6c98cf37cc7), after_update {{(pid=104527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:42:37.607938 dv-cinder-825492-15-iscsi neutron-server[104528]: DEBUG dbcounter [-] [104528] Writing DB stats neutron:SELECT=18 {{(pid=104528) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 07:42:37.608856 dv-cinder-825492-15-iscsi neutron-server[104528]: DEBUG dbcounter [-] [104528] Writing DB stats neutron:SELECT=16 {{(pid=104528) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 07:42:38.016718 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-406435b6-beac-483b-9caf-2959494e7483 req-db56467e-ffa5-43d9-83a5-49eecd5bb3a6 tempest-AttachVolumeShelveTestJSON-605607613 tempest-AttachVolumeShelveTestJSON-605607613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 07:42:38.018131 dv-cinder-825492-15-iscsi neutron-server[104525]: INFO neutron.wsgi [req-406435b6-beac-483b-9caf-2959494e7483 req-db56467e-ffa5-43d9-83a5-49eecd5bb3a6 tempest-AttachVolumeShelveTestJSON-605607613 tempest-AttachVolumeShelveTestJSON-605607613-project] 10.222.0.24 "GET /v2.0/ports?device_id=c0ecec15-f302-4eea-92e6-37049703fa41 HTTP/1.1" status: 200 len: 946 time: 0.0472403 May 25 07:42:38.060970 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10c01ff4-764c-4efc-8b23-63db870bd010 req-a24fb8b8-a388-4728-80a0-6c1c402aa8d1 tempest-TestShelveInstance-2091076447 tempest-TestShelveInstance-2091076447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 07:42:38.062570 dv-cinder-825492-15-iscsi neutron-server[104526]: INFO neutron.wsgi [req-10c01ff4-764c-4efc-8b23-63db870bd010 req-a24fb8b8-a388-4728-80a0-6c1c402aa8d1 tempest-TestShelveInstance-2091076447 tempest-TestShelveInstance-2091076447-project] 10.222.0.24 "GET /v2.0/ports?device_id=63430b83-f298-430c-9ca9-bdd4d69bde91 HTTP/1.1" status: 200 len: 945 time: 0.0482655 May 25 07:42:38.070428 dv-cinder-825492-15-iscsi neutron-server[104525]: INFO neutron.wsgi [req-406435b6-beac-483b-9caf-2959494e7483 req-45e08a9e-f9b4-4463-96ba-d2c387c03897 tempest-AttachVolumeShelveTestJSON-605607613 tempest-AttachVolumeShelveTestJSON-605607613-project] 10.222.0.24 "GET /v2.0/security-groups?id=c3d2f722-76e0-4b5c-9b6a-6cf788bb7d66&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447986 May 25 07:42:38.114146 dv-cinder-825492-15-iscsi neutron-server[104526]: INFO neutron.wsgi [req-10c01ff4-764c-4efc-8b23-63db870bd010 req-a25ff08b-77e1-4bb2-9196-85231461e90c tempest-TestShelveInstance-2091076447 tempest-TestShelveInstance-2091076447-project] 10.222.0.24 "GET /v2.0/security-groups?id=edcffb78-b012-4438-ba13-bc705797ca5b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457468 May 25 07:42:38.651806 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron_lib.callbacks.manager [None req-461c163e-e11a-425b-8a8d-f39fb153da48 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754056472917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490168'] for agent (fa5554a0-25df-434f-a0d0-5996d872220a), after_update {{(pid=104527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:42:39.192858 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bdc29a0-13f0-482d-83d8-f95faf14861f req-ae9db273-0eee-409e-8827-81ee96774772 tempest-AttachVolumeShelveTestJSON-605607613 tempest-AttachVolumeShelveTestJSON-605607613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 07:42:39.194490 dv-cinder-825492-15-iscsi neutron-server[104526]: INFO neutron.wsgi [req-5bdc29a0-13f0-482d-83d8-f95faf14861f req-ae9db273-0eee-409e-8827-81ee96774772 tempest-AttachVolumeShelveTestJSON-605607613 tempest-AttachVolumeShelveTestJSON-605607613-project] 10.222.0.24 "GET /v2.0/ports?device_id=c0ecec15-f302-4eea-92e6-37049703fa41 HTTP/1.1" status: 200 len: 946 time: 0.0506699 May 25 07:42:39.245026 dv-cinder-825492-15-iscsi neutron-server[104526]: INFO neutron.wsgi [req-5bdc29a0-13f0-482d-83d8-f95faf14861f req-931d5cf4-d4f8-4523-be34-78d5d009c237 tempest-AttachVolumeShelveTestJSON-605607613 tempest-AttachVolumeShelveTestJSON-605607613-project] 10.222.0.24 "GET /v2.0/security-groups?id=c3d2f722-76e0-4b5c-9b6a-6cf788bb7d66&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446448 May 25 07:42:39.331084 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG dbcounter [-] [104525] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=104525) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 07:42:39.342409 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59bf0e37-2cd0-4ff6-bde8-d1704985f8b2 req-0ea28bc4-c329-4f70-9dcd-4823648a33ee tempest-TestShelveInstance-2091076447 tempest-TestShelveInstance-2091076447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 07:42:39.343938 dv-cinder-825492-15-iscsi neutron-server[104525]: INFO neutron.wsgi [req-59bf0e37-2cd0-4ff6-bde8-d1704985f8b2 req-0ea28bc4-c329-4f70-9dcd-4823648a33ee tempest-TestShelveInstance-2091076447 tempest-TestShelveInstance-2091076447-project] 10.222.0.24 "GET /v2.0/ports?device_id=63430b83-f298-430c-9ca9-bdd4d69bde91 HTTP/1.1" status: 200 len: 945 time: 0.0505402 May 25 07:42:39.392934 dv-cinder-825492-15-iscsi neutron-server[104525]: INFO neutron.wsgi [req-59bf0e37-2cd0-4ff6-bde8-d1704985f8b2 req-15b7d9d8-ad34-44d8-94bd-26a6bc7f498e tempest-TestShelveInstance-2091076447 tempest-TestShelveInstance-2091076447-project] 10.222.0.24 "GET /v2.0/security-groups?id=edcffb78-b012-4438-ba13-bc705797ca5b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433507 May 25 07:42:39.726455 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f77d8dca-6264-42c6-9087-cefbceb00b89 req-a0439e6b-2090-4de9-8739-a68482727643 tempest-VolumesActionsTest-1395778514 tempest-VolumesActionsTest-1395778514-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 07:42:39.727930 dv-cinder-825492-15-iscsi neutron-server[104526]: INFO neutron.wsgi [req-f77d8dca-6264-42c6-9087-cefbceb00b89 req-a0439e6b-2090-4de9-8739-a68482727643 tempest-VolumesActionsTest-1395778514 tempest-VolumesActionsTest-1395778514-project] 10.222.0.24 "GET /v2.0/networks?id=4da000a2-13db-425e-9154-d0d501197ba8 HTTP/1.1" status: 200 len: 808 time: 0.1025701 May 25 07:42:39.742976 dv-cinder-825492-15-iscsi neutron-server[104526]: INFO neutron.wsgi [req-f77d8dca-6264-42c6-9087-cefbceb00b89 req-2d2aad97-b703-4449-94f2-6ebe12b72db8 tempest-VolumesActionsTest-1395778514 tempest-VolumesActionsTest-1395778514-project] 10.222.0.24 "GET /v2.0/quotas/c16634316fc64493aef03cf073514273 HTTP/1.1" status: 200 len: 375 time: 0.0093596 May 25 07:42:39.781397 dv-cinder-825492-15-iscsi neutron-server[104526]: INFO neutron.wsgi [req-f77d8dca-6264-42c6-9087-cefbceb00b89 req-b470d339-be07-4466-8ffb-92c3960dd5ff tempest-VolumesActionsTest-1395778514 tempest-VolumesActionsTest-1395778514-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=c16634316fc64493aef03cf073514273&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0330651 May 25 07:42:39.874680 dv-cinder-825492-15-iscsi neutron-server[104526]: INFO neutron.wsgi [req-f77d8dca-6264-42c6-9087-cefbceb00b89 req-ed6a80b5-5aa9-4d6c-8b3f-946753893512 service neutron] 10.222.0.24 "GET /v2.0/networks/4da000a2-13db-425e-9154-d0d501197ba8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0864346 May 25 07:42:39.945144 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG dbcounter [-] [104526] Writing DB stats neutron:SELECT=100 {{(pid=104526) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 07:42:39.972235 dv-cinder-825492-15-iscsi neutron-server[104526]: INFO neutron.wsgi [req-f77d8dca-6264-42c6-9087-cefbceb00b89 req-e6ca68c0-bc3d-40f3-b8c9-75af212e9f86 service neutron] 10.222.0.24 "GET /v2.0/networks/4da000a2-13db-425e-9154-d0d501197ba8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0886025 May 25 07:42:40.167535 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron_lib.callbacks.manager [None req-f9cd7ad7-9657-4dc4-ab64-74b2d9455e3c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754056472917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490168'] for agent (749e0e2c-8e71-4175-9046-27a8fd2a3a0a), after_update {{(pid=104527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:42:40.278202 dv-cinder-825492-15-iscsi neutron-server[104525]: INFO neutron.wsgi [req-1485cb8b-cc56-4d27-9b1b-6b158eab5786 req-28489a66-d4c4-4edd-aad8-13a4fffa09c9 tempest-VolumesActionsTest-1395778514 tempest-VolumesActionsTest-1395778514-project] 10.222.0.24 "GET /v2.0/ports?device_id=d2c1096c-18ac-4b61-bfc2-fb24367f2ce3 HTTP/1.1" status: 200 len: 210 time: 0.0299206 May 25 07:42:40.392591 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10f4514a-731a-498b-a858-7b78125e664b req-64e2a21e-c6ed-4e2c-b8b6-6deb8353acf0 tempest-AttachVolumeShelveTestJSON-605607613 tempest-AttachVolumeShelveTestJSON-605607613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 07:42:40.394090 dv-cinder-825492-15-iscsi neutron-server[104526]: INFO neutron.wsgi [req-10f4514a-731a-498b-a858-7b78125e664b req-64e2a21e-c6ed-4e2c-b8b6-6deb8353acf0 tempest-AttachVolumeShelveTestJSON-605607613 tempest-AttachVolumeShelveTestJSON-605607613-project] 10.222.0.24 "GET /v2.0/ports?device_id=c0ecec15-f302-4eea-92e6-37049703fa41 HTTP/1.1" status: 200 len: 946 time: 0.0535254 May 25 07:42:40.443607 dv-cinder-825492-15-iscsi neutron-server[104526]: INFO neutron.wsgi [req-10f4514a-731a-498b-a858-7b78125e664b req-0680f7e7-334b-47a2-9552-c7239151bac3 tempest-AttachVolumeShelveTestJSON-605607613 tempest-AttachVolumeShelveTestJSON-605607613-project] 10.222.0.24 "GET /v2.0/security-groups?id=c3d2f722-76e0-4b5c-9b6a-6cf788bb7d66&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437264 May 25 07:42:40.508815 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b402bc13-f57b-4692-8eb4-e85fce8a901e req-23b569d6-f7d0-4fb0-973a-471e9438cd45 tempest-TestShelveInstance-2091076447 tempest-TestShelveInstance-2091076447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 07:42:40.510290 dv-cinder-825492-15-iscsi neutron-server[104525]: INFO neutron.wsgi [req-b402bc13-f57b-4692-8eb4-e85fce8a901e req-23b569d6-f7d0-4fb0-973a-471e9438cd45 tempest-TestShelveInstance-2091076447 tempest-TestShelveInstance-2091076447-project] 10.222.0.24 "GET /v2.0/ports?device_id=63430b83-f298-430c-9ca9-bdd4d69bde91 HTTP/1.1" status: 200 len: 945 time: 0.0481756 May 25 07:42:40.560451 dv-cinder-825492-15-iscsi neutron-server[104525]: INFO neutron.wsgi [req-b402bc13-f57b-4692-8eb4-e85fce8a901e req-f2f571f6-3411-4cb7-aace-1686f5ee1099 tempest-TestShelveInstance-2091076447 tempest-TestShelveInstance-2091076447-project] 10.222.0.24 "GET /v2.0/security-groups?id=edcffb78-b012-4438-ba13-bc705797ca5b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442681 May 25 07:42:41.367872 dv-cinder-825492-15-iscsi neutron-server[104526]: INFO neutron.wsgi [req-15d849cb-41f6-4876-a5ff-4bc017850bfb req-9a9623da-1eef-4a55-9dfd-af25e67c5774 tempest-VolumesActionsTest-1395778514 tempest-VolumesActionsTest-1395778514-project] 10.222.0.24 "GET /v2.0/ports?device_id=d2c1096c-18ac-4b61-bfc2-fb24367f2ce3 HTTP/1.1" status: 200 len: 210 time: 0.0296812 May 25 07:42:41.575088 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67f7e56d-b3ca-4bcd-9855-76537e6cb85b req-5df514ef-35e9-44c2-9399-88e3e75c5ea7 tempest-AttachVolumeShelveTestJSON-605607613 tempest-AttachVolumeShelveTestJSON-605607613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 07:42:41.577301 dv-cinder-825492-15-iscsi neutron-server[104525]: INFO neutron.wsgi [req-67f7e56d-b3ca-4bcd-9855-76537e6cb85b req-5df514ef-35e9-44c2-9399-88e3e75c5ea7 tempest-AttachVolumeShelveTestJSON-605607613 tempest-AttachVolumeShelveTestJSON-605607613-project] 10.222.0.24 "GET /v2.0/ports?device_id=c0ecec15-f302-4eea-92e6-37049703fa41 HTTP/1.1" status: 200 len: 946 time: 0.0541854 May 25 07:42:41.614149 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron_lib.callbacks.manager [None req-4c581813-650f-4b4b-ac0f-82f585bea231 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754056472917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490168'] for agent (67455b2d-ff20-4068-8b38-73bd0628c5cb), after_update {{(pid=104527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:42:41.635944 dv-cinder-825492-15-iscsi neutron-server[104525]: INFO neutron.wsgi [req-67f7e56d-b3ca-4bcd-9855-76537e6cb85b req-88526fb6-7576-425a-bd15-0172b31a8f96 tempest-AttachVolumeShelveTestJSON-605607613 tempest-AttachVolumeShelveTestJSON-605607613-project] 10.222.0.24 "GET /v2.0/security-groups?id=c3d2f722-76e0-4b5c-9b6a-6cf788bb7d66&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0522277 May 25 07:42:41.693598 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2250346d-317c-4a70-a369-1fe012858359 req-ef4a93eb-8ff9-4e53-9c21-022c8947cf61 tempest-TestShelveInstance-2091076447 tempest-TestShelveInstance-2091076447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 07:42:41.698211 dv-cinder-825492-15-iscsi neutron-server[104526]: INFO neutron.wsgi [req-2250346d-317c-4a70-a369-1fe012858359 req-ef4a93eb-8ff9-4e53-9c21-022c8947cf61 tempest-TestShelveInstance-2091076447 tempest-TestShelveInstance-2091076447-project] 10.222.0.24 "GET /v2.0/ports?device_id=63430b83-f298-430c-9ca9-bdd4d69bde91 HTTP/1.1" status: 200 len: 945 time: 0.0514283 May 25 07:42:41.763151 dv-cinder-825492-15-iscsi neutron-server[104526]: INFO neutron.wsgi [req-2250346d-317c-4a70-a369-1fe012858359 req-2e202f04-eed8-432f-8a8f-f7334b45fe55 tempest-TestShelveInstance-2091076447 tempest-TestShelveInstance-2091076447-project] 10.222.0.24 "GET /v2.0/security-groups?id=edcffb78-b012-4438-ba13-bc705797ca5b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0620737 May 25 07:42:42.475196 dv-cinder-825492-15-iscsi neutron-server[104525]: INFO neutron.wsgi [req-7fb40353-cb7f-4653-a767-a15d4f6c46c8 req-ba3b6cc9-02d2-496c-a73e-17201042d32d tempest-VolumesActionsTest-1395778514 tempest-VolumesActionsTest-1395778514-project] 10.222.0.24 "GET /v2.0/ports?device_id=d2c1096c-18ac-4b61-bfc2-fb24367f2ce3 HTTP/1.1" status: 200 len: 210 time: 0.0285769 May 25 07:42:42.678326 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f77d8dca-6264-42c6-9087-cefbceb00b89 req-9a976466-3ce6-4dfa-b4bb-37fa623068ad tempest-VolumesActionsTest-1395778514 tempest-VolumesActionsTest-1395778514-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 07:42:42.679842 dv-cinder-825492-15-iscsi neutron-server[104526]: INFO neutron.wsgi [req-f77d8dca-6264-42c6-9087-cefbceb00b89 req-9a976466-3ce6-4dfa-b4bb-37fa623068ad tempest-VolumesActionsTest-1395778514 tempest-VolumesActionsTest-1395778514-project] 10.222.0.41 "GET /v2.0/networks?id=4da000a2-13db-425e-9154-d0d501197ba8 HTTP/1.1" status: 200 len: 808 time: 0.1142371 May 25 07:42:42.699345 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.api.v2.base [req-f77d8dca-6264-42c6-9087-cefbceb00b89 req-02993b87-ccd7-40b0-a301-d9d98a6588f3 tempest-VolumesActionsTest-1395778514 tempest-VolumesActionsTest-1395778514-project] Request body: {'port': {'device_id': 'd2c1096c-18ac-4b61-bfc2-fb24367f2ce3', 'network_id': '4da000a2-13db-425e-9154-d0d501197ba8', 'admin_state_up': True, 'tenant_id': 'c16634316fc64493aef03cf073514273'}} {{(pid=104526) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 25 07:42:42.927586 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b38ea1a-f7c3-4ec2-a8d5-0f22f411b81c req-26c07548-8dcd-49da-8378-032f1fe34e7b tempest-TestShelveInstance-2091076447 tempest-TestShelveInstance-2091076447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 07:42:42.929198 dv-cinder-825492-15-iscsi neutron-server[104526]: INFO neutron.wsgi [req-9b38ea1a-f7c3-4ec2-a8d5-0f22f411b81c req-26c07548-8dcd-49da-8378-032f1fe34e7b tempest-TestShelveInstance-2091076447 tempest-TestShelveInstance-2091076447-project] 10.222.0.24 "GET /v2.0/ports?device_id=63430b83-f298-430c-9ca9-bdd4d69bde91 HTTP/1.1" status: 200 len: 945 time: 0.0955536 May 25 07:42:42.946261 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaacaf8e-35be-41b6-9554-06b8d2648bc0 req-3a25498c-d560-4872-8fc1-d5e991019a8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 07:42:42.947687 dv-cinder-825492-15-iscsi neutron-server[104526]: INFO neutron.wsgi [req-aaacaf8e-35be-41b6-9554-06b8d2648bc0 req-3a25498c-d560-4872-8fc1-d5e991019a8a service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=f13c4f9ee9c444d9b9a0d2c2e3ec9142&device_id=63430b83-f298-430c-9ca9-bdd4d69bde91 HTTP/1.1" status: 200 len: 1129 time: 0.0749795 May 25 07:42:43.012243 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f77d8dca-6264-42c6-9087-cefbceb00b89 req-02993b87-ccd7-40b0-a301-d9d98a6588f3 tempest-VolumesActionsTest-1395778514 tempest-VolumesActionsTest-1395778514-project] Made reservation on behalf of c16634316fc64493aef03cf073514273 for: {'port': 1} {{(pid=104526) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 07:42:43.016505 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [req-f77d8dca-6264-42c6-9087-cefbceb00b89 req-02993b87-ccd7-40b0-a301-d9d98a6588f3 tempest-VolumesActionsTest-1395778514 tempest-VolumesActionsTest-1395778514-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-616651'] for port (None), before_create {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:42:43.037741 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG dbcounter [-] [104526] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=104526) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 07:42:43.059349 dv-cinder-825492-15-iscsi neutron-server[104526]: INFO neutron.wsgi [req-9b38ea1a-f7c3-4ec2-a8d5-0f22f411b81c req-d8652676-96c4-4646-9ba8-71c30276337c tempest-TestShelveInstance-2091076447 tempest-TestShelveInstance-2091076447-project] 10.222.0.24 "GET /v2.0/security-groups?id=edcffb78-b012-4438-ba13-bc705797ca5b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1219900 May 25 07:42:43.133828 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaacaf8e-35be-41b6-9554-06b8d2648bc0 req-fceda050-97f5-4014-98fe-9feaf6b28a5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 07:42:43.135275 dv-cinder-825492-15-iscsi neutron-server[104526]: INFO neutron.wsgi [req-aaacaf8e-35be-41b6-9554-06b8d2648bc0 req-fceda050-97f5-4014-98fe-9feaf6b28a5b service neutron] 10.222.0.41 "GET /v2.0/networks?id=865acc30-354d-443a-90ac-e550f16275c5 HTTP/1.1" status: 200 len: 910 time: 0.1806297 May 25 07:42:43.203516 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG dbcounter [-] [104526] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=104526) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 07:42:43.250017 dv-cinder-825492-15-iscsi neutron-server[104526]: INFO neutron.wsgi [req-aaacaf8e-35be-41b6-9554-06b8d2648bc0 req-445b3ff8-435f-4aaf-9739-681514cff2d3 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=6d5abc91-52ce-441e-be4e-749082dec7ae HTTP/1.1" status: 200 len: 1001 time: 0.1078925 May 25 07:42:43.289729 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.db.db_base_plugin_common [req-f77d8dca-6264-42c6-9087-cefbceb00b89 req-02993b87-ccd7-40b0-a301-d9d98a6588f3 tempest-VolumesActionsTest-1395778514 tempest-VolumesActionsTest-1395778514-project] Allocated IP 172.20.0.7 (4da000a2-13db-425e-9154-d0d501197ba8/a55882c6-fce7-454c-a655-7352b87dd3be/99509c55-57ba-437e-ad14-129aa1ea57fc) {{(pid=104526) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 07:42:43.320045 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaacaf8e-35be-41b6-9554-06b8d2648bc0 req-142b5779-f98f-4465-a77e-1a98a431b3f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 07:42:43.321510 dv-cinder-825492-15-iscsi neutron-server[104526]: INFO neutron.wsgi [req-aaacaf8e-35be-41b6-9554-06b8d2648bc0 req-142b5779-f98f-4465-a77e-1a98a431b3f2 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=6ebf3ac6-955c-49f9-997f-8aa2353df952 HTTP/1.1" status: 200 len: 848 time: 0.0650511 May 25 07:42:43.459406 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaacaf8e-35be-41b6-9554-06b8d2648bc0 req-2948f21b-c0ff-460e-bd41-64715b800801 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 07:42:43.460803 dv-cinder-825492-15-iscsi neutron-server[104526]: INFO neutron.wsgi [req-aaacaf8e-35be-41b6-9554-06b8d2648bc0 req-2948f21b-c0ff-460e-bd41-64715b800801 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=865acc30-354d-443a-90ac-e550f16275c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0544591 May 25 07:42:43.535076 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [req-f77d8dca-6264-42c6-9087-cefbceb00b89 req-02993b87-ccd7-40b0-a301-d9d98a6588f3 tempest-VolumesActionsTest-1395778514 tempest-VolumesActionsTest-1395778514-project] Publish callbacks [] for port (99509c55-57ba-437e-ad14-129aa1ea57fc), precommit_create {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:42:43.575257 dv-cinder-825492-15-iscsi neutron-server[104525]: INFO neutron.wsgi [req-2c8643d4-dd1e-45a4-9241-224458fe4056 req-c5584d39-c9c0-4cf2-9f6a-8d01e5d4c72d tempest-VolumesActionsTest-1395778514 tempest-VolumesActionsTest-1395778514-project] 10.222.0.24 "GET /v2.0/ports?device_id=d2c1096c-18ac-4b61-bfc2-fb24367f2ce3 HTTP/1.1" status: 200 len: 210 time: 0.0290987 May 25 07:42:43.600319 dv-cinder-825492-15-iscsi neutron-server[104526]: INFO neutron.wsgi [req-aaacaf8e-35be-41b6-9554-06b8d2648bc0 req-16b5dc7d-0a23-4e80-84c6-939d409981d1 service neutron] 10.222.0.41 "GET /v2.0/networks/865acc30-354d-443a-90ac-e550f16275c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1295214 May 25 07:42:43.626427 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG dbcounter [-] [104526] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=3 {{(pid=104526) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 07:42:43.654959 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [req-f77d8dca-6264-42c6-9087-cefbceb00b89 req-02993b87-ccd7-40b0-a301-d9d98a6588f3 tempest-VolumesActionsTest-1395778514 tempest-VolumesActionsTest-1395778514-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-617841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612926', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754056173864', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2909854'] for port (99509c55-57ba-437e-ad14-129aa1ea57fc), after_create {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:42:43.721019 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f77d8dca-6264-42c6-9087-cefbceb00b89 req-02993b87-ccd7-40b0-a301-d9d98a6588f3 tempest-VolumesActionsTest-1395778514 tempest-VolumesActionsTest-1395778514-project] Network 4da000a2-13db-425e-9154-d0d501197ba8 is already hosted by enough agents. {{(pid=104526) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 07:42:43.727036 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.scheduler.base_scheduler [req-f77d8dca-6264-42c6-9087-cefbceb00b89 req-02993b87-ccd7-40b0-a301-d9d98a6588f3 tempest-VolumesActionsTest-1395778514 tempest-VolumesActionsTest-1395778514-project] Resources bound (agent type, host, resource id): {{(pid=104526) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 07:42:43.735521 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.db.l3_dvrscheduler_db [req-f77d8dca-6264-42c6-9087-cefbceb00b89 req-02993b87-ccd7-40b0-a301-d9d98a6588f3 tempest-VolumesActionsTest-1395778514 tempest-VolumesActionsTest-1395778514-project] Received port after_create {{(pid=104526) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 25 07:42:43.743958 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02993b87-ccd7-40b0-a301-d9d98a6588f3 tempest-VolumesActionsTest-1395778514 tempest-VolumesActionsTest-1395778514-project] Pushing event updated for resources: {'Port': ['ID=99509c55-57ba-437e-ad14-129aa1ea57fc,revision_number=1']} {{(pid=104526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 07:42:43.774027 dv-cinder-825492-15-iscsi neutron-server[104526]: INFO neutron.wsgi [req-aaacaf8e-35be-41b6-9554-06b8d2648bc0 req-12074128-3a98-41ce-922b-d20d18720b08 service neutron] 10.222.0.41 "GET /v2.0/networks/865acc30-354d-443a-90ac-e550f16275c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1674433 May 25 07:42:43.794620 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f77d8dca-6264-42c6-9087-cefbceb00b89 req-02993b87-ccd7-40b0-a301-d9d98a6588f3 tempest-VolumesActionsTest-1395778514 tempest-VolumesActionsTest-1395778514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 07:42:43.795929 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [req-f77d8dca-6264-42c6-9087-cefbceb00b89 req-02993b87-ccd7-40b0-a301-d9d98a6588f3 tempest-VolumesActionsTest-1395778514 tempest-VolumesActionsTest-1395778514-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93885'] for port (None), before_response {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:42:43.893734 dv-cinder-825492-15-iscsi neutron-server[104526]: INFO neutron.wsgi [req-f77d8dca-6264-42c6-9087-cefbceb00b89 req-02993b87-ccd7-40b0-a301-d9d98a6588f3 tempest-VolumesActionsTest-1395778514 tempest-VolumesActionsTest-1395778514-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1981316 May 25 07:42:44.185869 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faf93f17-5cd8-4477-be5e-92a484252dc3 req-249a9526-d036-49fa-ad15-0db7b5c7665b tempest-TestShelveInstance-2091076447 tempest-TestShelveInstance-2091076447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 07:42:44.187281 dv-cinder-825492-15-iscsi neutron-server[104525]: INFO neutron.wsgi [req-faf93f17-5cd8-4477-be5e-92a484252dc3 req-249a9526-d036-49fa-ad15-0db7b5c7665b tempest-TestShelveInstance-2091076447 tempest-TestShelveInstance-2091076447-project] 10.222.0.24 "GET /v2.0/ports?device_id=63430b83-f298-430c-9ca9-bdd4d69bde91 HTTP/1.1" status: 200 len: 945 time: 0.0502043 May 25 07:42:44.235991 dv-cinder-825492-15-iscsi neutron-server[104525]: INFO neutron.wsgi [req-faf93f17-5cd8-4477-be5e-92a484252dc3 req-880e3403-0442-4e61-9e0b-dc0249bd0629 tempest-TestShelveInstance-2091076447 tempest-TestShelveInstance-2091076447-project] 10.222.0.24 "GET /v2.0/security-groups?id=edcffb78-b012-4438-ba13-bc705797ca5b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430462 May 25 07:42:44.696303 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc06f5b8-095d-4a2d-885e-99cfa5e2fc95 req-6a36cee0-71f7-4914-8b8d-89e815b9b098 tempest-VolumesActionsTest-1395778514 tempest-VolumesActionsTest-1395778514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 07:42:44.697864 dv-cinder-825492-15-iscsi neutron-server[104525]: INFO neutron.wsgi [req-cc06f5b8-095d-4a2d-885e-99cfa5e2fc95 req-6a36cee0-71f7-4914-8b8d-89e815b9b098 tempest-VolumesActionsTest-1395778514 tempest-VolumesActionsTest-1395778514-project] 10.222.0.24 "GET /v2.0/ports?device_id=d2c1096c-18ac-4b61-bfc2-fb24367f2ce3 HTTP/1.1" status: 200 len: 931 time: 0.0488911 May 25 07:42:44.744593 dv-cinder-825492-15-iscsi neutron-server[104525]: INFO neutron.wsgi [req-cc06f5b8-095d-4a2d-885e-99cfa5e2fc95 req-9156af4d-59f9-4cfd-bbcb-6003edcbc51b tempest-VolumesActionsTest-1395778514 tempest-VolumesActionsTest-1395778514-project] 10.222.0.24 "GET /v2.0/security-groups?id=6665c53a-86ae-436e-a7f1-05d6434ff7c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409830 May 25 07:42:44.967163 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.api.v2.base [req-f77d8dca-6264-42c6-9087-cefbceb00b89 req-11940a96-adfc-4a88-bc86-2c16b3adc4f6 service neutron] Request body: {'port': {'device_id': 'd2c1096c-18ac-4b61-bfc2-fb24367f2ce3', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82549'}} {{(pid=104526) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 25 07:42:45.032734 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [req-f77d8dca-6264-42c6-9087-cefbceb00b89 req-11940a96-adfc-4a88-bc86-2c16b3adc4f6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-616651'] for port (99509c55-57ba-437e-ad14-129aa1ea57fc), before_update {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:42:45.306352 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG dbcounter [-] [104526] Writing DB stats neutron:SELECT=97,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=104526) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 07:42:45.318906 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.notifiers.nova [req-f77d8dca-6264-42c6-9087-cefbceb00b89 req-11940a96-adfc-4a88-bc86-2c16b3adc4f6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 99509c55-57ba-437e-ad14-129aa1ea57fc {{(pid=104526) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 25 07:42:45.327268 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [req-f77d8dca-6264-42c6-9087-cefbceb00b89 req-11940a96-adfc-4a88-bc86-2c16b3adc4f6 service neutron] Publish callbacks [] for port (99509c55-57ba-437e-ad14-129aa1ea57fc), precommit_update {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:42:45.340647 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.db.provisioning_blocks [req-f77d8dca-6264-42c6-9087-cefbceb00b89 req-11940a96-adfc-4a88-bc86-2c16b3adc4f6 service neutron] Transition to ACTIVE for port object 99509c55-57ba-437e-ad14-129aa1ea57fc will not be triggered until provisioned by entity L2. {{(pid=104526) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 25 07:42:45.372791 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-589f7f16-1569-4494-a005-f63a8781147e req-ce0e9585-d18b-4a92-9609-0bb6372e330d tempest-TestShelveInstance-2091076447 tempest-TestShelveInstance-2091076447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 07:42:45.374451 dv-cinder-825492-15-iscsi neutron-server[104525]: INFO neutron.wsgi [req-589f7f16-1569-4494-a005-f63a8781147e req-ce0e9585-d18b-4a92-9609-0bb6372e330d tempest-TestShelveInstance-2091076447 tempest-TestShelveInstance-2091076447-project] 10.222.0.24 "GET /v2.0/ports?device_id=63430b83-f298-430c-9ca9-bdd4d69bde91 HTTP/1.1" status: 200 len: 945 time: 0.0691469 May 25 07:42:45.426676 dv-cinder-825492-15-iscsi neutron-server[104525]: INFO neutron.wsgi [req-589f7f16-1569-4494-a005-f63a8781147e req-593557df-ca6f-4858-af4d-e43b2c90d024 tempest-TestShelveInstance-2091076447 tempest-TestShelveInstance-2091076447-project] 10.222.0.24 "GET /v2.0/security-groups?id=edcffb78-b012-4438-ba13-bc705797ca5b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0466292 May 25 07:42:45.447826 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [req-f77d8dca-6264-42c6-9087-cefbceb00b89 req-11940a96-adfc-4a88-bc86-2c16b3adc4f6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-617841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612926', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754056714442', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754056173882', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754056173900', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2909847'] for port (99509c55-57ba-437e-ad14-129aa1ea57fc), after_update {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:42:45.504841 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11940a96-adfc-4a88-bc86-2c16b3adc4f6 service neutron] Pushing event updated for resources: {'Port': ['ID=99509c55-57ba-437e-ad14-129aa1ea57fc,revision_number=2']} {{(pid=104526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 07:42:45.532098 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11940a96-adfc-4a88-bc86-2c16b3adc4f6 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825492-15-iscsi {{(pid=104526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 07:42:45.532362 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11940a96-adfc-4a88-bc86-2c16b3adc4f6 service neutron] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825492-15-iscsi {{(pid=104526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 07:42:45.532730 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11940a96-adfc-4a88-bc86-2c16b3adc4f6 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825492-15-iscsi {{(pid=104526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 07:42:45.533069 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11940a96-adfc-4a88-bc86-2c16b3adc4f6 service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825492-15-iscsi {{(pid=104526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 07:42:45.533402 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11940a96-adfc-4a88-bc86-2c16b3adc4f6 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825492-15-iscsi {{(pid=104526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 07:42:45.533735 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11940a96-adfc-4a88-bc86-2c16b3adc4f6 service neutron] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825492-15-iscsi {{(pid=104526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 07:42:45.534063 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11940a96-adfc-4a88-bc86-2c16b3adc4f6 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825492-15-iscsi {{(pid=104526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 07:42:45.534389 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11940a96-adfc-4a88-bc86-2c16b3adc4f6 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-825492-15-iscsi {{(pid=104526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 07:42:45.534722 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11940a96-adfc-4a88-bc86-2c16b3adc4f6 service neutron] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-825492-15-iscsi {{(pid=104526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 07:42:45.535036 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11940a96-adfc-4a88-bc86-2c16b3adc4f6 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-825492-15-iscsi {{(pid=104526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 07:42:45.535360 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11940a96-adfc-4a88-bc86-2c16b3adc4f6 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-825492-15-iscsi {{(pid=104526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 07:42:45.535685 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11940a96-adfc-4a88-bc86-2c16b3adc4f6 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825492-15-iscsi {{(pid=104526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 07:42:45.536003 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11940a96-adfc-4a88-bc86-2c16b3adc4f6 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825492-15-iscsi {{(pid=104526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 07:42:45.536320 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11940a96-adfc-4a88-bc86-2c16b3adc4f6 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825492-15-iscsi {{(pid=104526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 07:42:45.536662 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11940a96-adfc-4a88-bc86-2c16b3adc4f6 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825492-15-iscsi {{(pid=104526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 07:42:45.588719 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.plugins.ml2.managers [req-f77d8dca-6264-42c6-9087-cefbceb00b89 req-11940a96-adfc-4a88-bc86-2c16b3adc4f6 service neutron] Attempting to bind port 99509c55-57ba-437e-ad14-129aa1ea57fc on host hv-cinder-82549 for vnic_type normal with profile {{(pid=104526) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 25 07:42:45.589078 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.plugins.ml2.managers [req-f77d8dca-6264-42c6-9087-cefbceb00b89 req-11940a96-adfc-4a88-bc86-2c16b3adc4f6 service neutron] Attempting to bind port 99509c55-57ba-437e-ad14-129aa1ea57fc by drivers openvswitch,hyperv on host hv-cinder-82549 at level 0 using segments [{'id': '833b25f6-f23e-427a-8fce-58c998df3971', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 280, 'network_id': '4da000a2-13db-425e-9154-d0d501197ba8'}] {{(pid=104526) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 25 07:42:45.589540 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f77d8dca-6264-42c6-9087-cefbceb00b89 req-11940a96-adfc-4a88-bc86-2c16b3adc4f6 service neutron] Attempting to bind port 99509c55-57ba-437e-ad14-129aa1ea57fc on network 4da000a2-13db-425e-9154-d0d501197ba8 {{(pid=104526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 25 07:42:45.595154 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f77d8dca-6264-42c6-9087-cefbceb00b89 req-11940a96-adfc-4a88-bc86-2c16b3adc4f6 service neutron] Port 99509c55-57ba-437e-ad14-129aa1ea57fc on network 4da000a2-13db-425e-9154-d0d501197ba8 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82549 {{(pid=104526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 25 07:42:45.595458 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f77d8dca-6264-42c6-9087-cefbceb00b89 req-11940a96-adfc-4a88-bc86-2c16b3adc4f6 service neutron] Attempting to bind port 99509c55-57ba-437e-ad14-129aa1ea57fc on network 4da000a2-13db-425e-9154-d0d501197ba8 {{(pid=104526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 25 07:42:45.600625 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f77d8dca-6264-42c6-9087-cefbceb00b89 req-11940a96-adfc-4a88-bc86-2c16b3adc4f6 service neutron] Checking agent: {'id': 'bbf5dc8c-5103-4973-a6b6-76af4660c126', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82549', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 25, 7, 34, 32), 'started_at': datetime.datetime(2022, 5, 25, 7, 34, 32), 'heartbeat_timestamp': datetime.datetime(2022, 5, 25, 7, 42, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 25 07:42:45.601033 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f77d8dca-6264-42c6-9087-cefbceb00b89 req-11940a96-adfc-4a88-bc86-2c16b3adc4f6 service neutron] Checking segment: {'id': '833b25f6-f23e-427a-8fce-58c998df3971', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 280, 'network_id': '4da000a2-13db-425e-9154-d0d501197ba8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104526) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 25 07:42:45.601495 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f77d8dca-6264-42c6-9087-cefbceb00b89 req-11940a96-adfc-4a88-bc86-2c16b3adc4f6 service neutron] Bound using segment: {'id': '833b25f6-f23e-427a-8fce-58c998df3971', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 280, 'network_id': '4da000a2-13db-425e-9154-d0d501197ba8'} {{(pid=104526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 25 07:42:45.601970 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.plugins.ml2.managers [req-f77d8dca-6264-42c6-9087-cefbceb00b89 req-11940a96-adfc-4a88-bc86-2c16b3adc4f6 service neutron] Bound port: 99509c55-57ba-437e-ad14-129aa1ea57fc, host: hv-cinder-82549, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '833b25f6-f23e-427a-8fce-58c998df3971', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 280, 'network_id': '4da000a2-13db-425e-9154-d0d501197ba8'}}] {{(pid=104526) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 25 07:42:45.602321 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [req-f77d8dca-6264-42c6-9087-cefbceb00b89 req-11940a96-adfc-4a88-bc86-2c16b3adc4f6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-616651'] for port (99509c55-57ba-437e-ad14-129aa1ea57fc), before_update {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:42:45.658103 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG dbcounter [-] [104526] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=104526) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 07:42:45.663643 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.plugins.ml2.db [req-f77d8dca-6264-42c6-9087-cefbceb00b89 req-11940a96-adfc-4a88-bc86-2c16b3adc4f6 service neutron] For port 99509c55-57ba-437e-ad14-129aa1ea57fc, host hv-cinder-82549, cleared binding levels {{(pid=104526) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 25 07:42:45.667012 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.plugins.ml2.db [req-f77d8dca-6264-42c6-9087-cefbceb00b89 req-11940a96-adfc-4a88-bc86-2c16b3adc4f6 service neutron] For port 99509c55-57ba-437e-ad14-129aa1ea57fc, host hv-cinder-82549, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82549',level=0,port_id=99509c55-57ba-437e-ad14-129aa1ea57fc,segment=NetworkSegment(833b25f6-f23e-427a-8fce-58c998df3971),segment_id=833b25f6-f23e-427a-8fce-58c998df3971)] {{(pid=104526) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 25 07:42:45.718649 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [req-f77d8dca-6264-42c6-9087-cefbceb00b89 req-11940a96-adfc-4a88-bc86-2c16b3adc4f6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-617841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612926', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754056714442', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754056173882', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754056173900', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2909847'] for port (99509c55-57ba-437e-ad14-129aa1ea57fc), after_update {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:42:45.750654 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f77d8dca-6264-42c6-9087-cefbceb00b89 req-11940a96-adfc-4a88-bc86-2c16b3adc4f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 07:42:45.751417 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [req-f77d8dca-6264-42c6-9087-cefbceb00b89 req-11940a96-adfc-4a88-bc86-2c16b3adc4f6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93885'] for port (None), before_response {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:42:45.752823 dv-cinder-825492-15-iscsi neutron-server[104526]: INFO neutron.wsgi [req-f77d8dca-6264-42c6-9087-cefbceb00b89 req-11940a96-adfc-4a88-bc86-2c16b3adc4f6 service neutron] 10.222.0.41 "PUT /v2.0/ports/99509c55-57ba-437e-ad14-129aa1ea57fc HTTP/1.1" status: 200 len: 1093 time: 0.7899394 May 25 07:42:45.755069 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd2c1096c-18ac-4b61-bfc2-fb24367f2ce3', 'tag': '99509c55-57ba-437e-ad14-129aa1ea57fc'}] {{(pid=104526) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 25 07:42:45.757323 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db633a5f02cadde147c9bc1566607705b0433b891c7275f259bdbd209e6b6683" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f725efac-7f6d-48d3-8e15-7d2b46ed8ac6" -d '{"events": [{"name": "network-changed", "server_uuid": "d2c1096c-18ac-4b61-bfc2-fb24367f2ce3", "tag": "99509c55-57ba-437e-ad14-129aa1ea57fc"}]}' {{(pid=104526) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 25 07:42:45.789350 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11940a96-adfc-4a88-bc86-2c16b3adc4f6 service neutron] Pushing event updated for resources: {'Port': ['ID=99509c55-57ba-437e-ad14-129aa1ea57fc,revision_number=3']} {{(pid=104526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 07:42:45.968008 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 25 May 2022 07:42:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d59825d8-9e8e-429c-b247-54f493c356bf x-openstack-request-id: req-d59825d8-9e8e-429c-b247-54f493c356bf {{(pid=104526) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 25 07:42:45.968676 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d2c1096c-18ac-4b61-bfc2-fb24367f2ce3", "tag": "99509c55-57ba-437e-ad14-129aa1ea57fc", "status": "completed", "code": 200}]} {{(pid=104526) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 25 07:42:45.968676 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-d59825d8-9e8e-429c-b247-54f493c356bf {{(pid=104526) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 25 07:42:45.968927 dv-cinder-825492-15-iscsi neutron-server[104526]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d59825d8-9e8e-429c-b247-54f493c356bf'] response: {'name': 'network-changed', 'server_uuid': 'd2c1096c-18ac-4b61-bfc2-fb24367f2ce3', 'tag': '99509c55-57ba-437e-ad14-129aa1ea57fc', 'status': 'completed', 'code': 200} May 25 07:42:45.995276 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5e37953-836d-4674-8e72-8304cd14cd92 req-52efbdc6-c6a9-47ee-84af-ba85cee21081 tempest-VolumesActionsTest-1395778514 tempest-VolumesActionsTest-1395778514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 07:42:45.996872 dv-cinder-825492-15-iscsi neutron-server[104526]: INFO neutron.wsgi [req-a5e37953-836d-4674-8e72-8304cd14cd92 req-52efbdc6-c6a9-47ee-84af-ba85cee21081 tempest-VolumesActionsTest-1395778514 tempest-VolumesActionsTest-1395778514-project] 10.222.0.24 "GET /v2.0/ports?device_id=d2c1096c-18ac-4b61-bfc2-fb24367f2ce3 HTTP/1.1" status: 200 len: 943 time: 0.0883718 May 25 07:42:45.998499 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f77d8dca-6264-42c6-9087-cefbceb00b89 req-23c4c71a-7a1c-4618-a32f-4a84f0390177 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 07:42:45.999991 dv-cinder-825492-15-iscsi neutron-server[104526]: INFO neutron.wsgi [req-f77d8dca-6264-42c6-9087-cefbceb00b89 req-23c4c71a-7a1c-4618-a32f-4a84f0390177 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=c16634316fc64493aef03cf073514273&device_id=d2c1096c-18ac-4b61-bfc2-fb24367f2ce3 HTTP/1.1" status: 200 len: 1127 time: 0.0897300 May 25 07:42:46.055066 dv-cinder-825492-15-iscsi neutron-server[104526]: INFO neutron.wsgi [req-f77d8dca-6264-42c6-9087-cefbceb00b89 req-de8331f5-776e-4424-b601-9483841e8250 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=99509c55-57ba-437e-ad14-129aa1ea57fc HTTP/1.1" status: 200 len: 217 time: 0.0371199 May 25 07:42:46.111490 dv-cinder-825492-15-iscsi neutron-server[104526]: INFO neutron.wsgi [req-a5e37953-836d-4674-8e72-8304cd14cd92 req-8753ef6c-e107-459d-8148-05aa3b98e2a8 tempest-VolumesActionsTest-1395778514 tempest-VolumesActionsTest-1395778514-project] 10.222.0.24 "GET /v2.0/security-groups?id=6665c53a-86ae-436e-a7f1-05d6434ff7c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1079950 May 25 07:42:46.122753 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f77d8dca-6264-42c6-9087-cefbceb00b89 req-0cbd0d62-d50d-4b9b-994f-c0940bbd76c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 07:42:46.124897 dv-cinder-825492-15-iscsi neutron-server[104526]: INFO neutron.wsgi [req-f77d8dca-6264-42c6-9087-cefbceb00b89 req-0cbd0d62-d50d-4b9b-994f-c0940bbd76c7 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=a55882c6-fce7-454c-a655-7352b87dd3be HTTP/1.1" status: 200 len: 848 time: 0.0613031 May 25 07:42:46.157407 dv-cinder-825492-15-iscsi neutron-server[104526]: INFO neutron.wsgi [req-f77d8dca-6264-42c6-9087-cefbceb00b89 req-babfcb46-ee96-42b5-91ad-5aabdaa0ad8f service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=4da000a2-13db-425e-9154-d0d501197ba8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0268846 May 25 07:42:46.245374 dv-cinder-825492-15-iscsi neutron-server[104526]: INFO neutron.wsgi [req-f77d8dca-6264-42c6-9087-cefbceb00b89 req-2818e24b-1289-4928-880a-8a85a8712e4a service neutron] 10.222.0.41 "GET /v2.0/networks/4da000a2-13db-425e-9154-d0d501197ba8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0822761 May 25 07:42:46.338144 dv-cinder-825492-15-iscsi neutron-server[104526]: INFO neutron.wsgi [req-f77d8dca-6264-42c6-9087-cefbceb00b89 req-085b8817-dd4f-49c6-85d2-523c42fe7d3c service neutron] 10.222.0.41 "GET /v2.0/networks/4da000a2-13db-425e-9154-d0d501197ba8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0873942 May 25 07:42:46.541663 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9503a285-6e4d-4e98-bbcb-f32a1d2c7b95 req-fd50d0d9-5580-45d7-8038-db322c242108 tempest-TestShelveInstance-2091076447 tempest-TestShelveInstance-2091076447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 07:42:46.543377 dv-cinder-825492-15-iscsi neutron-server[104525]: INFO neutron.wsgi [req-9503a285-6e4d-4e98-bbcb-f32a1d2c7b95 req-fd50d0d9-5580-45d7-8038-db322c242108 tempest-TestShelveInstance-2091076447 tempest-TestShelveInstance-2091076447-project] 10.222.0.24 "GET /v2.0/ports?device_id=63430b83-f298-430c-9ca9-bdd4d69bde91 HTTP/1.1" status: 200 len: 945 time: 0.0478549 May 25 07:42:46.592345 dv-cinder-825492-15-iscsi neutron-server[104525]: INFO neutron.wsgi [req-9503a285-6e4d-4e98-bbcb-f32a1d2c7b95 req-13be3651-a034-4e68-8054-1e2060522296 tempest-TestShelveInstance-2091076447 tempest-TestShelveInstance-2091076447-project] 10.222.0.24 "GET /v2.0/security-groups?id=edcffb78-b012-4438-ba13-bc705797ca5b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420566 May 25 07:42:46.986435 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e7fbc3e-151b-4b66-b689-fb036f2ff0dd req-18bd4661-9c68-4e3d-aa05-49ac7d2635da tempest-TestShelveInstance-2091076447 tempest-TestShelveInstance-2091076447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 07:42:46.987903 dv-cinder-825492-15-iscsi neutron-server[104525]: INFO neutron.wsgi [req-9e7fbc3e-151b-4b66-b689-fb036f2ff0dd req-18bd4661-9c68-4e3d-aa05-49ac7d2635da tempest-TestShelveInstance-2091076447 tempest-TestShelveInstance-2091076447-project] 10.222.0.24 "GET /v2.0/ports?device_id=63430b83-f298-430c-9ca9-bdd4d69bde91 HTTP/1.1" status: 200 len: 945 time: 0.0483961 May 25 07:42:47.068144 dv-cinder-825492-15-iscsi neutron-server[104525]: INFO neutron.wsgi [req-296269bf-2130-4c61-8b2a-69d2555e2fd1 req-15e5b326-70f1-428a-9e05-be6057bccc7c service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=63430b83-f298-430c-9ca9-bdd4d69bde91&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0607574 May 25 07:42:47.072010 dv-cinder-825492-15-iscsi neutron-server[104525]: INFO neutron.wsgi [req-9e7fbc3e-151b-4b66-b689-fb036f2ff0dd req-82637443-bd36-47fe-8ff1-0a120fc07439 tempest-TestShelveInstance-2091076447 tempest-TestShelveInstance-2091076447-project] 10.222.0.24 "GET /v2.0/security-groups?id=edcffb78-b012-4438-ba13-bc705797ca5b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0780656 May 25 07:42:47.151704 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-296269bf-2130-4c61-8b2a-69d2555e2fd1 req-e9b28805-88f6-440f-9073-6914e47b9dcb tempest-TestShelveInstance-2091076447 tempest-TestShelveInstance-2091076447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 07:42:47.153101 dv-cinder-825492-15-iscsi neutron-server[104526]: INFO neutron.wsgi [req-296269bf-2130-4c61-8b2a-69d2555e2fd1 req-e9b28805-88f6-440f-9073-6914e47b9dcb tempest-TestShelveInstance-2091076447 tempest-TestShelveInstance-2091076447-project] 10.222.0.24 "GET /v2.0/ports/6d5abc91-52ce-441e-be4e-749082dec7ae HTTP/1.1" status: 200 len: 942 time: 0.0480378 May 25 07:42:47.228335 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4b5edea-f0e1-49f5-aa51-fff0f0586b7b req-896c0e24-25be-436f-ac82-a68c735db148 tempest-VolumesActionsTest-1395778514 tempest-VolumesActionsTest-1395778514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 07:42:47.229833 dv-cinder-825492-15-iscsi neutron-server[104526]: INFO neutron.wsgi [req-b4b5edea-f0e1-49f5-aa51-fff0f0586b7b req-896c0e24-25be-436f-ac82-a68c735db148 tempest-VolumesActionsTest-1395778514 tempest-VolumesActionsTest-1395778514-project] 10.222.0.24 "GET /v2.0/ports?device_id=d2c1096c-18ac-4b61-bfc2-fb24367f2ce3 HTTP/1.1" status: 200 len: 943 time: 0.0479524 May 25 07:42:47.309742 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f725efac-7f6d-48d3-8e15-7d2b46ed8ac6 req-81173d66-0b81-4963-bfb4-dbd532ee7682 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 07:42:47.311776 dv-cinder-825492-15-iscsi neutron-server[104526]: INFO neutron.wsgi [req-f725efac-7f6d-48d3-8e15-7d2b46ed8ac6 req-81173d66-0b81-4963-bfb4-dbd532ee7682 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=c16634316fc64493aef03cf073514273&device_id=d2c1096c-18ac-4b61-bfc2-fb24367f2ce3 HTTP/1.1" status: 200 len: 1127 time: 0.0592461 May 25 07:42:47.315031 dv-cinder-825492-15-iscsi neutron-server[104526]: INFO neutron.wsgi [req-b4b5edea-f0e1-49f5-aa51-fff0f0586b7b req-d417b2fd-7423-4bc9-ac8c-33cd20aa3bcb tempest-VolumesActionsTest-1395778514 tempest-VolumesActionsTest-1395778514-project] 10.222.0.24 "GET /v2.0/security-groups?id=6665c53a-86ae-436e-a7f1-05d6434ff7c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0797172 May 25 07:42:47.400264 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f725efac-7f6d-48d3-8e15-7d2b46ed8ac6 req-ec5b0d88-088d-48ae-a3b4-98046868fe54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 07:42:47.401680 dv-cinder-825492-15-iscsi neutron-server[104526]: INFO neutron.wsgi [req-f725efac-7f6d-48d3-8e15-7d2b46ed8ac6 req-ec5b0d88-088d-48ae-a3b4-98046868fe54 service neutron] 10.222.0.41 "GET /v2.0/networks?id=4da000a2-13db-425e-9154-d0d501197ba8 HTTP/1.1" status: 200 len: 909 time: 0.0845246 May 25 07:42:47.809804 dv-cinder-825492-15-iscsi neutron-server[104526]: INFO neutron.wsgi [req-f725efac-7f6d-48d3-8e15-7d2b46ed8ac6 req-9e356b32-df9c-4bd6-9b32-6d153b8d7130 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=99509c55-57ba-437e-ad14-129aa1ea57fc HTTP/1.1" status: 200 len: 217 time: 0.0373313 May 25 07:42:48.088124 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f725efac-7f6d-48d3-8e15-7d2b46ed8ac6 req-ad6ccf63-046c-4dc4-b0e6-74aa848fe793 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 07:42:48.089673 dv-cinder-825492-15-iscsi neutron-server[104526]: INFO neutron.wsgi [req-f725efac-7f6d-48d3-8e15-7d2b46ed8ac6 req-ad6ccf63-046c-4dc4-b0e6-74aa848fe793 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=a55882c6-fce7-454c-a655-7352b87dd3be HTTP/1.1" status: 200 len: 848 time: 0.0498295 May 25 07:42:48.104900 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG dbcounter [-] [104526] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=104526) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 07:42:48.125260 dv-cinder-825492-15-iscsi neutron-server[104526]: INFO neutron.wsgi [req-f725efac-7f6d-48d3-8e15-7d2b46ed8ac6 req-fa0cc97a-08af-4381-9da6-2a6d822e6578 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=4da000a2-13db-425e-9154-d0d501197ba8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0295217 May 25 07:42:48.194675 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-116955b1-d08e-4966-86a7-035360a6c94e req-de0afc6f-0c2a-4d21-8d74-b7643935740b tempest-TestShelveInstance-2091076447 tempest-TestShelveInstance-2091076447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 07:42:48.196197 dv-cinder-825492-15-iscsi neutron-server[104525]: INFO neutron.wsgi [req-116955b1-d08e-4966-86a7-035360a6c94e req-de0afc6f-0c2a-4d21-8d74-b7643935740b tempest-TestShelveInstance-2091076447 tempest-TestShelveInstance-2091076447-project] 10.222.0.24 "GET /v2.0/ports?device_id=63430b83-f298-430c-9ca9-bdd4d69bde91 HTTP/1.1" status: 200 len: 945 time: 0.0508809 May 25 07:42:48.227377 dv-cinder-825492-15-iscsi neutron-server[104526]: INFO neutron.wsgi [req-f725efac-7f6d-48d3-8e15-7d2b46ed8ac6 req-63b15cd9-52df-4182-a7cd-c199d9e64160 service neutron] 10.222.0.41 "GET /v2.0/networks/4da000a2-13db-425e-9154-d0d501197ba8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0965304 May 25 07:42:48.252393 dv-cinder-825492-15-iscsi neutron-server[104525]: INFO neutron.wsgi [req-116955b1-d08e-4966-86a7-035360a6c94e req-81f93b54-5f4f-49da-923e-88672080bef3 tempest-TestShelveInstance-2091076447 tempest-TestShelveInstance-2091076447-project] 10.222.0.24 "GET /v2.0/security-groups?id=edcffb78-b012-4438-ba13-bc705797ca5b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0493293 May 25 07:42:48.288736 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG dbcounter [-] [104526] Writing DB stats neutron:SELECT=100 {{(pid=104526) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 07:42:48.318499 dv-cinder-825492-15-iscsi neutron-server[104526]: INFO neutron.wsgi [req-f725efac-7f6d-48d3-8e15-7d2b46ed8ac6 req-11b9a0f2-fd14-40b6-8f51-82b3740c40a7 service neutron] 10.222.0.41 "GET /v2.0/networks/4da000a2-13db-425e-9154-d0d501197ba8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845180 May 25 07:42:48.430798 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd5302b0-1c22-403c-b46c-4a122c53a1b2 req-b1b30cc8-992a-4f29-833f-4ade9f89fbbc tempest-VolumesActionsTest-1395778514 tempest-VolumesActionsTest-1395778514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 07:42:48.432228 dv-cinder-825492-15-iscsi neutron-server[104526]: INFO neutron.wsgi [req-cd5302b0-1c22-403c-b46c-4a122c53a1b2 req-b1b30cc8-992a-4f29-833f-4ade9f89fbbc tempest-VolumesActionsTest-1395778514 tempest-VolumesActionsTest-1395778514-project] 10.222.0.24 "GET /v2.0/ports?device_id=d2c1096c-18ac-4b61-bfc2-fb24367f2ce3 HTTP/1.1" status: 200 len: 943 time: 0.0466485 May 25 07:42:48.481741 dv-cinder-825492-15-iscsi neutron-server[104526]: INFO neutron.wsgi [req-cd5302b0-1c22-403c-b46c-4a122c53a1b2 req-97a41c75-7e0f-4a4f-b2bc-b6226e899611 tempest-VolumesActionsTest-1395778514 tempest-VolumesActionsTest-1395778514-project] 10.222.0.24 "GET /v2.0/security-groups?id=6665c53a-86ae-436e-a7f1-05d6434ff7c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439510 May 25 07:42:48.748127 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.plugins.ml2.rpc [None req-798242cc-9ea0-464c-9109-86bd7997349e None None] Device 99509c55-57ba-437e-ad14-129aa1ea57fc details requested by agent hyperv_hv-cinder-82549 with host hv-cinder-82549 {{(pid=104527) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 25 07:42:48.762035 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.plugins.ml2.rpc [None req-798242cc-9ea0-464c-9109-86bd7997349e None None] Device 6d5abc91-52ce-441e-be4e-749082dec7ae no longer exists at agent hyperv_hv-cinder-82549 {{(pid=104527) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 25 07:42:49.033726 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.plugins.ml2.db [None req-798242cc-9ea0-464c-9109-86bd7997349e None None] For port 99509c55-57ba-437e-ad14-129aa1ea57fc, host hv-cinder-82549, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82549',level=0,port_id=99509c55-57ba-437e-ad14-129aa1ea57fc,segment=NetworkSegment(833b25f6-f23e-427a-8fce-58c998df3971),segment_id=833b25f6-f23e-427a-8fce-58c998df3971)] {{(pid=104527) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 07:42:49.042031 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.plugins.ml2.plugin [None req-798242cc-9ea0-464c-9109-86bd7997349e None None] Current status of the port 6d5abc91-52ce-441e-be4e-749082dec7ae is: ACTIVE; New status is: DOWN {{(pid=104527) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 25 07:42:49.042424 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron_lib.callbacks.manager [None req-798242cc-9ea0-464c-9109-86bd7997349e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-616651'] for port (6d5abc91-52ce-441e-be4e-749082dec7ae), before_update {{(pid=104527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:42:49.054905 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.plugins.ml2.rpc [None req-798242cc-9ea0-464c-9109-86bd7997349e None None] Returning: {'device': '99509c55-57ba-437e-ad14-129aa1ea57fc', 'network_id': '4da000a2-13db-425e-9154-d0d501197ba8', 'port_id': '99509c55-57ba-437e-ad14-129aa1ea57fc', 'mac_address': 'fa:16:3e:94:0c:40', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 280, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a55882c6-fce7-454c-a655-7352b87dd3be', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104527) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 25 07:42:49.072962 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '63430b83-f298-430c-9ca9-bdd4d69bde91', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6d5abc91-52ce-441e-be4e-749082dec7ae'}] {{(pid=104527) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 25 07:42:49.075151 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b7b9631292b9c3281c46c063e828ef1e98938590bf5356102cacde7abf71fd6b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c44f0752-f01a-4abf-b24a-dfc8373a0dc2" -d '{"events": [{"server_uuid": "63430b83-f298-430c-9ca9-bdd4d69bde91", "name": "network-vif-unplugged", "status": "completed", "tag": "6d5abc91-52ce-441e-be4e-749082dec7ae"}]}' {{(pid=104527) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 25 07:42:49.105235 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.plugins.ml2.db [None req-798242cc-9ea0-464c-9109-86bd7997349e None None] For port 6d5abc91-52ce-441e-be4e-749082dec7ae, host hv-cinder-82549, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82549',level=0,port_id=6d5abc91-52ce-441e-be4e-749082dec7ae,segment=NetworkSegment(ed9b260d-18a6-47d6-b09f-f8e237c3b8ef),segment_id=ed9b260d-18a6-47d6-b09f-f8e237c3b8ef)] {{(pid=104527) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 07:42:49.116431 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.plugins.ml2.plugin [None req-798242cc-9ea0-464c-9109-86bd7997349e None None] Current status of the port 99509c55-57ba-437e-ad14-129aa1ea57fc is: DOWN; New status is: BUILD {{(pid=104527) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 25 07:42:49.116914 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron_lib.callbacks.manager [None req-798242cc-9ea0-464c-9109-86bd7997349e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-616651'] for port (99509c55-57ba-437e-ad14-129aa1ea57fc), before_update {{(pid=104527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:42:49.121119 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Wed, 25 May 2022 07:42:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c43d8c84-62da-4aa4-8224-e29f29ab24a1 x-openstack-request-id: req-c43d8c84-62da-4aa4-8224-e29f29ab24a1 {{(pid=104527) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 25 07:42:49.121397 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "63430b83-f298-430c-9ca9-bdd4d69bde91", "name": "network-vif-unplugged", "status": "failed", "tag": "6d5abc91-52ce-441e-be4e-749082dec7ae", "code": 422}]} {{(pid=104527) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 25 07:42:49.121649 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-c43d8c84-62da-4aa4-8224-e29f29ab24a1 {{(pid=104527) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 25 07:42:49.122032 dv-cinder-825492-15-iscsi neutron-server[104527]: WARNING neutron.notifiers.nova [-] Nova event matching ['req-c43d8c84-62da-4aa4-8224-e29f29ab24a1']: {'server_uuid': '63430b83-f298-430c-9ca9-bdd4d69bde91', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '6d5abc91-52ce-441e-be4e-749082dec7ae', 'code': 422} returned with failed status May 25 07:42:49.132350 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.notifiers.nova [None req-798242cc-9ea0-464c-9109-86bd7997349e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 99509c55-57ba-437e-ad14-129aa1ea57fc {{(pid=104527) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 25 07:42:49.153852 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.plugins.ml2.db [None req-798242cc-9ea0-464c-9109-86bd7997349e None None] For port 99509c55-57ba-437e-ad14-129aa1ea57fc, host hv-cinder-82549, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82549',level=0,port_id=99509c55-57ba-437e-ad14-129aa1ea57fc,segment=NetworkSegment(833b25f6-f23e-427a-8fce-58c998df3971),segment_id=833b25f6-f23e-427a-8fce-58c998df3971)] {{(pid=104527) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 07:42:49.173461 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron_lib.callbacks.manager [None req-798242cc-9ea0-464c-9109-86bd7997349e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-617841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612926', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754056714442', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754056173882', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754056173900'] for port (6d5abc91-52ce-441e-be4e-749082dec7ae), after_update {{(pid=104527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:42:49.219473 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-798242cc-9ea0-464c-9109-86bd7997349e None None] Pushing event updated for resources: {'Port': ['ID=6d5abc91-52ce-441e-be4e-749082dec7ae,revision_number=6']} {{(pid=104527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 07:42:49.245529 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron_lib.callbacks.manager [None req-798242cc-9ea0-464c-9109-86bd7997349e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-617841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612926', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754056714442', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754056173882', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754056173900'] for port (99509c55-57ba-437e-ad14-129aa1ea57fc), after_update {{(pid=104527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:42:49.294899 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-798242cc-9ea0-464c-9109-86bd7997349e None None] Pushing event updated for resources: {'Port': ['ID=99509c55-57ba-437e-ad14-129aa1ea57fc,revision_number=4']} {{(pid=104527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 07:42:49.365804 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7670d4ee-c61c-49e1-b168-811e83e4e93f req-3e984fbf-4acc-44bd-86df-3e5f5fc6818c tempest-TestShelveInstance-2091076447 tempest-TestShelveInstance-2091076447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 07:42:49.367159 dv-cinder-825492-15-iscsi neutron-server[104526]: INFO neutron.wsgi [req-7670d4ee-c61c-49e1-b168-811e83e4e93f req-3e984fbf-4acc-44bd-86df-3e5f5fc6818c tempest-TestShelveInstance-2091076447 tempest-TestShelveInstance-2091076447-project] 10.222.0.24 "GET /v2.0/ports?device_id=63430b83-f298-430c-9ca9-bdd4d69bde91 HTTP/1.1" status: 200 len: 943 time: 0.0467129 May 25 07:42:49.415926 dv-cinder-825492-15-iscsi neutron-server[104526]: INFO neutron.wsgi [req-7670d4ee-c61c-49e1-b168-811e83e4e93f req-35c68244-f1c5-4d8a-8729-a6c8a1dc51f6 tempest-TestShelveInstance-2091076447 tempest-TestShelveInstance-2091076447-project] 10.222.0.24 "GET /v2.0/security-groups?id=edcffb78-b012-4438-ba13-bc705797ca5b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432305 May 25 07:42:49.555184 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.plugins.ml2.db [None req-798242cc-9ea0-464c-9109-86bd7997349e None None] get_ports_and_sgs() called for port_ids ['99509c55-57ba-437e-ad14-129aa1ea57fc'] {{(pid=104527) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 25 07:42:49.597347 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e22704d-dbeb-44fe-aa05-3ca22c1c2280 req-3e4ee451-cdbe-4625-93c8-b41ef9a0e925 tempest-VolumesActionsTest-1395778514 tempest-VolumesActionsTest-1395778514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 07:42:49.598857 dv-cinder-825492-15-iscsi neutron-server[104525]: INFO neutron.wsgi [req-1e22704d-dbeb-44fe-aa05-3ca22c1c2280 req-3e4ee451-cdbe-4625-93c8-b41ef9a0e925 tempest-VolumesActionsTest-1395778514 tempest-VolumesActionsTest-1395778514-project] 10.222.0.24 "GET /v2.0/ports?device_id=d2c1096c-18ac-4b61-bfc2-fb24367f2ce3 HTTP/1.1" status: 200 len: 944 time: 0.0494056 May 25 07:42:49.605461 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG dbcounter [-] [104527] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=104527) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 07:42:49.648682 dv-cinder-825492-15-iscsi neutron-server[104525]: INFO neutron.wsgi [req-1e22704d-dbeb-44fe-aa05-3ca22c1c2280 req-ef5d531c-7c70-4868-9652-4a260fedc0a7 tempest-VolumesActionsTest-1395778514 tempest-VolumesActionsTest-1395778514-project] 10.222.0.24 "GET /v2.0/security-groups?id=6665c53a-86ae-436e-a7f1-05d6434ff7c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437787 May 25 07:42:50.525585 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG dbcounter [-] [104525] Writing DB stats neutron:SELECT=100 {{(pid=104525) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 07:42:50.543536 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9b121f5-aa68-4f06-a9f6-14f6101414de req-bad76f93-3b00-45b9-ae46-c1fa18027dfb tempest-TestShelveInstance-2091076447 tempest-TestShelveInstance-2091076447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 07:42:50.545286 dv-cinder-825492-15-iscsi neutron-server[104525]: INFO neutron.wsgi [req-d9b121f5-aa68-4f06-a9f6-14f6101414de req-bad76f93-3b00-45b9-ae46-c1fa18027dfb tempest-TestShelveInstance-2091076447 tempest-TestShelveInstance-2091076447-project] 10.222.0.24 "GET /v2.0/ports?device_id=63430b83-f298-430c-9ca9-bdd4d69bde91 HTTP/1.1" status: 200 len: 943 time: 0.0525839 May 25 07:42:50.571883 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG dbcounter [-] [104525] Writing DB stats neutron:SELECT=100 {{(pid=104525) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 07:42:50.599197 dv-cinder-825492-15-iscsi neutron-server[104525]: INFO neutron.wsgi [req-d9b121f5-aa68-4f06-a9f6-14f6101414de req-abce24e2-9c77-4dfc-868f-543e49da425c tempest-TestShelveInstance-2091076447 tempest-TestShelveInstance-2091076447-project] 10.222.0.24 "GET /v2.0/security-groups?id=edcffb78-b012-4438-ba13-bc705797ca5b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0481575 May 25 07:42:50.760785 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-437be7fe-9957-4979-adaa-e9f06e34d9b9 req-63410921-97d6-43c2-a480-645ac55b6f96 tempest-VolumesActionsTest-1395778514 tempest-VolumesActionsTest-1395778514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 07:42:50.762127 dv-cinder-825492-15-iscsi neutron-server[104526]: INFO neutron.wsgi [req-437be7fe-9957-4979-adaa-e9f06e34d9b9 req-63410921-97d6-43c2-a480-645ac55b6f96 tempest-VolumesActionsTest-1395778514 tempest-VolumesActionsTest-1395778514-project] 10.222.0.24 "GET /v2.0/ports?device_id=d2c1096c-18ac-4b61-bfc2-fb24367f2ce3 HTTP/1.1" status: 200 len: 944 time: 0.0459011 May 25 07:42:50.767268 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.plugins.ml2.rpc [None req-798242cc-9ea0-464c-9109-86bd7997349e None None] Device 99509c55-57ba-437e-ad14-129aa1ea57fc up at agent hyperv_hv-cinder-82549 {{(pid=104527) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 25 07:42:50.809583 dv-cinder-825492-15-iscsi neutron-server[104526]: INFO neutron.wsgi [req-437be7fe-9957-4979-adaa-e9f06e34d9b9 req-825f48db-c616-49c8-b9ba-825941fc3d9a tempest-VolumesActionsTest-1395778514 tempest-VolumesActionsTest-1395778514-project] 10.222.0.24 "GET /v2.0/security-groups?id=6665c53a-86ae-436e-a7f1-05d6434ff7c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412464 May 25 07:42:50.812255 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.db.provisioning_blocks [None req-798242cc-9ea0-464c-9109-86bd7997349e None None] Provisioning for port 99509c55-57ba-437e-ad14-129aa1ea57fc completed by entity L2. {{(pid=104527) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 25 07:42:50.881857 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.db.provisioning_blocks [None req-798242cc-9ea0-464c-9109-86bd7997349e None None] Provisioning complete for port 99509c55-57ba-437e-ad14-129aa1ea57fc triggered by entity L2. {{(pid=104527) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 25 07:42:50.882229 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron_lib.callbacks.manager [None req-798242cc-9ea0-464c-9109-86bd7997349e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1490782'] for port (99509c55-57ba-437e-ad14-129aa1ea57fc), provisioning_complete {{(pid=104527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:42:50.901134 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG dbcounter [-] [104527] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104527) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 07:42:50.954336 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.plugins.ml2.plugin [None req-798242cc-9ea0-464c-9109-86bd7997349e None None] Current status of the port 99509c55-57ba-437e-ad14-129aa1ea57fc is: BUILD; New status is: ACTIVE {{(pid=104527) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 25 07:42:50.954798 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron_lib.callbacks.manager [None req-798242cc-9ea0-464c-9109-86bd7997349e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-616651'] for port (99509c55-57ba-437e-ad14-129aa1ea57fc), before_update {{(pid=104527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:42:50.987709 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.plugins.ml2.db [None req-798242cc-9ea0-464c-9109-86bd7997349e None None] For port 99509c55-57ba-437e-ad14-129aa1ea57fc, host hv-cinder-82549, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82549',level=0,port_id=99509c55-57ba-437e-ad14-129aa1ea57fc,segment=NetworkSegment(833b25f6-f23e-427a-8fce-58c998df3971),segment_id=833b25f6-f23e-427a-8fce-58c998df3971)] {{(pid=104527) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 07:42:51.058973 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron_lib.callbacks.manager [None req-798242cc-9ea0-464c-9109-86bd7997349e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-617841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612926', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754056714442', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754056173882', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754056173900'] for port (99509c55-57ba-437e-ad14-129aa1ea57fc), after_update {{(pid=104527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:42:51.108272 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-798242cc-9ea0-464c-9109-86bd7997349e None None] Pushing event updated for resources: {'Port': ['ID=99509c55-57ba-437e-ad14-129aa1ea57fc,revision_number=5']} {{(pid=104527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 07:42:51.123632 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd2c1096c-18ac-4b61-bfc2-fb24367f2ce3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '99509c55-57ba-437e-ad14-129aa1ea57fc'}] {{(pid=104527) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 25 07:42:51.126033 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b7b9631292b9c3281c46c063e828ef1e98938590bf5356102cacde7abf71fd6b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-10fb8c94-8f87-415d-acaa-a9eb7e7c3c5e" -d '{"events": [{"server_uuid": "d2c1096c-18ac-4b61-bfc2-fb24367f2ce3", "name": "network-vif-plugged", "status": "completed", "tag": "99509c55-57ba-437e-ad14-129aa1ea57fc"}]}' {{(pid=104527) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 25 07:42:51.161205 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 25 May 2022 07:42:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-32ac345b-94d0-433b-a5dc-51744240ec2e x-openstack-request-id: req-32ac345b-94d0-433b-a5dc-51744240ec2e {{(pid=104527) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 25 07:42:51.161494 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d2c1096c-18ac-4b61-bfc2-fb24367f2ce3", "name": "network-vif-plugged", "status": "completed", "tag": "99509c55-57ba-437e-ad14-129aa1ea57fc", "code": 200}]} {{(pid=104527) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 25 07:42:51.161740 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-32ac345b-94d0-433b-a5dc-51744240ec2e {{(pid=104527) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 25 07:42:51.162131 dv-cinder-825492-15-iscsi neutron-server[104527]: INFO neutron.notifiers.nova [-] Nova event matching ['req-32ac345b-94d0-433b-a5dc-51744240ec2e'] response: {'server_uuid': 'd2c1096c-18ac-4b61-bfc2-fb24367f2ce3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '99509c55-57ba-437e-ad14-129aa1ea57fc', 'code': 200} May 25 07:42:51.539490 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4f8ccb4-0c48-47de-9473-63b2bca0d12b req-6df4e89b-7339-4a30-994d-6935661327ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 07:42:51.541077 dv-cinder-825492-15-iscsi neutron-server[104526]: INFO neutron.wsgi [req-c4f8ccb4-0c48-47de-9473-63b2bca0d12b req-6df4e89b-7339-4a30-994d-6935661327ad service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=d2c1096c-18ac-4b61-bfc2-fb24367f2ce3 HTTP/1.1" status: 200 len: 1129 time: 0.0414217 May 25 07:42:51.585830 dv-cinder-825492-15-iscsi neutron-server[104526]: INFO neutron.wsgi [req-c4f8ccb4-0c48-47de-9473-63b2bca0d12b req-86e1bc27-6793-407d-b623-82d66fe65cc8 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=6665c53a-86ae-436e-a7f1-05d6434ff7c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379517 May 25 07:42:51.721273 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4900f39b-fcd3-47b9-8ede-4410aab48179 req-81c86ae6-26fe-4b30-b51a-23ce601f58b9 tempest-TestShelveInstance-2091076447 tempest-TestShelveInstance-2091076447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 07:42:51.722749 dv-cinder-825492-15-iscsi neutron-server[104525]: INFO neutron.wsgi [req-4900f39b-fcd3-47b9-8ede-4410aab48179 req-81c86ae6-26fe-4b30-b51a-23ce601f58b9 tempest-TestShelveInstance-2091076447 tempest-TestShelveInstance-2091076447-project] 10.222.0.24 "GET /v2.0/ports?device_id=63430b83-f298-430c-9ca9-bdd4d69bde91 HTTP/1.1" status: 200 len: 943 time: 0.0500810 May 25 07:42:51.772207 dv-cinder-825492-15-iscsi neutron-server[104525]: INFO neutron.wsgi [req-4900f39b-fcd3-47b9-8ede-4410aab48179 req-8c452c1b-6c73-4ca1-bb35-1d84477e9740 tempest-TestShelveInstance-2091076447 tempest-TestShelveInstance-2091076447-project] 10.222.0.24 "GET /v2.0/security-groups?id=edcffb78-b012-4438-ba13-bc705797ca5b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438685 May 25 07:42:51.921938 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e5e1fe6-f73c-44c8-91a7-9a798d1cdce8 req-7917e9ce-648a-4587-9a17-4b470b5d9da9 tempest-VolumesActionsTest-1395778514 tempest-VolumesActionsTest-1395778514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 07:42:51.923323 dv-cinder-825492-15-iscsi neutron-server[104526]: INFO neutron.wsgi [req-0e5e1fe6-f73c-44c8-91a7-9a798d1cdce8 req-7917e9ce-648a-4587-9a17-4b470b5d9da9 tempest-VolumesActionsTest-1395778514 tempest-VolumesActionsTest-1395778514-project] 10.222.0.24 "GET /v2.0/ports?device_id=d2c1096c-18ac-4b61-bfc2-fb24367f2ce3 HTTP/1.1" status: 200 len: 945 time: 0.0466404 May 25 07:42:51.969277 dv-cinder-825492-15-iscsi neutron-server[104526]: INFO neutron.wsgi [req-0e5e1fe6-f73c-44c8-91a7-9a798d1cdce8 req-2cedcf29-b5f4-40ef-bba1-293a2198b1de tempest-VolumesActionsTest-1395778514 tempest-VolumesActionsTest-1395778514-project] 10.222.0.24 "GET /v2.0/security-groups?id=6665c53a-86ae-436e-a7f1-05d6434ff7c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404339 May 25 07:42:52.890531 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57cb8a6d-4151-4747-8903-208fe244848c req-a034a0a1-5bfe-455d-bd06-3a2020f869e6 tempest-TestShelveInstance-2091076447 tempest-TestShelveInstance-2091076447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 07:42:52.891934 dv-cinder-825492-15-iscsi neutron-server[104526]: INFO neutron.wsgi [req-57cb8a6d-4151-4747-8903-208fe244848c req-a034a0a1-5bfe-455d-bd06-3a2020f869e6 tempest-TestShelveInstance-2091076447 tempest-TestShelveInstance-2091076447-project] 10.222.0.24 "GET /v2.0/ports?device_id=63430b83-f298-430c-9ca9-bdd4d69bde91 HTTP/1.1" status: 200 len: 943 time: 0.0522144 May 25 07:42:52.942175 dv-cinder-825492-15-iscsi neutron-server[104526]: INFO neutron.wsgi [req-57cb8a6d-4151-4747-8903-208fe244848c req-7896b858-fb7a-47c9-a126-862e71f2c768 tempest-TestShelveInstance-2091076447 tempest-TestShelveInstance-2091076447-project] 10.222.0.24 "GET /v2.0/security-groups?id=edcffb78-b012-4438-ba13-bc705797ca5b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445912 May 25 07:42:53.089911 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6cda295-c4e5-4049-93b3-868f20ae8f0c req-36e341ab-4574-4b28-b5ba-818732750b2c tempest-VolumesActionsTest-1395778514 tempest-VolumesActionsTest-1395778514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 07:42:53.091545 dv-cinder-825492-15-iscsi neutron-server[104525]: INFO neutron.wsgi [req-a6cda295-c4e5-4049-93b3-868f20ae8f0c req-36e341ab-4574-4b28-b5ba-818732750b2c tempest-VolumesActionsTest-1395778514 tempest-VolumesActionsTest-1395778514-project] 10.222.0.24 "GET /v2.0/ports?device_id=d2c1096c-18ac-4b61-bfc2-fb24367f2ce3 HTTP/1.1" status: 200 len: 945 time: 0.0532680 May 25 07:42:53.140182 dv-cinder-825492-15-iscsi neutron-server[104525]: INFO neutron.wsgi [req-a6cda295-c4e5-4049-93b3-868f20ae8f0c req-1690d572-c202-492b-97bd-f3cb08349f51 tempest-VolumesActionsTest-1395778514 tempest-VolumesActionsTest-1395778514-project] 10.222.0.24 "GET /v2.0/security-groups?id=6665c53a-86ae-436e-a7f1-05d6434ff7c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430560 May 25 07:42:54.064191 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c3b49a8-7f0e-4dcd-bae9-ea583f1c2086 req-a099e0fc-47f7-4a6a-a45a-ac225c9e1d94 tempest-TestShelveInstance-2091076447 tempest-TestShelveInstance-2091076447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 07:42:54.065705 dv-cinder-825492-15-iscsi neutron-server[104525]: INFO neutron.wsgi [req-6c3b49a8-7f0e-4dcd-bae9-ea583f1c2086 req-a099e0fc-47f7-4a6a-a45a-ac225c9e1d94 tempest-TestShelveInstance-2091076447 tempest-TestShelveInstance-2091076447-project] 10.222.0.24 "GET /v2.0/ports?device_id=63430b83-f298-430c-9ca9-bdd4d69bde91 HTTP/1.1" status: 200 len: 943 time: 0.0576591 May 25 07:42:54.116296 dv-cinder-825492-15-iscsi neutron-server[104525]: INFO neutron.wsgi [req-6c3b49a8-7f0e-4dcd-bae9-ea583f1c2086 req-1555180c-5f4f-40fc-9316-3c6cf3e6a5be tempest-TestShelveInstance-2091076447 tempest-TestShelveInstance-2091076447-project] 10.222.0.24 "GET /v2.0/security-groups?id=edcffb78-b012-4438-ba13-bc705797ca5b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449271 May 25 07:42:54.583610 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5af35f50-3feb-4e20-abf0-555482987f31 req-c5aea733-018d-4972-ab1e-5ec66027bf1e tempest-VolumesActionsTest-1395778514 tempest-VolumesActionsTest-1395778514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 07:42:54.585110 dv-cinder-825492-15-iscsi neutron-server[104525]: INFO neutron.wsgi [req-5af35f50-3feb-4e20-abf0-555482987f31 req-c5aea733-018d-4972-ab1e-5ec66027bf1e tempest-VolumesActionsTest-1395778514 tempest-VolumesActionsTest-1395778514-project] 10.222.0.24 "GET /v2.0/ports?device_id=d2c1096c-18ac-4b61-bfc2-fb24367f2ce3 HTTP/1.1" status: 200 len: 945 time: 0.0473495 May 25 07:42:54.635154 dv-cinder-825492-15-iscsi neutron-server[104525]: INFO neutron.wsgi [req-5af35f50-3feb-4e20-abf0-555482987f31 req-2f645a94-4ce3-4515-a746-852bb0c6b7dd tempest-VolumesActionsTest-1395778514 tempest-VolumesActionsTest-1395778514-project] 10.222.0.24 "GET /v2.0/security-groups?id=6665c53a-86ae-436e-a7f1-05d6434ff7c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444429 May 25 07:42:55.230391 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-646c65f6-4a3c-4887-89c8-ffcc2a24d6e5 req-5ee710bd-7832-4aaf-b90c-3a02870f6347 tempest-TestShelveInstance-2091076447 tempest-TestShelveInstance-2091076447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 07:42:55.231822 dv-cinder-825492-15-iscsi neutron-server[104525]: INFO neutron.wsgi [req-646c65f6-4a3c-4887-89c8-ffcc2a24d6e5 req-5ee710bd-7832-4aaf-b90c-3a02870f6347 tempest-TestShelveInstance-2091076447 tempest-TestShelveInstance-2091076447-project] 10.222.0.24 "GET /v2.0/ports?device_id=63430b83-f298-430c-9ca9-bdd4d69bde91 HTTP/1.1" status: 200 len: 943 time: 0.0455806 May 25 07:42:55.281824 dv-cinder-825492-15-iscsi neutron-server[104525]: INFO neutron.wsgi [req-646c65f6-4a3c-4887-89c8-ffcc2a24d6e5 req-95ccfeb2-8443-4899-9593-c8759f8e204e tempest-TestShelveInstance-2091076447 tempest-TestShelveInstance-2091076447-project] 10.222.0.24 "GET /v2.0/security-groups?id=edcffb78-b012-4438-ba13-bc705797ca5b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434847 May 25 07:42:55.749616 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c13a39b-f55a-4968-8d4d-dcc1ee6c194d req-3ca2d54c-3482-460a-ba5e-19648a07658d tempest-VolumesActionsTest-1395778514 tempest-VolumesActionsTest-1395778514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 07:42:55.751124 dv-cinder-825492-15-iscsi neutron-server[104526]: INFO neutron.wsgi [req-8c13a39b-f55a-4968-8d4d-dcc1ee6c194d req-3ca2d54c-3482-460a-ba5e-19648a07658d tempest-VolumesActionsTest-1395778514 tempest-VolumesActionsTest-1395778514-project] 10.222.0.24 "GET /v2.0/ports?device_id=d2c1096c-18ac-4b61-bfc2-fb24367f2ce3 HTTP/1.1" status: 200 len: 945 time: 0.0467775 May 25 07:42:55.798153 dv-cinder-825492-15-iscsi neutron-server[104526]: INFO neutron.wsgi [req-8c13a39b-f55a-4968-8d4d-dcc1ee6c194d req-9298c323-224c-49a6-82c9-d9f10a8d88b4 tempest-VolumesActionsTest-1395778514 tempest-VolumesActionsTest-1395778514-project] 10.222.0.24 "GET /v2.0/security-groups?id=6665c53a-86ae-436e-a7f1-05d6434ff7c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415566 May 25 07:42:56.315583 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08943d50-90a2-4210-a7cb-f2265708d2ff req-0070e65e-d95b-42c2-9426-69e01d1870c8 tempest-VolumesActionsTest-1395778514 tempest-VolumesActionsTest-1395778514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 07:42:56.317119 dv-cinder-825492-15-iscsi neutron-server[104526]: INFO neutron.wsgi [req-08943d50-90a2-4210-a7cb-f2265708d2ff req-0070e65e-d95b-42c2-9426-69e01d1870c8 tempest-VolumesActionsTest-1395778514 tempest-VolumesActionsTest-1395778514-project] 10.222.0.41 "GET /v2.0/ports?device_id=d2c1096c-18ac-4b61-bfc2-fb24367f2ce3 HTTP/1.1" status: 200 len: 945 time: 0.0485811 May 25 07:42:56.402719 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0340bc90-4b75-4225-b75e-b3d364ac3efe req-3f921f8c-396b-478d-9aad-2d156e7efcf5 tempest-TestShelveInstance-2091076447 tempest-TestShelveInstance-2091076447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 07:42:56.404231 dv-cinder-825492-15-iscsi neutron-server[104525]: INFO neutron.wsgi [req-0340bc90-4b75-4225-b75e-b3d364ac3efe req-3f921f8c-396b-478d-9aad-2d156e7efcf5 tempest-TestShelveInstance-2091076447 tempest-TestShelveInstance-2091076447-project] 10.222.0.24 "GET /v2.0/ports?device_id=63430b83-f298-430c-9ca9-bdd4d69bde91 HTTP/1.1" status: 200 len: 943 time: 0.0510936 May 25 07:42:56.411712 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.plugins.ml2.plugin [req-08943d50-90a2-4210-a7cb-f2265708d2ff req-60270c71-7b8d-4a9b-8813-f2aacc26f777 tempest-VolumesActionsTest-1395778514 tempest-VolumesActionsTest-1395778514-project] Deleting port 99509c55-57ba-437e-ad14-129aa1ea57fc {{(pid=104526) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 25 07:42:56.412059 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [req-08943d50-90a2-4210-a7cb-f2265708d2ff req-60270c71-7b8d-4a9b-8813-f2aacc26f777 tempest-VolumesActionsTest-1395778514 tempest-VolumesActionsTest-1395778514-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754056702922'] for port (99509c55-57ba-437e-ad14-129aa1ea57fc), before_delete {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:42:56.453933 dv-cinder-825492-15-iscsi neutron-server[104525]: INFO neutron.wsgi [req-0340bc90-4b75-4225-b75e-b3d364ac3efe req-3b293b66-dd86-4370-a137-48e6436120cf tempest-TestShelveInstance-2091076447 tempest-TestShelveInstance-2091076447-project] 10.222.0.24 "GET /v2.0/security-groups?id=edcffb78-b012-4438-ba13-bc705797ca5b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435793 May 25 07:42:56.495936 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG dbcounter [-] [104526] Writing DB stats neutron:SELECT=100 {{(pid=104526) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 07:42:56.502587 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.plugins.ml2.db [req-08943d50-90a2-4210-a7cb-f2265708d2ff req-60270c71-7b8d-4a9b-8813-f2aacc26f777 tempest-VolumesActionsTest-1395778514 tempest-VolumesActionsTest-1395778514-project] For port 99509c55-57ba-437e-ad14-129aa1ea57fc, host hv-cinder-82549, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82549',level=0,port_id=99509c55-57ba-437e-ad14-129aa1ea57fc,segment=NetworkSegment(833b25f6-f23e-427a-8fce-58c998df3971),segment_id=833b25f6-f23e-427a-8fce-58c998df3971)] {{(pid=104526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 07:42:56.502947 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [req-08943d50-90a2-4210-a7cb-f2265708d2ff req-60270c71-7b8d-4a9b-8813-f2aacc26f777 tempest-VolumesActionsTest-1395778514 tempest-VolumesActionsTest-1395778514-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625317'] for port (99509c55-57ba-437e-ad14-129aa1ea57fc), precommit_delete {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:42:56.516372 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.plugins.ml2.plugin [req-08943d50-90a2-4210-a7cb-f2265708d2ff req-60270c71-7b8d-4a9b-8813-f2aacc26f777 tempest-VolumesActionsTest-1395778514 tempest-VolumesActionsTest-1395778514-project] Calling delete_port for 99509c55-57ba-437e-ad14-129aa1ea57fc owned by compute:nova {{(pid=104526) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 25 07:42:56.590560 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG dbcounter [-] [104526] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104526) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 07:42:56.715872 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [req-08943d50-90a2-4210-a7cb-f2265708d2ff req-60270c71-7b8d-4a9b-8813-f2aacc26f777 tempest-VolumesActionsTest-1395778514 tempest-VolumesActionsTest-1395778514-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-617841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612926', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754056714424', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754056173873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2909854'] for port (99509c55-57ba-437e-ad14-129aa1ea57fc), after_delete {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:42:56.743709 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60270c71-7b8d-4a9b-8813-f2aacc26f777 tempest-VolumesActionsTest-1395778514 tempest-VolumesActionsTest-1395778514-project] Pushing event deleted for resources: {'Port': ['ID=99509c55-57ba-437e-ad14-129aa1ea57fc,revision_number=None']} {{(pid=104526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 07:42:56.752598 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.plugins.ml2.db [None req-798242cc-9ea0-464c-9109-86bd7997349e None None] get_ports_and_sgs() called for port_ids ['99509c55-57ba-437e-ad14-129aa1ea57fc'] {{(pid=104527) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 25 07:42:56.790922 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.db.l3_dvrscheduler_db [req-08943d50-90a2-4210-a7cb-f2265708d2ff req-60270c71-7b8d-4a9b-8813-f2aacc26f777 tempest-VolumesActionsTest-1395778514 tempest-VolumesActionsTest-1395778514-project] No DVR routers for this DVR port 99509c55-57ba-437e-ad14-129aa1ea57fc on host hv-cinder-82549 {{(pid=104526) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 25 07:42:56.793565 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [req-08943d50-90a2-4210-a7cb-f2265708d2ff req-60270c71-7b8d-4a9b-8813-f2aacc26f777 tempest-VolumesActionsTest-1395778514 tempest-VolumesActionsTest-1395778514-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93885'] for port (None), before_response {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:42:56.796796 dv-cinder-825492-15-iscsi neutron-server[104526]: INFO neutron.wsgi [req-08943d50-90a2-4210-a7cb-f2265708d2ff req-60270c71-7b8d-4a9b-8813-f2aacc26f777 tempest-VolumesActionsTest-1395778514 tempest-VolumesActionsTest-1395778514-project] 10.222.0.41 "DELETE /v2.0/ports/99509c55-57ba-437e-ad14-129aa1ea57fc HTTP/1.1" status: 204 len: 173 time: 0.4731884 May 25 07:42:56.797289 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd2c1096c-18ac-4b61-bfc2-fb24367f2ce3', 'name': 'network-vif-deleted', 'tag': '99509c55-57ba-437e-ad14-129aa1ea57fc'}] {{(pid=104526) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 25 07:42:56.799549 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db633a5f02cadde147c9bc1566607705b0433b891c7275f259bdbd209e6b6683" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-445aeba7-8450-4fa0-9850-5a0a8ef3d74e" -d '{"events": [{"server_uuid": "d2c1096c-18ac-4b61-bfc2-fb24367f2ce3", "name": "network-vif-deleted", "tag": "99509c55-57ba-437e-ad14-129aa1ea57fc"}]}' {{(pid=104526) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 25 07:42:56.836180 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 25 May 2022 07:42:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-db20a078-a609-47bf-af13-7f54441ee93c x-openstack-request-id: req-db20a078-a609-47bf-af13-7f54441ee93c {{(pid=104526) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 25 07:42:56.836468 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d2c1096c-18ac-4b61-bfc2-fb24367f2ce3", "name": "network-vif-deleted", "tag": "99509c55-57ba-437e-ad14-129aa1ea57fc", "status": "completed", "code": 200}]} {{(pid=104526) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 25 07:42:56.836741 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-db20a078-a609-47bf-af13-7f54441ee93c {{(pid=104526) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 25 07:42:56.837140 dv-cinder-825492-15-iscsi neutron-server[104526]: INFO neutron.notifiers.nova [-] Nova event matching ['req-db20a078-a609-47bf-af13-7f54441ee93c'] response: {'server_uuid': 'd2c1096c-18ac-4b61-bfc2-fb24367f2ce3', 'name': 'network-vif-deleted', 'tag': '99509c55-57ba-437e-ad14-129aa1ea57fc', 'status': 'completed', 'code': 200} May 25 07:42:56.900896 dv-cinder-825492-15-iscsi neutron-server[104526]: INFO neutron.wsgi [req-4bd51ed3-cee4-4b28-8897-4c9eca610fd1 req-fb6b398f-5232-4618-a6d5-4d336173d655 tempest-VolumesActionsTest-1395778514 tempest-VolumesActionsTest-1395778514-project] 10.222.0.24 "GET /v2.0/ports?device_id=d2c1096c-18ac-4b61-bfc2-fb24367f2ce3 HTTP/1.1" status: 200 len: 210 time: 0.0298545 May 25 07:42:57.576869 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ae41012-b75f-4eda-9ba4-4362ceb37fc5 req-f4b672ac-a154-402f-a3ef-8c2dd9f786a8 tempest-TestShelveInstance-2091076447 tempest-TestShelveInstance-2091076447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 07:42:57.578444 dv-cinder-825492-15-iscsi neutron-server[104525]: INFO neutron.wsgi [req-0ae41012-b75f-4eda-9ba4-4362ceb37fc5 req-f4b672ac-a154-402f-a3ef-8c2dd9f786a8 tempest-TestShelveInstance-2091076447 tempest-TestShelveInstance-2091076447-project] 10.222.0.24 "GET /v2.0/ports?device_id=63430b83-f298-430c-9ca9-bdd4d69bde91 HTTP/1.1" status: 200 len: 943 time: 0.0536728 May 25 07:42:57.640724 dv-cinder-825492-15-iscsi neutron-server[104525]: INFO neutron.wsgi [req-0ae41012-b75f-4eda-9ba4-4362ceb37fc5 req-2a6e89f2-5750-4875-8d58-b4ad777f7b34 tempest-TestShelveInstance-2091076447 tempest-TestShelveInstance-2091076447-project] 10.222.0.24 "GET /v2.0/security-groups?id=edcffb78-b012-4438-ba13-bc705797ca5b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0549312 May 25 07:42:58.171379 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5b9ce16-74b9-4448-8701-08512cd32c74 req-ffb3add6-6a12-4113-8e61-7f5d474e2d81 tempest-VolumesActionsTest-1395778514 tempest-VolumesActionsTest-1395778514-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 07:42:58.172902 dv-cinder-825492-15-iscsi neutron-server[104525]: INFO neutron.wsgi [req-b5b9ce16-74b9-4448-8701-08512cd32c74 req-ffb3add6-6a12-4113-8e61-7f5d474e2d81 tempest-VolumesActionsTest-1395778514 tempest-VolumesActionsTest-1395778514-project] 10.222.0.24 "GET /v2.0/networks?id=4da000a2-13db-425e-9154-d0d501197ba8 HTTP/1.1" status: 200 len: 808 time: 0.1041579 May 25 07:42:58.187672 dv-cinder-825492-15-iscsi neutron-server[104525]: INFO neutron.wsgi [req-b5b9ce16-74b9-4448-8701-08512cd32c74 req-96fedbcd-8871-45ec-af89-f1109e02dee5 tempest-VolumesActionsTest-1395778514 tempest-VolumesActionsTest-1395778514-project] 10.222.0.24 "GET /v2.0/quotas/c16634316fc64493aef03cf073514273 HTTP/1.1" status: 200 len: 375 time: 0.0094469 May 25 07:42:58.224913 dv-cinder-825492-15-iscsi neutron-server[104525]: INFO neutron.wsgi [req-b5b9ce16-74b9-4448-8701-08512cd32c74 req-893d74d5-3f22-489a-89c6-64d9f6237654 tempest-VolumesActionsTest-1395778514 tempest-VolumesActionsTest-1395778514-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=c16634316fc64493aef03cf073514273&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0322092 May 25 07:42:58.315597 dv-cinder-825492-15-iscsi neutron-server[104525]: INFO neutron.wsgi [req-b5b9ce16-74b9-4448-8701-08512cd32c74 req-b648a6f9-ee24-491f-a9d5-6812821f228f service neutron] 10.222.0.24 "GET /v2.0/networks/4da000a2-13db-425e-9154-d0d501197ba8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837195 May 25 07:42:58.416279 dv-cinder-825492-15-iscsi neutron-server[104525]: INFO neutron.wsgi [req-b5b9ce16-74b9-4448-8701-08512cd32c74 req-43af6112-4afb-444a-8032-86f01e5997e1 service neutron] 10.222.0.24 "GET /v2.0/networks/4da000a2-13db-425e-9154-d0d501197ba8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0948396 May 25 07:42:58.674994 dv-cinder-825492-15-iscsi neutron-server[104526]: INFO neutron.wsgi [req-3cc26ac9-1901-4d94-b471-e2a2e3368fb6 req-79398152-4208-4002-a6b0-dbd5998577e5 tempest-VolumesActionsTest-1395778514 tempest-VolumesActionsTest-1395778514-project] 10.222.0.24 "GET /v2.0/ports?device_id=c68d2ef2-2545-4cf8-9e80-bfd1669ddec8 HTTP/1.1" status: 200 len: 210 time: 0.0306559 May 25 07:42:58.740369 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG dbcounter [-] [104525] Writing DB stats neutron:SELECT=100 {{(pid=104525) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 07:42:58.745848 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG dbcounter [-] [104525] Writing DB stats neutron:SELECT=100 {{(pid=104525) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 07:42:58.760885 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f80668d4-f204-400b-a8ec-cbd86f4fa537 req-ebaf2805-226c-4eb9-9d1d-048528123995 tempest-TestShelveInstance-2091076447 tempest-TestShelveInstance-2091076447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 07:42:58.762397 dv-cinder-825492-15-iscsi neutron-server[104525]: INFO neutron.wsgi [req-f80668d4-f204-400b-a8ec-cbd86f4fa537 req-ebaf2805-226c-4eb9-9d1d-048528123995 tempest-TestShelveInstance-2091076447 tempest-TestShelveInstance-2091076447-project] 10.222.0.24 "GET /v2.0/ports?device_id=63430b83-f298-430c-9ca9-bdd4d69bde91 HTTP/1.1" status: 200 len: 943 time: 0.0532572 May 25 07:42:58.814157 dv-cinder-825492-15-iscsi neutron-server[104525]: INFO neutron.wsgi [req-f80668d4-f204-400b-a8ec-cbd86f4fa537 req-cef2304f-f356-4344-9c3b-d37157535276 tempest-TestShelveInstance-2091076447 tempest-TestShelveInstance-2091076447-project] 10.222.0.24 "GET /v2.0/security-groups?id=edcffb78-b012-4438-ba13-bc705797ca5b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450330 May 25 07:42:58.814398 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.plugins.ml2.rpc [None req-798242cc-9ea0-464c-9109-86bd7997349e None None] Device 99509c55-57ba-437e-ad14-129aa1ea57fc no longer exists at agent hyperv_hv-cinder-82549 {{(pid=104527) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 25 07:42:58.835088 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.plugins.ml2.plugin [None req-798242cc-9ea0-464c-9109-86bd7997349e None None] No Port match for: 99509c55-57ba-437e-ad14-129aa1ea57fc {{(pid=104527) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 25 07:42:58.835424 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.plugins.ml2.rpc [None req-798242cc-9ea0-464c-9109-86bd7997349e None None] Device 99509c55-57ba-437e-ad14-129aa1ea57fc not bound to the agent host hv-cinder-82549 {{(pid=104527) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 25 07:42:59.770519 dv-cinder-825492-15-iscsi neutron-server[104525]: INFO neutron.wsgi [req-4f1a4e75-9b9f-43a4-8f98-b622e034b327 req-8689b027-c075-43c6-9fd2-da8b32c7bad2 tempest-VolumesActionsTest-1395778514 tempest-VolumesActionsTest-1395778514-project] 10.222.0.24 "GET /v2.0/ports?device_id=c68d2ef2-2545-4cf8-9e80-bfd1669ddec8 HTTP/1.1" status: 200 len: 210 time: 0.0289276 May 25 07:42:59.930815 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75adeb8d-d330-4860-bf65-bc345259e272 req-6251b81f-293e-477f-90e5-be401a1a26c4 tempest-TestShelveInstance-2091076447 tempest-TestShelveInstance-2091076447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 07:42:59.932252 dv-cinder-825492-15-iscsi neutron-server[104526]: INFO neutron.wsgi [req-75adeb8d-d330-4860-bf65-bc345259e272 req-6251b81f-293e-477f-90e5-be401a1a26c4 tempest-TestShelveInstance-2091076447 tempest-TestShelveInstance-2091076447-project] 10.222.0.24 "GET /v2.0/ports?device_id=63430b83-f298-430c-9ca9-bdd4d69bde91 HTTP/1.1" status: 200 len: 943 time: 0.0466864 May 25 07:42:59.986675 dv-cinder-825492-15-iscsi neutron-server[104526]: INFO neutron.wsgi [req-75adeb8d-d330-4860-bf65-bc345259e272 req-5da07cf6-04f1-40de-b303-2abe89f7a1ad tempest-TestShelveInstance-2091076447 tempest-TestShelveInstance-2091076447-project] 10.222.0.24 "GET /v2.0/security-groups?id=edcffb78-b012-4438-ba13-bc705797ca5b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0483067 May 25 07:43:00.461092 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-296269bf-2130-4c61-8b2a-69d2555e2fd1 req-ddecdef6-9e82-48f0-87fb-1730656b4b24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 07:43:00.463548 dv-cinder-825492-15-iscsi neutron-server[104526]: INFO neutron.wsgi [req-296269bf-2130-4c61-8b2a-69d2555e2fd1 req-ddecdef6-9e82-48f0-87fb-1730656b4b24 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=63430b83-f298-430c-9ca9-bdd4d69bde91&tenant_id=f13c4f9ee9c444d9b9a0d2c2e3ec9142 HTTP/1.1" status: 200 len: 1127 time: 0.0410991 May 25 07:43:00.538628 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-296269bf-2130-4c61-8b2a-69d2555e2fd1 req-cca28fa2-b7de-4bd7-a42b-9dd1cd5110f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 07:43:00.540164 dv-cinder-825492-15-iscsi neutron-server[104526]: INFO neutron.wsgi [req-296269bf-2130-4c61-8b2a-69d2555e2fd1 req-cca28fa2-b7de-4bd7-a42b-9dd1cd5110f4 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=f13c4f9ee9c444d9b9a0d2c2e3ec9142&device_id=63430b83-f298-430c-9ca9-bdd4d69bde91 HTTP/1.1" status: 200 len: 1127 time: 0.0423205 May 25 07:43:00.880343 dv-cinder-825492-15-iscsi neutron-server[104525]: INFO neutron.wsgi [req-3b45d84e-de56-418d-9c2c-c3b974e1abca req-8b4cef35-dea3-4f41-a291-2720b82c2e8e tempest-VolumesActionsTest-1395778514 tempest-VolumesActionsTest-1395778514-project] 10.222.0.24 "GET /v2.0/ports?device_id=c68d2ef2-2545-4cf8-9e80-bfd1669ddec8 HTTP/1.1" status: 200 len: 210 time: 0.0309250 May 25 07:43:00.909948 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-296269bf-2130-4c61-8b2a-69d2555e2fd1 req-95450ea2-7df6-4773-a2db-a5b974711395 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 07:43:00.911855 dv-cinder-825492-15-iscsi neutron-server[104526]: INFO neutron.wsgi [req-296269bf-2130-4c61-8b2a-69d2555e2fd1 req-95450ea2-7df6-4773-a2db-a5b974711395 service neutron] 10.222.0.41 "GET /v2.0/networks?id=865acc30-354d-443a-90ac-e550f16275c5 HTTP/1.1" status: 200 len: 910 time: 0.0942574 May 25 07:43:00.975705 dv-cinder-825492-15-iscsi neutron-server[104526]: INFO neutron.wsgi [req-296269bf-2130-4c61-8b2a-69d2555e2fd1 req-f5450619-c2c4-43cc-bada-d13fa547d21a service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=6d5abc91-52ce-441e-be4e-749082dec7ae HTTP/1.1" status: 200 len: 999 time: 0.0568609 May 25 07:43:01.028056 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-296269bf-2130-4c61-8b2a-69d2555e2fd1 req-ddbd20ca-97d8-453e-86a3-75483211a22e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 07:43:01.031361 dv-cinder-825492-15-iscsi neutron-server[104526]: INFO neutron.wsgi [req-296269bf-2130-4c61-8b2a-69d2555e2fd1 req-ddbd20ca-97d8-453e-86a3-75483211a22e service neutron] 10.222.0.41 "GET /v2.0/subnets?id=6ebf3ac6-955c-49f9-997f-8aa2353df952 HTTP/1.1" status: 200 len: 848 time: 0.0485797 May 25 07:43:01.083255 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-296269bf-2130-4c61-8b2a-69d2555e2fd1 req-cdef9e2c-212a-4f5e-9597-25c732f6c2cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 07:43:01.084966 dv-cinder-825492-15-iscsi neutron-server[104526]: INFO neutron.wsgi [req-296269bf-2130-4c61-8b2a-69d2555e2fd1 req-cdef9e2c-212a-4f5e-9597-25c732f6c2cc service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=865acc30-354d-443a-90ac-e550f16275c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0471239 May 25 07:43:01.118990 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc8c728f-f52c-4c77-be31-b5502f6145e2 req-2834d1dd-f55d-49c0-a4ec-1593c06c0344 tempest-TestShelveInstance-2091076447 tempest-TestShelveInstance-2091076447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 07:43:01.120852 dv-cinder-825492-15-iscsi neutron-server[104525]: INFO neutron.wsgi [req-bc8c728f-f52c-4c77-be31-b5502f6145e2 req-2834d1dd-f55d-49c0-a4ec-1593c06c0344 tempest-TestShelveInstance-2091076447 tempest-TestShelveInstance-2091076447-project] 10.222.0.24 "GET /v2.0/ports?device_id=63430b83-f298-430c-9ca9-bdd4d69bde91 HTTP/1.1" status: 200 len: 943 time: 0.0619841 May 25 07:43:01.184554 dv-cinder-825492-15-iscsi neutron-server[104525]: INFO neutron.wsgi [req-bc8c728f-f52c-4c77-be31-b5502f6145e2 req-336dabd2-eca9-4c4e-8a84-39c527f1144b tempest-TestShelveInstance-2091076447 tempest-TestShelveInstance-2091076447-project] 10.222.0.24 "GET /v2.0/security-groups?id=edcffb78-b012-4438-ba13-bc705797ca5b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0559955 May 25 07:43:01.226697 dv-cinder-825492-15-iscsi neutron-server[104526]: INFO neutron.wsgi [req-296269bf-2130-4c61-8b2a-69d2555e2fd1 req-14d43d10-4f7b-4fa6-ae82-e5233b95fde9 service neutron] 10.222.0.41 "GET /v2.0/networks/865acc30-354d-443a-90ac-e550f16275c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1131060 May 25 07:43:01.323752 dv-cinder-825492-15-iscsi neutron-server[104526]: INFO neutron.wsgi [req-296269bf-2130-4c61-8b2a-69d2555e2fd1 req-7408ac8c-4bbf-4aae-8cd6-ca1eb3a2ef02 service neutron] 10.222.0.41 "GET /v2.0/networks/865acc30-354d-443a-90ac-e550f16275c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0903699 May 25 07:43:01.641775 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56f56399-211a-41c3-ae91-8b420a0ac3d0 req-92d9a4bd-0587-47f2-95c8-3e97b6a41bf4 tempest-AttachVolumeNegativeTest-1464534600 tempest-AttachVolumeNegativeTest-1464534600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 07:43:01.643235 dv-cinder-825492-15-iscsi neutron-server[104525]: INFO neutron.wsgi [req-56f56399-211a-41c3-ae91-8b420a0ac3d0 req-92d9a4bd-0587-47f2-95c8-3e97b6a41bf4 tempest-AttachVolumeNegativeTest-1464534600 tempest-AttachVolumeNegativeTest-1464534600-project] 10.222.0.24 "GET /v2.0/ports?device_id=e1792da3-df94-4a97-9f39-a2200abfad07 HTTP/1.1" status: 200 len: 946 time: 0.0476627 May 25 07:43:01.690604 dv-cinder-825492-15-iscsi neutron-server[104525]: INFO neutron.wsgi [req-56f56399-211a-41c3-ae91-8b420a0ac3d0 req-6c39ff25-ec29-4a24-aab9-50e168d99e75 tempest-AttachVolumeNegativeTest-1464534600 tempest-AttachVolumeNegativeTest-1464534600-project] 10.222.0.24 "GET /v2.0/security-groups?id=00913454-3287-4fda-8993-71220fe3c018&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417120 May 25 07:43:01.885180 dv-cinder-825492-15-iscsi neutron-server[104528]: DEBUG dbcounter [-] [104528] Writing DB stats neutron:SELECT=3 {{(pid=104528) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 07:43:01.890125 dv-cinder-825492-15-iscsi neutron-server[104528]: DEBUG dbcounter [-] [104528] Writing DB stats neutron:SELECT=3 {{(pid=104528) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 07:43:01.977216 dv-cinder-825492-15-iscsi neutron-server[104526]: INFO neutron.wsgi [req-88c5cc43-c381-4967-926a-ba77216f60e4 req-0eff82cc-c56c-4a96-bbb2-991869d2cb26 tempest-VolumesActionsTest-1395778514 tempest-VolumesActionsTest-1395778514-project] 10.222.0.24 "GET /v2.0/ports?device_id=c68d2ef2-2545-4cf8-9e80-bfd1669ddec8 HTTP/1.1" status: 200 len: 210 time: 0.0290649 May 25 07:43:02.179073 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron_lib.callbacks.manager [None req-798242cc-9ea0-464c-9109-86bd7997349e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754056472917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490168'] for agent (bbf5dc8c-5103-4973-a6b6-76af4660c126), after_update {{(pid=104527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:43:02.308998 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f27d09e-a4d4-4faf-b8d0-3dab8783a37f req-c27108e4-d27c-46ec-8fa3-dbb0feb8b395 tempest-TestShelveInstance-2091076447 tempest-TestShelveInstance-2091076447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 07:43:02.311159 dv-cinder-825492-15-iscsi neutron-server[104526]: INFO neutron.wsgi [req-9f27d09e-a4d4-4faf-b8d0-3dab8783a37f req-c27108e4-d27c-46ec-8fa3-dbb0feb8b395 tempest-TestShelveInstance-2091076447 tempest-TestShelveInstance-2091076447-project] 10.222.0.24 "GET /v2.0/ports?device_id=63430b83-f298-430c-9ca9-bdd4d69bde91 HTTP/1.1" status: 200 len: 943 time: 0.0537474 May 25 07:43:02.354422 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG dbcounter [-] [104526] Writing DB stats neutron:SELECT=93,neutron:DELETE=7 {{(pid=104526) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 07:43:02.359689 dv-cinder-825492-15-iscsi neutron-server[104526]: INFO neutron.wsgi [req-9f27d09e-a4d4-4faf-b8d0-3dab8783a37f req-82b1f6d4-34cd-4b9e-ab99-47415ee67a84 tempest-TestShelveInstance-2091076447 tempest-TestShelveInstance-2091076447-project] 10.222.0.24 "GET /v2.0/security-groups?id=edcffb78-b012-4438-ba13-bc705797ca5b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431056 May 25 07:43:02.813273 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e95cc10-dbab-436c-8aa6-1726e5de199b req-170c3817-ca60-4d4f-ad7c-42544d569bf4 tempest-AttachVolumeNegativeTest-1464534600 tempest-AttachVolumeNegativeTest-1464534600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 07:43:02.814793 dv-cinder-825492-15-iscsi neutron-server[104525]: INFO neutron.wsgi [req-8e95cc10-dbab-436c-8aa6-1726e5de199b req-170c3817-ca60-4d4f-ad7c-42544d569bf4 tempest-AttachVolumeNegativeTest-1464534600 tempest-AttachVolumeNegativeTest-1464534600-project] 10.222.0.24 "GET /v2.0/ports?device_id=e1792da3-df94-4a97-9f39-a2200abfad07 HTTP/1.1" status: 200 len: 946 time: 0.0544775 May 25 07:43:02.865363 dv-cinder-825492-15-iscsi neutron-server[104525]: INFO neutron.wsgi [req-8e95cc10-dbab-436c-8aa6-1726e5de199b req-fc6f8115-8ab5-4d62-ab14-fdce48a14432 tempest-AttachVolumeNegativeTest-1464534600 tempest-AttachVolumeNegativeTest-1464534600-project] 10.222.0.24 "GET /v2.0/security-groups?id=00913454-3287-4fda-8993-71220fe3c018&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448296 May 25 07:43:03.075679 dv-cinder-825492-15-iscsi neutron-server[104526]: INFO neutron.wsgi [req-47f99505-6365-4594-be93-8c082e685e41 req-eceac674-ff40-46d9-b4c8-f3c417572a00 tempest-VolumesActionsTest-1395778514 tempest-VolumesActionsTest-1395778514-project] 10.222.0.24 "GET /v2.0/ports?device_id=c68d2ef2-2545-4cf8-9e80-bfd1669ddec8 HTTP/1.1" status: 200 len: 210 time: 0.0296211 May 25 07:43:03.479892 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89b36ad8-edca-44bd-a0ac-4bcd770aaaf6 req-d38ef508-012c-45a8-bf15-06374e36c2d3 tempest-TestShelveInstance-2091076447 tempest-TestShelveInstance-2091076447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 07:43:03.481370 dv-cinder-825492-15-iscsi neutron-server[104525]: INFO neutron.wsgi [req-89b36ad8-edca-44bd-a0ac-4bcd770aaaf6 req-d38ef508-012c-45a8-bf15-06374e36c2d3 tempest-TestShelveInstance-2091076447 tempest-TestShelveInstance-2091076447-project] 10.222.0.24 "GET /v2.0/ports?device_id=63430b83-f298-430c-9ca9-bdd4d69bde91 HTTP/1.1" status: 200 len: 943 time: 0.0475318 May 25 07:43:03.534502 dv-cinder-825492-15-iscsi neutron-server[104525]: INFO neutron.wsgi [req-89b36ad8-edca-44bd-a0ac-4bcd770aaaf6 req-3a3ae780-9f0f-49a8-be60-e99ba7641392 tempest-TestShelveInstance-2091076447 tempest-TestShelveInstance-2091076447-project] 10.222.0.24 "GET /v2.0/security-groups?id=edcffb78-b012-4438-ba13-bc705797ca5b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459654 May 25 07:43:03.651842 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5b9ce16-74b9-4448-8701-08512cd32c74 req-de877aac-7ac1-4e38-baff-85bb992badca tempest-VolumesActionsTest-1395778514 tempest-VolumesActionsTest-1395778514-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 07:43:03.653217 dv-cinder-825492-15-iscsi neutron-server[104526]: INFO neutron.wsgi [req-b5b9ce16-74b9-4448-8701-08512cd32c74 req-de877aac-7ac1-4e38-baff-85bb992badca tempest-VolumesActionsTest-1395778514 tempest-VolumesActionsTest-1395778514-project] 10.222.0.41 "GET /v2.0/networks?id=4da000a2-13db-425e-9154-d0d501197ba8 HTTP/1.1" status: 200 len: 808 time: 0.1002409 May 25 07:43:03.977636 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.api.v2.base [req-b5b9ce16-74b9-4448-8701-08512cd32c74 req-6e82cdc7-02da-4a13-a50b-48951d5f8acf tempest-VolumesActionsTest-1395778514 tempest-VolumesActionsTest-1395778514-project] Request body: {'port': {'device_id': 'c68d2ef2-2545-4cf8-9e80-bfd1669ddec8', 'network_id': '4da000a2-13db-425e-9154-d0d501197ba8', 'admin_state_up': True, 'tenant_id': 'c16634316fc64493aef03cf073514273'}} {{(pid=104526) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 25 07:43:03.996617 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e18c0597-7ebc-4ad5-9d18-8705800cc835 req-6f54370b-dbfc-4264-81ce-f0a025b7dba6 tempest-AttachVolumeNegativeTest-1464534600 tempest-AttachVolumeNegativeTest-1464534600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 07:43:03.998581 dv-cinder-825492-15-iscsi neutron-server[104526]: INFO neutron.wsgi [req-e18c0597-7ebc-4ad5-9d18-8705800cc835 req-6f54370b-dbfc-4264-81ce-f0a025b7dba6 tempest-AttachVolumeNegativeTest-1464534600 tempest-AttachVolumeNegativeTest-1464534600-project] 10.222.0.24 "GET /v2.0/ports?device_id=e1792da3-df94-4a97-9f39-a2200abfad07 HTTP/1.1" status: 200 len: 946 time: 0.0640543 May 25 07:43:04.080681 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG dbcounter [-] [104526] Writing DB stats neutron:SELECT=100 {{(pid=104526) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 07:43:04.094782 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5db88ee9-577a-42ec-b123-64c4c070d276 req-b777ac92-9552-446a-917d-b17a0785c385 tempest-AttachVolumeNegativeTest-1464534600 tempest-AttachVolumeNegativeTest-1464534600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 07:43:04.096365 dv-cinder-825492-15-iscsi neutron-server[104526]: INFO neutron.wsgi [req-5db88ee9-577a-42ec-b123-64c4c070d276 req-b777ac92-9552-446a-917d-b17a0785c385 tempest-AttachVolumeNegativeTest-1464534600 tempest-AttachVolumeNegativeTest-1464534600-project] 10.222.0.41 "GET /v2.0/ports?device_id=e1792da3-df94-4a97-9f39-a2200abfad07 HTTP/1.1" status: 200 len: 946 time: 0.1236818 May 25 07:43:04.174037 dv-cinder-825492-15-iscsi neutron-server[104526]: INFO neutron.wsgi [req-e18c0597-7ebc-4ad5-9d18-8705800cc835 req-7ca9ae05-2831-4a1a-b600-77584e637499 tempest-AttachVolumeNegativeTest-1464534600 tempest-AttachVolumeNegativeTest-1464534600-project] 10.222.0.24 "GET /v2.0/security-groups?id=00913454-3287-4fda-8993-71220fe3c018&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1437292 May 25 07:43:04.206697 dv-cinder-825492-15-iscsi neutron-server[104525]: INFO neutron.wsgi [req-f53026e9-7890-4e8c-82c8-b4c8cd7db329 req-cf3f32e4-5fa9-4cc0-8941-a448b34a992d tempest-VolumesActionsTest-1395778514 tempest-VolumesActionsTest-1395778514-project] 10.222.0.24 "GET /v2.0/ports?device_id=c68d2ef2-2545-4cf8-9e80-bfd1669ddec8 HTTP/1.1" status: 200 len: 210 time: 0.0537901 May 25 07:43:04.253294 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.plugins.ml2.plugin [req-5db88ee9-577a-42ec-b123-64c4c070d276 req-27462e94-cc05-42ff-a770-51c3b839ef87 tempest-AttachVolumeNegativeTest-1464534600 tempest-AttachVolumeNegativeTest-1464534600-project] Deleting port 3879946e-3068-47dd-b88c-190f047d242d {{(pid=104526) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 25 07:43:04.253638 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [req-5db88ee9-577a-42ec-b123-64c4c070d276 req-27462e94-cc05-42ff-a770-51c3b839ef87 tempest-AttachVolumeNegativeTest-1464534600 tempest-AttachVolumeNegativeTest-1464534600-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754056702922'] for port (3879946e-3068-47dd-b88c-190f047d242d), before_delete {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:43:04.327486 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b5b9ce16-74b9-4448-8701-08512cd32c74 req-6e82cdc7-02da-4a13-a50b-48951d5f8acf tempest-VolumesActionsTest-1395778514 tempest-VolumesActionsTest-1395778514-project] Made reservation on behalf of c16634316fc64493aef03cf073514273 for: {'port': 1} {{(pid=104526) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 07:43:04.330745 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [req-b5b9ce16-74b9-4448-8701-08512cd32c74 req-6e82cdc7-02da-4a13-a50b-48951d5f8acf tempest-VolumesActionsTest-1395778514 tempest-VolumesActionsTest-1395778514-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-616651'] for port (None), before_create {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:43:04.360546 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.plugins.ml2.db [req-5db88ee9-577a-42ec-b123-64c4c070d276 req-27462e94-cc05-42ff-a770-51c3b839ef87 tempest-AttachVolumeNegativeTest-1464534600 tempest-AttachVolumeNegativeTest-1464534600-project] For port 3879946e-3068-47dd-b88c-190f047d242d, host hv-cinder-82549, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82549',level=0,port_id=3879946e-3068-47dd-b88c-190f047d242d,segment=NetworkSegment(a280169f-cd62-40b1-b23e-40cb603d4abb),segment_id=a280169f-cd62-40b1-b23e-40cb603d4abb)] {{(pid=104526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 07:43:04.360913 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [req-5db88ee9-577a-42ec-b123-64c4c070d276 req-27462e94-cc05-42ff-a770-51c3b839ef87 tempest-AttachVolumeNegativeTest-1464534600 tempest-AttachVolumeNegativeTest-1464534600-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625317'] for port (3879946e-3068-47dd-b88c-190f047d242d), precommit_delete {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:43:04.614113 dv-cinder-825492-15-iscsi neutron-server[104528]: DEBUG neutron.db.agents_db [None req-434abceb-772f-4043-8698-cfe4a44654b9 None None] Agent healthcheck: found 6 active agents {{(pid=104528) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 25 07:43:04.841108 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG dbcounter [-] [104526] Writing DB stats neutron:SELECT=97,neutron:INSERT=3 {{(pid=104526) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 07:43:04.892996 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45c34139-b439-461f-8a08-50d14df6c08b req-29d1fef5-cd96-4bd4-86e4-d697138468b2 tempest-TestShelveInstance-2091076447 tempest-TestShelveInstance-2091076447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 07:43:04.894447 dv-cinder-825492-15-iscsi neutron-server[104526]: INFO neutron.wsgi [req-45c34139-b439-461f-8a08-50d14df6c08b req-29d1fef5-cd96-4bd4-86e4-d697138468b2 tempest-TestShelveInstance-2091076447 tempest-TestShelveInstance-2091076447-project] 10.222.0.24 "GET /v2.0/ports?device_id=63430b83-f298-430c-9ca9-bdd4d69bde91 HTTP/1.1" status: 200 len: 943 time: 0.1284435 May 25 07:43:04.906395 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.db.db_base_plugin_common [req-b5b9ce16-74b9-4448-8701-08512cd32c74 req-6e82cdc7-02da-4a13-a50b-48951d5f8acf tempest-VolumesActionsTest-1395778514 tempest-VolumesActionsTest-1395778514-project] Allocated IP 172.20.0.14 (4da000a2-13db-425e-9154-d0d501197ba8/a55882c6-fce7-454c-a655-7352b87dd3be/ed2acb4e-4c2d-4591-8817-6c12ed2cf554) {{(pid=104526) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 07:43:04.944798 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [req-5db88ee9-577a-42ec-b123-64c4c070d276 req-27462e94-cc05-42ff-a770-51c3b839ef87 tempest-AttachVolumeNegativeTest-1464534600 tempest-AttachVolumeNegativeTest-1464534600-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:43:04.945156 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [req-5db88ee9-577a-42ec-b123-64c4c070d276 req-27462e94-cc05-42ff-a770-51c3b839ef87 tempest-AttachVolumeNegativeTest-1464534600 tempest-AttachVolumeNegativeTest-1464534600-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1617316'] for floatingip (d212ece2-ba7f-4711-a564-ac7060663ca0), after_update {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:43:04.945470 dv-cinder-825492-15-iscsi neutron-server[104526]: INFO neutron.db.l3_db [req-5db88ee9-577a-42ec-b123-64c4c070d276 req-27462e94-cc05-42ff-a770-51c3b839ef87 tempest-AttachVolumeNegativeTest-1464534600 tempest-AttachVolumeNegativeTest-1464534600-project] Floating IP d212ece2-ba7f-4711-a564-ac7060663ca0 disassociated. External IP: 172.27.3.245, port: 3879946e-3068-47dd-b88c-190f047d242d. May 25 07:43:04.945813 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.plugins.ml2.plugin [req-5db88ee9-577a-42ec-b123-64c4c070d276 req-27462e94-cc05-42ff-a770-51c3b839ef87 tempest-AttachVolumeNegativeTest-1464534600 tempest-AttachVolumeNegativeTest-1464534600-project] Calling delete_port for 3879946e-3068-47dd-b88c-190f047d242d owned by compute:nova {{(pid=104526) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 25 07:43:05.038063 dv-cinder-825492-15-iscsi neutron-server[104526]: INFO neutron.wsgi [req-45c34139-b439-461f-8a08-50d14df6c08b req-c0552230-2267-4c4f-b879-0d628606a981 tempest-TestShelveInstance-2091076447 tempest-TestShelveInstance-2091076447-project] 10.222.0.24 "GET /v2.0/security-groups?id=edcffb78-b012-4438-ba13-bc705797ca5b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1343281 May 25 07:43:05.099907 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG dbcounter [-] [104526] Writing DB stats neutron:SELECT=89,neutron:INSERT=5,neutron:UPDATE=6 {{(pid=104526) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 07:43:05.207704 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [req-b5b9ce16-74b9-4448-8701-08512cd32c74 req-6e82cdc7-02da-4a13-a50b-48951d5f8acf tempest-VolumesActionsTest-1395778514 tempest-VolumesActionsTest-1395778514-project] Publish callbacks [] for port (ed2acb4e-4c2d-4591-8817-6c12ed2cf554), precommit_create {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:43:05.293309 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron_lib.callbacks.manager [None req-e867553d-eb37-4d7a-9ac4-bbd822f8a197 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754056472917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490168'] for agent (6cf9466f-68ff-4d03-9bb6-0c8244fa88eb), after_update {{(pid=104527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:43:05.306139 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b665560c-61e1-4f9d-97b7-df5d791e1362 req-50e62c15-57b7-4857-a3e4-7328aeb4057f tempest-AttachVolumeNegativeTest-1464534600 tempest-AttachVolumeNegativeTest-1464534600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 07:43:05.311616 dv-cinder-825492-15-iscsi neutron-server[104525]: INFO neutron.wsgi [req-b665560c-61e1-4f9d-97b7-df5d791e1362 req-50e62c15-57b7-4857-a3e4-7328aeb4057f tempest-AttachVolumeNegativeTest-1464534600 tempest-AttachVolumeNegativeTest-1464534600-project] 10.222.0.24 "GET /v2.0/ports?device_id=e1792da3-df94-4a97-9f39-a2200abfad07 HTTP/1.1" status: 200 len: 946 time: 0.0558159 May 25 07:43:05.318957 dv-cinder-825492-15-iscsi neutron-server[104526]: INFO neutron.wsgi [req-29f708b2-9b7b-40e1-88d8-008282b08acc req-345d55a7-d18b-444f-8d83-db3abfa0b1c6 tempest-VolumesActionsTest-1395778514 tempest-VolumesActionsTest-1395778514-project] 10.222.0.24 "GET /v2.0/ports?device_id=c68d2ef2-2545-4cf8-9e80-bfd1669ddec8 HTTP/1.1" status: 200 len: 210 time: 0.0328536 May 25 07:43:05.328583 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [req-b5b9ce16-74b9-4448-8701-08512cd32c74 req-6e82cdc7-02da-4a13-a50b-48951d5f8acf tempest-VolumesActionsTest-1395778514 tempest-VolumesActionsTest-1395778514-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-617841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612926', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754056173864', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2909854'] for port (ed2acb4e-4c2d-4591-8817-6c12ed2cf554), after_create {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:43:05.331058 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [req-5db88ee9-577a-42ec-b123-64c4c070d276 req-27462e94-cc05-42ff-a770-51c3b839ef87 tempest-AttachVolumeNegativeTest-1464534600 tempest-AttachVolumeNegativeTest-1464534600-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-617841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612926', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754056714424', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754056173873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2909854'] for port (3879946e-3068-47dd-b88c-190f047d242d), after_delete {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:43:05.378600 dv-cinder-825492-15-iscsi neutron-server[104525]: INFO neutron.wsgi [req-b665560c-61e1-4f9d-97b7-df5d791e1362 req-366cc32d-2855-4c8f-a3f7-88903722e589 tempest-AttachVolumeNegativeTest-1464534600 tempest-AttachVolumeNegativeTest-1464534600-project] 10.222.0.24 "GET /v2.0/security-groups?id=00913454-3287-4fda-8993-71220fe3c018&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0570867 May 25 07:43:05.392740 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b5b9ce16-74b9-4448-8701-08512cd32c74 req-6e82cdc7-02da-4a13-a50b-48951d5f8acf tempest-VolumesActionsTest-1395778514 tempest-VolumesActionsTest-1395778514-project] Network 4da000a2-13db-425e-9154-d0d501197ba8 is already hosted by enough agents. {{(pid=104526) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 07:43:05.404154 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.scheduler.base_scheduler [req-b5b9ce16-74b9-4448-8701-08512cd32c74 req-6e82cdc7-02da-4a13-a50b-48951d5f8acf tempest-VolumesActionsTest-1395778514 tempest-VolumesActionsTest-1395778514-project] Resources bound (agent type, host, resource id): {{(pid=104526) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 07:43:05.443176 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.db.l3_dvrscheduler_db [req-b5b9ce16-74b9-4448-8701-08512cd32c74 req-6e82cdc7-02da-4a13-a50b-48951d5f8acf tempest-VolumesActionsTest-1395778514 tempest-VolumesActionsTest-1395778514-project] Received port after_create {{(pid=104526) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 25 07:43:05.452727 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e82cdc7-02da-4a13-a50b-48951d5f8acf tempest-VolumesActionsTest-1395778514 tempest-VolumesActionsTest-1395778514-project] Pushing event updated for resources: {'Port': ['ID=ed2acb4e-4c2d-4591-8817-6c12ed2cf554,revision_number=1']} {{(pid=104526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 07:43:05.512169 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27462e94-cc05-42ff-a770-51c3b839ef87 tempest-AttachVolumeNegativeTest-1464534600 tempest-AttachVolumeNegativeTest-1464534600-project] Pushing event deleted for resources: {'Port': ['ID=3879946e-3068-47dd-b88c-190f047d242d,revision_number=None']} {{(pid=104526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 07:43:05.560817 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5b9ce16-74b9-4448-8701-08512cd32c74 req-6e82cdc7-02da-4a13-a50b-48951d5f8acf tempest-VolumesActionsTest-1395778514 tempest-VolumesActionsTest-1395778514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 07:43:05.561436 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [req-b5b9ce16-74b9-4448-8701-08512cd32c74 req-6e82cdc7-02da-4a13-a50b-48951d5f8acf tempest-VolumesActionsTest-1395778514 tempest-VolumesActionsTest-1395778514-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93885'] for port (None), before_response {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:43:05.582276 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG dbcounter [-] [104526] Writing DB stats neutron:SELECT=90,neutron:DELETE=9,neutron:INSERT=1 {{(pid=104526) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 07:43:05.605898 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.scheduler.l3_agent_scheduler [req-5db88ee9-577a-42ec-b123-64c4c070d276 req-27462e94-cc05-42ff-a770-51c3b839ef87 tempest-AttachVolumeNegativeTest-1464534600 tempest-AttachVolumeNegativeTest-1464534600-project] Router 27856324-98d4-4244-bd01-93343ae31478 has already been hosted by L3 agent 54ff4013-997e-4376-a4e9-e6c98cf37cc7 {{(pid=104526) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 25 07:43:05.696587 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-5db88ee9-577a-42ec-b123-64c4c070d276 req-27462e94-cc05-42ff-a770-51c3b839ef87 tempest-AttachVolumeNegativeTest-1464534600 tempest-AttachVolumeNegativeTest-1464534600-project] Notify agent at l3_agent.dv-cinder-825492-15-iscsi the message routers_updated {{(pid=104526) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 25 07:43:05.707615 dv-cinder-825492-15-iscsi neutron-server[104528]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7d49a2b-9078-459a-bf2a-58b15ca2d054 None None] Sync routers for ids ['27856324-98d4-4244-bd01-93343ae31478'] in dv-cinder-825492-15-iscsi {{(pid=104528) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 25 07:43:05.709633 dv-cinder-825492-15-iscsi neutron-server[104526]: INFO neutron.wsgi [req-b5b9ce16-74b9-4448-8701-08512cd32c74 req-6e82cdc7-02da-4a13-a50b-48951d5f8acf tempest-VolumesActionsTest-1395778514 tempest-VolumesActionsTest-1395778514-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.7357743 May 25 07:43:05.720704 dv-cinder-825492-15-iscsi neutron-server[104528]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7d49a2b-9078-459a-bf2a-58b15ca2d054 None None] Routers {'27856324-98d4-4244-bd01-93343ae31478'} bound to L3 agent in host dv-cinder-825492-15-iscsi {{(pid=104528) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 25 07:43:05.722815 dv-cinder-825492-15-iscsi neutron-server[104528]: DEBUG neutron.db.l3_hamode_db [None req-a7d49a2b-9078-459a-bf2a-58b15ca2d054 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825492-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-25T07:27:37Z,description=,heartbeat_timestamp=2022-05-25T07:42:37Z,host='dv-cinder-825492-15-iscsi',id=54ff4013-997e-4376-a4e9-e6c98cf37cc7,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T07:27:38Z,topic='l3_agent')) {'router_ids': ['27856324-98d4-4244-bd01-93343ae31478'], 'active': True} {{(pid=104528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 07:43:05.734698 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.api.v2.base [req-b5b9ce16-74b9-4448-8701-08512cd32c74 req-e7760f9e-3d48-496f-8e3e-2b562cc9279b service neutron] Request body: {'port': {'device_id': 'c68d2ef2-2545-4cf8-9e80-bfd1669ddec8', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82549'}} {{(pid=104526) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 25 07:43:05.781557 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.db.l3_dvrscheduler_db [req-5db88ee9-577a-42ec-b123-64c4c070d276 req-27462e94-cc05-42ff-a770-51c3b839ef87 tempest-AttachVolumeNegativeTest-1464534600 tempest-AttachVolumeNegativeTest-1464534600-project] No DVR routers for this DVR port 3879946e-3068-47dd-b88c-190f047d242d on host hv-cinder-82549 {{(pid=104526) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 25 07:43:05.785583 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [req-5db88ee9-577a-42ec-b123-64c4c070d276 req-27462e94-cc05-42ff-a770-51c3b839ef87 tempest-AttachVolumeNegativeTest-1464534600 tempest-AttachVolumeNegativeTest-1464534600-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93885'] for port (None), before_response {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:43:05.789670 dv-cinder-825492-15-iscsi neutron-server[104526]: INFO neutron.wsgi [req-5db88ee9-577a-42ec-b123-64c4c070d276 req-27462e94-cc05-42ff-a770-51c3b839ef87 tempest-AttachVolumeNegativeTest-1464534600 tempest-AttachVolumeNegativeTest-1464534600-project] 10.222.0.41 "DELETE /v2.0/ports/3879946e-3068-47dd-b88c-190f047d242d HTTP/1.1" status: 204 len: 173 time: 1.6845086 May 25 07:43:05.790140 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e1792da3-df94-4a97-9f39-a2200abfad07', 'name': 'network-vif-deleted', 'tag': '3879946e-3068-47dd-b88c-190f047d242d'}] {{(pid=104526) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 25 07:43:05.792733 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db633a5f02cadde147c9bc1566607705b0433b891c7275f259bdbd209e6b6683" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d9d81b10-0af1-40ed-b446-00abdad664a1" -d '{"events": [{"server_uuid": "e1792da3-df94-4a97-9f39-a2200abfad07", "name": "network-vif-deleted", "tag": "3879946e-3068-47dd-b88c-190f047d242d"}]}' {{(pid=104526) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 25 07:43:05.831617 dv-cinder-825492-15-iscsi neutron-server[104528]: DEBUG neutron.db.l3_dvr_db [None req-a7d49a2b-9078-459a-bf2a-58b15ca2d054 None None] Set router 27856324-98d4-4244-bd01-93343ae31478 gateway port host: dv-cinder-825492-15-iscsi {{(pid=104528) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 25 07:43:05.845671 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [req-b5b9ce16-74b9-4448-8701-08512cd32c74 req-e7760f9e-3d48-496f-8e3e-2b562cc9279b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-616651'] for port (ed2acb4e-4c2d-4591-8817-6c12ed2cf554), before_update {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:43:05.855576 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 25 May 2022 07:43:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-21eb4e0c-9476-4a6c-a902-4e9a8de155fc x-openstack-request-id: req-21eb4e0c-9476-4a6c-a902-4e9a8de155fc {{(pid=104526) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 25 07:43:05.855857 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e1792da3-df94-4a97-9f39-a2200abfad07", "name": "network-vif-deleted", "tag": "3879946e-3068-47dd-b88c-190f047d242d", "status": "completed", "code": 200}]} {{(pid=104526) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 25 07:43:05.856106 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-21eb4e0c-9476-4a6c-a902-4e9a8de155fc {{(pid=104526) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 25 07:43:05.856520 dv-cinder-825492-15-iscsi neutron-server[104526]: INFO neutron.notifiers.nova [-] Nova event matching ['req-21eb4e0c-9476-4a6c-a902-4e9a8de155fc'] response: {'server_uuid': 'e1792da3-df94-4a97-9f39-a2200abfad07', 'name': 'network-vif-deleted', 'tag': '3879946e-3068-47dd-b88c-190f047d242d', 'status': 'completed', 'code': 200} May 25 07:43:06.002180 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG dbcounter [-] [104526] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=104526) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 07:43:06.022516 dv-cinder-825492-15-iscsi neutron-server[104528]: DEBUG neutron.db.l3_hamode_db [None req-a7d49a2b-9078-459a-bf2a-58b15ca2d054 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '27856324-98d4-4244-bd01-93343ae31478', 'name': 'tempest-AttachVolumeNegativeTest-2135659387-router', 'tenant_id': '2d8e35800ce043acbcb027ce406ed2e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '29c629bd-3f50-4535-bfbc-a047608d6fb6', 'external_fixed_ips': [{'subnet_id': '7934ff5a-43f1-4f76-b9d8-e4343ace34f5', 'ip_address': '172.27.3.226'}], 'enable_snat': True}, 'gw_port_id': '22f8fc27-9589-49b7-a3d1-f53043acd5a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T07:36:27Z', 'updated_at': '2022-05-25T07:36:37Z', 'revision_number': 4, 'project_id': '2d8e35800ce043acbcb027ce406ed2e7', 'gw_port': {'id': '22f8fc27-9589-49b7-a3d1-f53043acd5a2', 'name': '', 'network_id': '29c629bd-3f50-4535-bfbc-a047608d6fb6', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:51:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27856324-98d4-4244-bd01-93343ae31478', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '7934ff5a-43f1-4f76-b9d8-e4343ace34f5', 'ip_address': '172.27.3.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825492-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T07:36:28Z', 'updated_at': '2022-05-25T07:36:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7934ff5a-43f1-4f76-b9d8-e4343ace34f5', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825492-15-iscsi', '_interfaces': [{'id': '521b8e74-ff39-43eb-be41-5f6b4257049b', 'name': '', 'network_id': 'f39d85d3-0173-4496-879c-2b83e234d364', 'tenant_id': '2d8e35800ce043acbcb027ce406ed2e7', 'mac_address': 'fa:16:3e:38:3d:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27856324-98d4-4244-bd01-93343ae31478', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '4aef3d06-f4fb-4751-a5a8-ab68314fa54a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825492-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T07:36:36Z', 'updated_at': '2022-05-25T07:36:49Z', 'revision_number': 5, 'project_id': '2d8e35800ce043acbcb027ce406ed2e7', 'subnets': [{'id': '4aef3d06-f4fb-4751-a5a8-ab68314fa54a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-825492-15-iscsi', False) {} {{(pid=104528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 07:43:06.048247 dv-cinder-825492-15-iscsi neutron-server[104528]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7d49a2b-9078-459a-bf2a-58b15ca2d054 None None] Checking router: 27856324-98d4-4244-bd01-93343ae31478 for host: dv-cinder-825492-15-iscsi {{(pid=104528) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 25 07:43:06.056782 dv-cinder-825492-15-iscsi neutron-server[104528]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7d49a2b-9078-459a-bf2a-58b15ca2d054 None None] Routers {'27856324-98d4-4244-bd01-93343ae31478'} bound to L3 agent in host dv-cinder-825492-15-iscsi {{(pid=104528) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 25 07:43:06.057379 dv-cinder-825492-15-iscsi neutron-server[104528]: DEBUG neutron.db.l3_hamode_db [None req-a7d49a2b-9078-459a-bf2a-58b15ca2d054 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825492-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-25T07:27:37Z,description=,heartbeat_timestamp=2022-05-25T07:42:37Z,host='dv-cinder-825492-15-iscsi',id=54ff4013-997e-4376-a4e9-e6c98cf37cc7,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T07:27:38Z,topic='l3_agent')) {'router_ids': ['27856324-98d4-4244-bd01-93343ae31478'], 'active': True} {{(pid=104528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 07:43:06.162300 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.notifiers.nova [req-b5b9ce16-74b9-4448-8701-08512cd32c74 req-e7760f9e-3d48-496f-8e3e-2b562cc9279b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ed2acb4e-4c2d-4591-8817-6c12ed2cf554 {{(pid=104526) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 25 07:43:06.163147 dv-cinder-825492-15-iscsi neutron-server[104528]: DEBUG neutron.db.l3_dvr_db [None req-a7d49a2b-9078-459a-bf2a-58b15ca2d054 None None] Set router 27856324-98d4-4244-bd01-93343ae31478 gateway port host: dv-cinder-825492-15-iscsi {{(pid=104528) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 25 07:43:06.166434 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cae26301-5de7-49ac-8cd7-29f49d59349a req-1452a997-5941-4d38-951e-293989223963 tempest-TestShelveInstance-2091076447 tempest-TestShelveInstance-2091076447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 07:43:06.167947 dv-cinder-825492-15-iscsi neutron-server[104525]: INFO neutron.wsgi [req-cae26301-5de7-49ac-8cd7-29f49d59349a req-1452a997-5941-4d38-951e-293989223963 tempest-TestShelveInstance-2091076447 tempest-TestShelveInstance-2091076447-project] 10.222.0.24 "GET /v2.0/ports?device_id=63430b83-f298-430c-9ca9-bdd4d69bde91 HTTP/1.1" status: 200 len: 943 time: 0.0519519 May 25 07:43:06.170211 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [req-b5b9ce16-74b9-4448-8701-08512cd32c74 req-e7760f9e-3d48-496f-8e3e-2b562cc9279b service neutron] Publish callbacks [] for port (ed2acb4e-4c2d-4591-8817-6c12ed2cf554), precommit_update {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:43:06.183420 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.db.provisioning_blocks [req-b5b9ce16-74b9-4448-8701-08512cd32c74 req-e7760f9e-3d48-496f-8e3e-2b562cc9279b service neutron] Transition to ACTIVE for port object ed2acb4e-4c2d-4591-8817-6c12ed2cf554 will not be triggered until provisioned by entity L2. {{(pid=104526) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 25 07:43:06.221445 dv-cinder-825492-15-iscsi neutron-server[104525]: INFO neutron.wsgi [req-cae26301-5de7-49ac-8cd7-29f49d59349a req-16d6d695-dc24-40b6-8e54-d6a2c75c1e7d tempest-TestShelveInstance-2091076447 tempest-TestShelveInstance-2091076447-project] 10.222.0.24 "GET /v2.0/security-groups?id=edcffb78-b012-4438-ba13-bc705797ca5b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0460324 May 25 07:43:06.299100 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [req-b5b9ce16-74b9-4448-8701-08512cd32c74 req-e7760f9e-3d48-496f-8e3e-2b562cc9279b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-617841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612926', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754056714442', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754056173882', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754056173900', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2909847'] for port (ed2acb4e-4c2d-4591-8817-6c12ed2cf554), after_update {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:43:06.357497 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7760f9e-3d48-496f-8e3e-2b562cc9279b service neutron] Pushing event updated for resources: {'Port': ['ID=ed2acb4e-4c2d-4591-8817-6c12ed2cf554,revision_number=2']} {{(pid=104526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 07:43:06.358053 dv-cinder-825492-15-iscsi neutron-server[104528]: DEBUG neutron.db.l3_hamode_db [None req-a7d49a2b-9078-459a-bf2a-58b15ca2d054 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '27856324-98d4-4244-bd01-93343ae31478', 'name': 'tempest-AttachVolumeNegativeTest-2135659387-router', 'tenant_id': '2d8e35800ce043acbcb027ce406ed2e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '29c629bd-3f50-4535-bfbc-a047608d6fb6', 'external_fixed_ips': [{'subnet_id': '7934ff5a-43f1-4f76-b9d8-e4343ace34f5', 'ip_address': '172.27.3.226'}], 'enable_snat': True}, 'gw_port_id': '22f8fc27-9589-49b7-a3d1-f53043acd5a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T07:36:27Z', 'updated_at': '2022-05-25T07:36:37Z', 'revision_number': 4, 'project_id': '2d8e35800ce043acbcb027ce406ed2e7', 'gw_port': {'id': '22f8fc27-9589-49b7-a3d1-f53043acd5a2', 'name': '', 'network_id': '29c629bd-3f50-4535-bfbc-a047608d6fb6', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:51:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27856324-98d4-4244-bd01-93343ae31478', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '7934ff5a-43f1-4f76-b9d8-e4343ace34f5', 'ip_address': '172.27.3.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825492-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T07:36:28Z', 'updated_at': '2022-05-25T07:36:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7934ff5a-43f1-4f76-b9d8-e4343ace34f5', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825492-15-iscsi', '_interfaces': [{'id': '521b8e74-ff39-43eb-be41-5f6b4257049b', 'name': '', 'network_id': 'f39d85d3-0173-4496-879c-2b83e234d364', 'tenant_id': '2d8e35800ce043acbcb027ce406ed2e7', 'mac_address': 'fa:16:3e:38:3d:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27856324-98d4-4244-bd01-93343ae31478', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '4aef3d06-f4fb-4751-a5a8-ab68314fa54a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825492-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T07:36:36Z', 'updated_at': '2022-05-25T07:36:49Z', 'revision_number': 5, 'project_id': '2d8e35800ce043acbcb027ce406ed2e7', 'subnets': [{'id': '4aef3d06-f4fb-4751-a5a8-ab68314fa54a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-825492-15-iscsi', False) {} {{(pid=104528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 07:43:06.441572 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f347135-c3c9-454f-9379-1551f3bdac39 req-e21b70be-a187-4480-bf54-af3f91b63671 tempest-AttachVolumeTestJSON-631109292 tempest-AttachVolumeTestJSON-631109292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 07:43:06.445101 dv-cinder-825492-15-iscsi neutron-server[104525]: INFO neutron.wsgi [req-8f347135-c3c9-454f-9379-1551f3bdac39 req-e21b70be-a187-4480-bf54-af3f91b63671 tempest-AttachVolumeTestJSON-631109292 tempest-AttachVolumeTestJSON-631109292-project] 10.222.0.24 "GET /v2.0/ports?device_id=2c5136fd-d373-4990-9a64-52d7549c48fa HTTP/1.1" status: 200 len: 945 time: 0.0600960 May 25 07:43:06.479495 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.plugins.ml2.managers [req-b5b9ce16-74b9-4448-8701-08512cd32c74 req-e7760f9e-3d48-496f-8e3e-2b562cc9279b service neutron] Attempting to bind port ed2acb4e-4c2d-4591-8817-6c12ed2cf554 on host hv-cinder-82549 for vnic_type normal with profile {{(pid=104526) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 25 07:43:06.479850 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.plugins.ml2.managers [req-b5b9ce16-74b9-4448-8701-08512cd32c74 req-e7760f9e-3d48-496f-8e3e-2b562cc9279b service neutron] Attempting to bind port ed2acb4e-4c2d-4591-8817-6c12ed2cf554 by drivers openvswitch,hyperv on host hv-cinder-82549 at level 0 using segments [{'id': '833b25f6-f23e-427a-8fce-58c998df3971', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 280, 'network_id': '4da000a2-13db-425e-9154-d0d501197ba8'}] {{(pid=104526) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 25 07:43:06.480316 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5b9ce16-74b9-4448-8701-08512cd32c74 req-e7760f9e-3d48-496f-8e3e-2b562cc9279b service neutron] Attempting to bind port ed2acb4e-4c2d-4591-8817-6c12ed2cf554 on network 4da000a2-13db-425e-9154-d0d501197ba8 {{(pid=104526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 25 07:43:06.483247 dv-cinder-825492-15-iscsi neutron-server[104528]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7d49a2b-9078-459a-bf2a-58b15ca2d054 None None] The sync data for ids ['27856324-98d4-4244-bd01-93343ae31478'] in dv-cinder-825492-15-iscsi is: [{'id': '27856324-98d4-4244-bd01-93343ae31478', 'name': 'tempest-AttachVolumeNegativeTest-2135659387-router', 'tenant_id': '2d8e35800ce043acbcb027ce406ed2e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '29c629bd-3f50-4535-bfbc-a047608d6fb6', 'external_fixed_ips': [{'subnet_id': '7934ff5a-43f1-4f76-b9d8-e4343ace34f5', 'ip_address': '172.27.3.226'}], 'enable_snat': True}, 'gw_port_id': '22f8fc27-9589-49b7-a3d1-f53043acd5a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T07:36:27Z', 'updated_at': '2022-05-25T07:36:37Z', 'revision_number': 4, 'project_id': '2d8e35800ce043acbcb027ce406ed2e7', 'gw_port': {'id': '22f8fc27-9589-49b7-a3d1-f53043acd5a2', 'name': '', 'network_id': '29c629bd-3f50-4535-bfbc-a047608d6fb6', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:51:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27856324-98d4-4244-bd01-93343ae31478', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '7934ff5a-43f1-4f76-b9d8-e4343ace34f5', 'ip_address': '172.27.3.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825492-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T07:36:28Z', 'updated_at': '2022-05-25T07:36:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7934ff5a-43f1-4f76-b9d8-e4343ace34f5', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825492-15-iscsi', '_interfaces': [{'id': '521b8e74-ff39-43eb-be41-5f6b4257049b', 'name': '', 'network_id': 'f39d85d3-0173-4496-879c-2b83e234d364', 'tenant_id': '2d8e35800ce043acbcb027ce406ed2e7', 'mac_address': 'fa:16:3e:38:3d:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27856324-98d4-4244-bd01-93343ae31478', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '4aef3d06-f4fb-4751-a5a8-ab68314fa54a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825492-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T07:36:36Z', 'updated_at': '2022-05-25T07:36:49Z', 'revision_number': 5, 'project_id': '2d8e35800ce043acbcb027ce406ed2e7', 'subnets': [{'id': '4aef3d06-f4fb-4751-a5a8-ab68314fa54a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104528) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 25 07:43:06.492048 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5b9ce16-74b9-4448-8701-08512cd32c74 req-e7760f9e-3d48-496f-8e3e-2b562cc9279b service neutron] Port ed2acb4e-4c2d-4591-8817-6c12ed2cf554 on network 4da000a2-13db-425e-9154-d0d501197ba8 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82549 {{(pid=104526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 25 07:43:06.492370 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5b9ce16-74b9-4448-8701-08512cd32c74 req-e7760f9e-3d48-496f-8e3e-2b562cc9279b service neutron] Attempting to bind port ed2acb4e-4c2d-4591-8817-6c12ed2cf554 on network 4da000a2-13db-425e-9154-d0d501197ba8 {{(pid=104526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 25 07:43:06.498969 dv-cinder-825492-15-iscsi neutron-server[104525]: INFO neutron.wsgi [req-8f347135-c3c9-454f-9379-1551f3bdac39 req-7e7a36b9-30a2-4239-9f54-93ef38516f8b tempest-AttachVolumeTestJSON-631109292 tempest-AttachVolumeTestJSON-631109292-project] 10.222.0.24 "GET /v2.0/security-groups?id=3111191c-6c45-4596-b354-71b570859e5f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0501204 May 25 07:43:06.500056 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6d74ec2-352f-44a1-ae81-5274a419ebbe req-f23513dd-da5c-451f-99a1-e25dd61e978e tempest-VolumesActionsTest-1395778514 tempest-VolumesActionsTest-1395778514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 07:43:06.501763 dv-cinder-825492-15-iscsi neutron-server[104526]: INFO neutron.wsgi [req-c6d74ec2-352f-44a1-ae81-5274a419ebbe req-f23513dd-da5c-451f-99a1-e25dd61e978e tempest-VolumesActionsTest-1395778514 tempest-VolumesActionsTest-1395778514-project] 10.222.0.24 "GET /v2.0/ports?device_id=c68d2ef2-2545-4cf8-9e80-bfd1669ddec8 HTTP/1.1" status: 200 len: 944 time: 0.0630589 May 25 07:43:06.507716 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5b9ce16-74b9-4448-8701-08512cd32c74 req-e7760f9e-3d48-496f-8e3e-2b562cc9279b service neutron] Checking agent: {'id': 'bbf5dc8c-5103-4973-a6b6-76af4660c126', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82549', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 25, 7, 34, 32), 'started_at': datetime.datetime(2022, 5, 25, 7, 34, 32), 'heartbeat_timestamp': datetime.datetime(2022, 5, 25, 7, 43, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 25 07:43:06.508691 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5b9ce16-74b9-4448-8701-08512cd32c74 req-e7760f9e-3d48-496f-8e3e-2b562cc9279b service neutron] Checking segment: {'id': '833b25f6-f23e-427a-8fce-58c998df3971', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 280, 'network_id': '4da000a2-13db-425e-9154-d0d501197ba8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104526) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 25 07:43:06.509077 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5b9ce16-74b9-4448-8701-08512cd32c74 req-e7760f9e-3d48-496f-8e3e-2b562cc9279b service neutron] Bound using segment: {'id': '833b25f6-f23e-427a-8fce-58c998df3971', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 280, 'network_id': '4da000a2-13db-425e-9154-d0d501197ba8'} {{(pid=104526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 25 07:43:06.509561 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.plugins.ml2.managers [req-b5b9ce16-74b9-4448-8701-08512cd32c74 req-e7760f9e-3d48-496f-8e3e-2b562cc9279b service neutron] Bound port: ed2acb4e-4c2d-4591-8817-6c12ed2cf554, host: hv-cinder-82549, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '833b25f6-f23e-427a-8fce-58c998df3971', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 280, 'network_id': '4da000a2-13db-425e-9154-d0d501197ba8'}}] {{(pid=104526) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 25 07:43:06.509918 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [req-b5b9ce16-74b9-4448-8701-08512cd32c74 req-e7760f9e-3d48-496f-8e3e-2b562cc9279b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-616651'] for port (ed2acb4e-4c2d-4591-8817-6c12ed2cf554), before_update {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:43:06.537912 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG dbcounter [-] [104526] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=104526) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 07:43:06.599200 dv-cinder-825492-15-iscsi neutron-server[104526]: INFO neutron.wsgi [req-c6d74ec2-352f-44a1-ae81-5274a419ebbe req-22ae2945-dd5f-40fe-a639-bb542d69dc66 tempest-VolumesActionsTest-1395778514 tempest-VolumesActionsTest-1395778514-project] 10.222.0.24 "GET /v2.0/security-groups?id=6665c53a-86ae-436e-a7f1-05d6434ff7c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0857418 May 25 07:43:06.609349 dv-cinder-825492-15-iscsi neutron-server[104525]: INFO neutron.wsgi [req-84a25053-c7f0-4df3-a55e-4d14e31736a5 req-71519caa-fae3-4784-b0ed-4d2bad3542ed tempest-AttachVolumeNegativeTest-1464534600 tempest-AttachVolumeNegativeTest-1464534600-project] 10.222.0.24 "GET /v2.0/ports?device_id=e1792da3-df94-4a97-9f39-a2200abfad07 HTTP/1.1" status: 200 len: 210 time: 0.0323765 May 25 07:43:06.616349 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.plugins.ml2.db [req-b5b9ce16-74b9-4448-8701-08512cd32c74 req-e7760f9e-3d48-496f-8e3e-2b562cc9279b service neutron] For port ed2acb4e-4c2d-4591-8817-6c12ed2cf554, host hv-cinder-82549, cleared binding levels {{(pid=104526) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 25 07:43:06.619996 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.plugins.ml2.db [req-b5b9ce16-74b9-4448-8701-08512cd32c74 req-e7760f9e-3d48-496f-8e3e-2b562cc9279b service neutron] For port ed2acb4e-4c2d-4591-8817-6c12ed2cf554, host hv-cinder-82549, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82549',level=0,port_id=ed2acb4e-4c2d-4591-8817-6c12ed2cf554,segment=NetworkSegment(833b25f6-f23e-427a-8fce-58c998df3971),segment_id=833b25f6-f23e-427a-8fce-58c998df3971)] {{(pid=104526) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 25 07:43:06.699625 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [req-b5b9ce16-74b9-4448-8701-08512cd32c74 req-e7760f9e-3d48-496f-8e3e-2b562cc9279b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-617841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612926', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754056714442', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754056173882', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754056173900', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2909847'] for port (ed2acb4e-4c2d-4591-8817-6c12ed2cf554), after_update {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:43:06.733184 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be5576fb-6eef-4fd9-b257-84adc6b88f29 None None] New status for floating IP d212ece2-ba7f-4711-a564-ac7060663ca0: DOWN {{(pid=104527) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 25 07:43:06.737395 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5b9ce16-74b9-4448-8701-08512cd32c74 req-e7760f9e-3d48-496f-8e3e-2b562cc9279b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 07:43:06.737994 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [req-b5b9ce16-74b9-4448-8701-08512cd32c74 req-e7760f9e-3d48-496f-8e3e-2b562cc9279b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93885'] for port (None), before_response {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:43:06.739639 dv-cinder-825492-15-iscsi neutron-server[104526]: INFO neutron.wsgi [req-b5b9ce16-74b9-4448-8701-08512cd32c74 req-e7760f9e-3d48-496f-8e3e-2b562cc9279b service neutron] 10.222.0.41 "PUT /v2.0/ports/ed2acb4e-4c2d-4591-8817-6c12ed2cf554 HTTP/1.1" status: 200 len: 1094 time: 1.0102534 May 25 07:43:06.763668 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7760f9e-3d48-496f-8e3e-2b562cc9279b service neutron] Pushing event updated for resources: {'Port': ['ID=ed2acb4e-4c2d-4591-8817-6c12ed2cf554,revision_number=3']} {{(pid=104526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 07:43:06.846708 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.plugins.ml2.rpc [None req-798242cc-9ea0-464c-9109-86bd7997349e None None] Device 3879946e-3068-47dd-b88c-190f047d242d no longer exists at agent hyperv_hv-cinder-82549 {{(pid=104527) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 25 07:43:06.865500 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.plugins.ml2.plugin [None req-798242cc-9ea0-464c-9109-86bd7997349e None None] No Port match for: 3879946e-3068-47dd-b88c-190f047d242d {{(pid=104527) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 25 07:43:06.865867 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.plugins.ml2.rpc [None req-798242cc-9ea0-464c-9109-86bd7997349e None None] Device 3879946e-3068-47dd-b88c-190f047d242d not bound to the agent host hv-cinder-82549 {{(pid=104527) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 25 07:43:07.336712 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f45c1bec-be4b-4b76-b438-aa9788342645 req-f457dae6-12f8-4685-afc0-2e347e3035af tempest-TestShelveInstance-2091076447 tempest-TestShelveInstance-2091076447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 07:43:07.338159 dv-cinder-825492-15-iscsi neutron-server[104526]: INFO neutron.wsgi [req-f45c1bec-be4b-4b76-b438-aa9788342645 req-f457dae6-12f8-4685-afc0-2e347e3035af tempest-TestShelveInstance-2091076447 tempest-TestShelveInstance-2091076447-project] 10.222.0.24 "GET /v2.0/ports?device_id=63430b83-f298-430c-9ca9-bdd4d69bde91 HTTP/1.1" status: 200 len: 943 time: 0.0475523 May 25 07:43:07.386203 dv-cinder-825492-15-iscsi neutron-server[104526]: INFO neutron.wsgi [req-f45c1bec-be4b-4b76-b438-aa9788342645 req-2cfb6b39-c9ec-492f-8974-61ab8e268f32 tempest-TestShelveInstance-2091076447 tempest-TestShelveInstance-2091076447-project] 10.222.0.24 "GET /v2.0/security-groups?id=edcffb78-b012-4438-ba13-bc705797ca5b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423362 May 25 07:43:07.469757 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron_lib.callbacks.manager [None req-b5cd2c21-a5f5-4641-be55-09ca69d87f8b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754056472917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490168'] for agent (54ff4013-997e-4376-a4e9-e6c98cf37cc7), after_update {{(pid=104527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:43:07.617753 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24d5241d-1411-465f-b468-f8475a2bca36 req-f26e3110-4edc-4e8a-84d8-20662f619f55 tempest-AttachVolumeTestJSON-631109292 tempest-AttachVolumeTestJSON-631109292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 07:43:07.619234 dv-cinder-825492-15-iscsi neutron-server[104525]: INFO neutron.wsgi [req-24d5241d-1411-465f-b468-f8475a2bca36 req-f26e3110-4edc-4e8a-84d8-20662f619f55 tempest-AttachVolumeTestJSON-631109292 tempest-AttachVolumeTestJSON-631109292-project] 10.222.0.24 "GET /v2.0/ports?device_id=2c5136fd-d373-4990-9a64-52d7549c48fa HTTP/1.1" status: 200 len: 945 time: 0.0476127 May 25 07:43:07.668768 dv-cinder-825492-15-iscsi neutron-server[104525]: INFO neutron.wsgi [req-24d5241d-1411-465f-b468-f8475a2bca36 req-5bcaf596-744b-408e-b865-367d27f915ec tempest-AttachVolumeTestJSON-631109292 tempest-AttachVolumeTestJSON-631109292-project] 10.222.0.24 "GET /v2.0/security-groups?id=3111191c-6c45-4596-b354-71b570859e5f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435905 May 25 07:43:07.717426 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eea3f526-8017-4255-aedb-2d97db4e8dba req-52899e43-f2dc-463d-93b3-8c8e32e92921 tempest-VolumesActionsTest-1395778514 tempest-VolumesActionsTest-1395778514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 07:43:07.719130 dv-cinder-825492-15-iscsi neutron-server[104526]: INFO neutron.wsgi [req-eea3f526-8017-4255-aedb-2d97db4e8dba req-52899e43-f2dc-463d-93b3-8c8e32e92921 tempest-VolumesActionsTest-1395778514 tempest-VolumesActionsTest-1395778514-project] 10.222.0.24 "GET /v2.0/ports?device_id=c68d2ef2-2545-4cf8-9e80-bfd1669ddec8 HTTP/1.1" status: 200 len: 944 time: 0.0494993 May 25 07:43:07.767211 dv-cinder-825492-15-iscsi neutron-server[104525]: INFO neutron.wsgi [req-4bb09aaa-931f-434d-941c-d5cb0290dfae req-faf6e576-dd80-4152-a887-df3394d37b76 tempest-AttachVolumeNegativeTest-1464534600 tempest-AttachVolumeNegativeTest-1464534600-project] 10.222.0.24 "GET /v2.0/ports?device_id=e1792da3-df94-4a97-9f39-a2200abfad07 HTTP/1.1" status: 200 len: 210 time: 0.0307851 May 25 07:43:07.767532 dv-cinder-825492-15-iscsi neutron-server[104526]: INFO neutron.wsgi [req-eea3f526-8017-4255-aedb-2d97db4e8dba req-d4ec714a-d7af-4382-94c0-6c6b99e63a06 tempest-VolumesActionsTest-1395778514 tempest-VolumesActionsTest-1395778514-project] 10.222.0.24 "GET /v2.0/security-groups?id=6665c53a-86ae-436e-a7f1-05d6434ff7c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428064 May 25 07:43:07.865613 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c68d2ef2-2545-4cf8-9e80-bfd1669ddec8', 'tag': 'ed2acb4e-4c2d-4591-8817-6c12ed2cf554'}] {{(pid=104526) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 25 07:43:07.865613 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db633a5f02cadde147c9bc1566607705b0433b891c7275f259bdbd209e6b6683" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-54e0d98b-c33f-4145-8835-83964e7b68d4" -d '{"events": [{"name": "network-changed", "server_uuid": "c68d2ef2-2545-4cf8-9e80-bfd1669ddec8", "tag": "ed2acb4e-4c2d-4591-8817-6c12ed2cf554"}]}' {{(pid=104526) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 25 07:43:07.895650 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 25 May 2022 07:43:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0dad6517-e1ca-44ed-9f3d-f571ef677840 x-openstack-request-id: req-0dad6517-e1ca-44ed-9f3d-f571ef677840 {{(pid=104526) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 25 07:43:07.895937 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c68d2ef2-2545-4cf8-9e80-bfd1669ddec8", "tag": "ed2acb4e-4c2d-4591-8817-6c12ed2cf554", "status": "completed", "code": 200}]} {{(pid=104526) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 25 07:43:07.896188 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-0dad6517-e1ca-44ed-9f3d-f571ef677840 {{(pid=104526) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 25 07:43:07.896620 dv-cinder-825492-15-iscsi neutron-server[104526]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0dad6517-e1ca-44ed-9f3d-f571ef677840'] response: {'name': 'network-changed', 'server_uuid': 'c68d2ef2-2545-4cf8-9e80-bfd1669ddec8', 'tag': 'ed2acb4e-4c2d-4591-8817-6c12ed2cf554', 'status': 'completed', 'code': 200} May 25 07:43:08.153715 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54e0d98b-c33f-4145-8835-83964e7b68d4 req-aa4bfa27-8d9c-4717-b68e-988018c92146 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 07:43:08.155818 dv-cinder-825492-15-iscsi neutron-server[104526]: INFO neutron.wsgi [req-54e0d98b-c33f-4145-8835-83964e7b68d4 req-aa4bfa27-8d9c-4717-b68e-988018c92146 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=c16634316fc64493aef03cf073514273&device_id=c68d2ef2-2545-4cf8-9e80-bfd1669ddec8 HTTP/1.1" status: 200 len: 1128 time: 0.0435219 May 25 07:43:08.501738 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fec81794-3851-4b8a-a87f-4c97d9dc2bc5 req-d42f4c88-8836-4efd-ba78-25fa747684de tempest-TestShelveInstance-2091076447 tempest-TestShelveInstance-2091076447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 07:43:08.503264 dv-cinder-825492-15-iscsi neutron-server[104526]: INFO neutron.wsgi [req-fec81794-3851-4b8a-a87f-4c97d9dc2bc5 req-d42f4c88-8836-4efd-ba78-25fa747684de tempest-TestShelveInstance-2091076447 tempest-TestShelveInstance-2091076447-project] 10.222.0.24 "GET /v2.0/ports?device_id=63430b83-f298-430c-9ca9-bdd4d69bde91 HTTP/1.1" status: 200 len: 943 time: 0.0467527 May 25 07:43:08.637010 dv-cinder-825492-15-iscsi neutron-server[104526]: INFO neutron.wsgi [req-fec81794-3851-4b8a-a87f-4c97d9dc2bc5 req-03bcc99e-1a0c-410e-a86a-21007121e4f1 tempest-TestShelveInstance-2091076447 tempest-TestShelveInstance-2091076447-project] 10.222.0.24 "GET /v2.0/security-groups?id=edcffb78-b012-4438-ba13-bc705797ca5b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1280251 May 25 07:43:08.653375 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron_lib.callbacks.manager [None req-461c163e-e11a-425b-8a8d-f39fb153da48 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754056472917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490168'] for agent (fa5554a0-25df-434f-a0d0-5996d872220a), after_update {{(pid=104527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:43:08.657029 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9114984f-bc9a-47d2-be31-a2cab2642a8f req-327aa2f2-b773-49e9-8731-2eda536ca29b tempest-AttachVolumeTestJSON-631109292 tempest-AttachVolumeTestJSON-631109292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 07:43:08.657029 dv-cinder-825492-15-iscsi neutron-server[104526]: INFO neutron.wsgi [req-9114984f-bc9a-47d2-be31-a2cab2642a8f req-327aa2f2-b773-49e9-8731-2eda536ca29b tempest-AttachVolumeTestJSON-631109292 tempest-AttachVolumeTestJSON-631109292-project] 10.222.0.41 "GET /v2.0/ports?device_id=2c5136fd-d373-4990-9a64-52d7549c48fa HTTP/1.1" status: 200 len: 945 time: 0.1074350 May 25 07:43:08.685822 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54e0d98b-c33f-4145-8835-83964e7b68d4 req-6b1cf218-505b-467d-a933-21665fa979c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 07:43:08.685822 dv-cinder-825492-15-iscsi neutron-server[104526]: INFO neutron.wsgi [req-54e0d98b-c33f-4145-8835-83964e7b68d4 req-6b1cf218-505b-467d-a933-21665fa979c8 service neutron] 10.222.0.41 "GET /v2.0/networks?tenant_id=c16634316fc64493aef03cf073514273&shared=False HTTP/1.1" status: 200 len: 909 time: 0.1603098 May 25 07:43:08.786681 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-958b6352-0813-4cf2-bdb7-8e4a822a2d9a req-51d1408c-2c8a-462d-91d9-aabffde3bc53 tempest-AttachVolumeTestJSON-631109292 tempest-AttachVolumeTestJSON-631109292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 07:43:08.788145 dv-cinder-825492-15-iscsi neutron-server[104525]: INFO neutron.wsgi [req-958b6352-0813-4cf2-bdb7-8e4a822a2d9a req-51d1408c-2c8a-462d-91d9-aabffde3bc53 tempest-AttachVolumeTestJSON-631109292 tempest-AttachVolumeTestJSON-631109292-project] 10.222.0.24 "GET /v2.0/ports?device_id=2c5136fd-d373-4990-9a64-52d7549c48fa HTTP/1.1" status: 200 len: 945 time: 0.0465047 May 25 07:43:08.824325 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG dbcounter [-] [104525] Writing DB stats neutron:SELECT=100 {{(pid=104525) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 07:43:08.840789 dv-cinder-825492-15-iscsi neutron-server[104525]: INFO neutron.wsgi [req-958b6352-0813-4cf2-bdb7-8e4a822a2d9a req-7de31fe2-dd70-4af9-8afc-bbd6a725cb88 tempest-AttachVolumeTestJSON-631109292 tempest-AttachVolumeTestJSON-631109292-project] 10.222.0.24 "GET /v2.0/security-groups?id=3111191c-6c45-4596-b354-71b570859e5f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467131 May 25 07:43:08.955650 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-092e41d0-2c6d-49f6-906c-16658d2c1269 req-1e0e2f09-792e-4429-89fe-1e5347dfed7d tempest-VolumesActionsTest-1395778514 tempest-VolumesActionsTest-1395778514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 07:43:08.957296 dv-cinder-825492-15-iscsi neutron-server[104525]: INFO neutron.wsgi [req-092e41d0-2c6d-49f6-906c-16658d2c1269 req-1e0e2f09-792e-4429-89fe-1e5347dfed7d tempest-VolumesActionsTest-1395778514 tempest-VolumesActionsTest-1395778514-project] 10.222.0.24 "GET /v2.0/ports?device_id=c68d2ef2-2545-4cf8-9e80-bfd1669ddec8 HTTP/1.1" status: 200 len: 944 time: 0.0538111 May 25 07:43:09.006297 dv-cinder-825492-15-iscsi neutron-server[104525]: INFO neutron.wsgi [req-092e41d0-2c6d-49f6-906c-16658d2c1269 req-ce769f59-43ee-42fd-bc27-8515593afa79 tempest-VolumesActionsTest-1395778514 tempest-VolumesActionsTest-1395778514-project] 10.222.0.24 "GET /v2.0/security-groups?id=6665c53a-86ae-436e-a7f1-05d6434ff7c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434005 May 25 07:43:09.039264 dv-cinder-825492-15-iscsi neutron-server[104526]: INFO neutron.wsgi [req-516dd094-e5ca-4471-b641-7748c683e714 req-a1dd420c-0a6a-4ea6-b734-d4be2741b737 tempest-AttachVolumeNegativeTest-1464534600 tempest-AttachVolumeNegativeTest-1464534600-project] 10.222.0.24 "GET /v2.0/ports?device_id=e1792da3-df94-4a97-9f39-a2200abfad07 HTTP/1.1" status: 200 len: 210 time: 0.0299263 May 25 07:43:09.222949 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.plugins.ml2.plugin [req-9114984f-bc9a-47d2-be31-a2cab2642a8f req-88bde4e3-f07f-4fad-ab5f-49296618f5ce tempest-AttachVolumeTestJSON-631109292 tempest-AttachVolumeTestJSON-631109292-project] Deleting port 82e28fc3-f3d3-49bd-a344-d2f7bb0dbf27 {{(pid=104526) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 25 07:43:09.223208 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [req-9114984f-bc9a-47d2-be31-a2cab2642a8f req-88bde4e3-f07f-4fad-ab5f-49296618f5ce tempest-AttachVolumeTestJSON-631109292 tempest-AttachVolumeTestJSON-631109292-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754056702922'] for port (82e28fc3-f3d3-49bd-a344-d2f7bb0dbf27), before_delete {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:43:09.281398 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54e0d98b-c33f-4145-8835-83964e7b68d4 req-2b50d58e-669e-4717-a7ac-6f72c67c2251 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 07:43:09.282824 dv-cinder-825492-15-iscsi neutron-server[104526]: INFO neutron.wsgi [req-54e0d98b-c33f-4145-8835-83964e7b68d4 req-2b50d58e-669e-4717-a7ac-6f72c67c2251 service neutron] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1954756 May 25 07:43:09.310868 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG dbcounter [-] [104526] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104526) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 07:43:09.329701 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.plugins.ml2.db [req-9114984f-bc9a-47d2-be31-a2cab2642a8f req-88bde4e3-f07f-4fad-ab5f-49296618f5ce tempest-AttachVolumeTestJSON-631109292 tempest-AttachVolumeTestJSON-631109292-project] For port 82e28fc3-f3d3-49bd-a344-d2f7bb0dbf27, host hv-cinder-82549, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82549',level=0,port_id=82e28fc3-f3d3-49bd-a344-d2f7bb0dbf27,segment=NetworkSegment(39d8adcc-894d-48bd-a642-230f02087ed7),segment_id=39d8adcc-894d-48bd-a642-230f02087ed7)] {{(pid=104526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 07:43:09.330144 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [req-9114984f-bc9a-47d2-be31-a2cab2642a8f req-88bde4e3-f07f-4fad-ab5f-49296618f5ce tempest-AttachVolumeTestJSON-631109292 tempest-AttachVolumeTestJSON-631109292-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625317'] for port (82e28fc3-f3d3-49bd-a344-d2f7bb0dbf27), precommit_delete {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:43:09.411887 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG dbcounter [-] [104526] Writing DB stats neutron:SELECT=100 {{(pid=104526) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 07:43:09.421968 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5b9ce16-74b9-4448-8701-08512cd32c74 req-80544b6c-7235-4980-b4b5-6284ce8b59e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 07:43:09.423425 dv-cinder-825492-15-iscsi neutron-server[104526]: INFO neutron.wsgi [req-b5b9ce16-74b9-4448-8701-08512cd32c74 req-80544b6c-7235-4980-b4b5-6284ce8b59e7 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=c16634316fc64493aef03cf073514273&device_id=c68d2ef2-2545-4cf8-9e80-bfd1669ddec8 HTTP/1.1" status: 200 len: 1128 time: 0.0822899 May 25 07:43:09.499817 dv-cinder-825492-15-iscsi neutron-server[104526]: INFO neutron.wsgi [req-b5b9ce16-74b9-4448-8701-08512cd32c74 req-46a703e2-3e52-459f-8f18-92d1fda5ea02 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ed2acb4e-4c2d-4591-8817-6c12ed2cf554 HTTP/1.1" status: 200 len: 217 time: 0.0424292 May 25 07:43:09.604559 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5b9ce16-74b9-4448-8701-08512cd32c74 req-19e7ed5b-3edf-42ff-821f-5e24268af971 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 07:43:09.606038 dv-cinder-825492-15-iscsi neutron-server[104526]: INFO neutron.wsgi [req-b5b9ce16-74b9-4448-8701-08512cd32c74 req-19e7ed5b-3edf-42ff-821f-5e24268af971 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=a55882c6-fce7-454c-a655-7352b87dd3be HTTP/1.1" status: 200 len: 848 time: 0.0952909 May 25 07:43:09.609640 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [req-9114984f-bc9a-47d2-be31-a2cab2642a8f req-88bde4e3-f07f-4fad-ab5f-49296618f5ce tempest-AttachVolumeTestJSON-631109292 tempest-AttachVolumeTestJSON-631109292-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:43:09.610011 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [req-9114984f-bc9a-47d2-be31-a2cab2642a8f req-88bde4e3-f07f-4fad-ab5f-49296618f5ce tempest-AttachVolumeTestJSON-631109292 tempest-AttachVolumeTestJSON-631109292-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1617316'] for floatingip (53b71a12-5d10-4bc4-8868-b8f3a1fa0580), after_update {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:43:09.610371 dv-cinder-825492-15-iscsi neutron-server[104526]: INFO neutron.db.l3_db [req-9114984f-bc9a-47d2-be31-a2cab2642a8f req-88bde4e3-f07f-4fad-ab5f-49296618f5ce tempest-AttachVolumeTestJSON-631109292 tempest-AttachVolumeTestJSON-631109292-project] Floating IP 53b71a12-5d10-4bc4-8868-b8f3a1fa0580 disassociated. External IP: 172.27.3.78, port: 82e28fc3-f3d3-49bd-a344-d2f7bb0dbf27. May 25 07:43:09.610740 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.plugins.ml2.plugin [req-9114984f-bc9a-47d2-be31-a2cab2642a8f req-88bde4e3-f07f-4fad-ab5f-49296618f5ce tempest-AttachVolumeTestJSON-631109292 tempest-AttachVolumeTestJSON-631109292-project] Calling delete_port for 82e28fc3-f3d3-49bd-a344-d2f7bb0dbf27 owned by compute:nova {{(pid=104526) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 25 07:43:09.645492 dv-cinder-825492-15-iscsi neutron-server[104526]: INFO neutron.wsgi [req-b5b9ce16-74b9-4448-8701-08512cd32c74 req-56647fdd-aad6-4c83-abaa-965b4f1398cb service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=4da000a2-13db-425e-9154-d0d501197ba8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0324976 May 25 07:43:09.762610 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e391d345-11ea-4e01-bdc4-db317ace9090 req-56286905-0f37-4f09-8a37-0c4b400f458c tempest-TestShelveInstance-2091076447 tempest-TestShelveInstance-2091076447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 07:43:09.764271 dv-cinder-825492-15-iscsi neutron-server[104525]: INFO neutron.wsgi [req-e391d345-11ea-4e01-bdc4-db317ace9090 req-56286905-0f37-4f09-8a37-0c4b400f458c tempest-TestShelveInstance-2091076447 tempest-TestShelveInstance-2091076447-project] 10.222.0.24 "GET /v2.0/ports?device_id=63430b83-f298-430c-9ca9-bdd4d69bde91 HTTP/1.1" status: 200 len: 943 time: 0.0517876 May 25 07:43:09.792447 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG dbcounter [-] [104525] Writing DB stats neutron:SELECT=100 {{(pid=104525) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 07:43:09.799015 dv-cinder-825492-15-iscsi neutron-server[104526]: INFO neutron.wsgi [req-b5b9ce16-74b9-4448-8701-08512cd32c74 req-b72b44a7-a9eb-47f0-9e0e-4cba8703e3c5 service neutron] 10.222.0.41 "GET /v2.0/networks/4da000a2-13db-425e-9154-d0d501197ba8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1195595 May 25 07:43:09.816284 dv-cinder-825492-15-iscsi neutron-server[104525]: INFO neutron.wsgi [req-e391d345-11ea-4e01-bdc4-db317ace9090 req-64649742-1e8f-4441-9f13-de0a9c2baaad tempest-TestShelveInstance-2091076447 tempest-TestShelveInstance-2091076447-project] 10.222.0.24 "GET /v2.0/security-groups?id=edcffb78-b012-4438-ba13-bc705797ca5b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0462053 May 25 07:43:09.960800 dv-cinder-825492-15-iscsi neutron-server[104526]: INFO neutron.wsgi [req-b5b9ce16-74b9-4448-8701-08512cd32c74 req-4787280b-3e6d-4c7f-b9a4-5ec8d87b1d9b service neutron] 10.222.0.41 "GET /v2.0/networks/4da000a2-13db-425e-9154-d0d501197ba8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1367209 May 25 07:43:09.966118 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [req-9114984f-bc9a-47d2-be31-a2cab2642a8f req-88bde4e3-f07f-4fad-ab5f-49296618f5ce tempest-AttachVolumeTestJSON-631109292 tempest-AttachVolumeTestJSON-631109292-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-617841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612926', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754056714424', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754056173873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2909854'] for port (82e28fc3-f3d3-49bd-a344-d2f7bb0dbf27), after_delete {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:43:09.981946 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9981e64-3ff8-4374-85dd-1bb89fc96ecc req-3a3ffdd4-8ab5-4a6b-93b3-0a78e9fc3613 tempest-AttachVolumeTestJSON-631109292 tempest-AttachVolumeTestJSON-631109292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 07:43:09.984232 dv-cinder-825492-15-iscsi neutron-server[104526]: INFO neutron.wsgi [req-d9981e64-3ff8-4374-85dd-1bb89fc96ecc req-3a3ffdd4-8ab5-4a6b-93b3-0a78e9fc3613 tempest-AttachVolumeTestJSON-631109292 tempest-AttachVolumeTestJSON-631109292-project] 10.222.0.24 "GET /v2.0/ports?device_id=2c5136fd-d373-4990-9a64-52d7549c48fa HTTP/1.1" status: 200 len: 945 time: 0.0710831 May 25 07:43:10.007004 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88bde4e3-f07f-4fad-ab5f-49296618f5ce tempest-AttachVolumeTestJSON-631109292 tempest-AttachVolumeTestJSON-631109292-project] Pushing event deleted for resources: {'Port': ['ID=82e28fc3-f3d3-49bd-a344-d2f7bb0dbf27,revision_number=None']} {{(pid=104526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 07:43:10.097160 dv-cinder-825492-15-iscsi neutron-server[104526]: INFO neutron.wsgi [req-d9981e64-3ff8-4374-85dd-1bb89fc96ecc req-a7751a57-849e-43fd-a391-8d8d3ba7df8d tempest-AttachVolumeTestJSON-631109292 tempest-AttachVolumeTestJSON-631109292-project] 10.222.0.24 "GET /v2.0/security-groups?id=3111191c-6c45-4596-b354-71b570859e5f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0923250 May 25 07:43:10.119384 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron_lib.callbacks.manager [None req-f9cd7ad7-9657-4dc4-ab64-74b2d9455e3c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754056472917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490168'] for agent (749e0e2c-8e71-4175-9046-27a8fd2a3a0a), after_update {{(pid=104527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:43:10.143040 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab44b89c-d8e7-4db5-b889-1649e22bc674 req-b50068c0-4c2d-481b-9887-b7325b67bb46 tempest-VolumesActionsTest-1395778514 tempest-VolumesActionsTest-1395778514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 07:43:10.145723 dv-cinder-825492-15-iscsi neutron-server[104525]: INFO neutron.wsgi [req-ab44b89c-d8e7-4db5-b889-1649e22bc674 req-b50068c0-4c2d-481b-9887-b7325b67bb46 tempest-VolumesActionsTest-1395778514 tempest-VolumesActionsTest-1395778514-project] 10.222.0.24 "GET /v2.0/ports?device_id=c68d2ef2-2545-4cf8-9e80-bfd1669ddec8 HTTP/1.1" status: 200 len: 944 time: 0.0637386 May 25 07:43:10.169233 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.scheduler.l3_agent_scheduler [req-9114984f-bc9a-47d2-be31-a2cab2642a8f req-88bde4e3-f07f-4fad-ab5f-49296618f5ce tempest-AttachVolumeTestJSON-631109292 tempest-AttachVolumeTestJSON-631109292-project] Router 467a5089-229b-41f9-a57d-cb3df74d5ec8 has already been hosted by L3 agent 54ff4013-997e-4376-a4e9-e6c98cf37cc7 {{(pid=104526) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 25 07:43:10.193281 dv-cinder-825492-15-iscsi neutron-server[104525]: INFO neutron.wsgi [req-ab44b89c-d8e7-4db5-b889-1649e22bc674 req-19d22a4e-3e1d-4fff-83fb-dac08ea742c1 tempest-VolumesActionsTest-1395778514 tempest-VolumesActionsTest-1395778514-project] 10.222.0.24 "GET /v2.0/security-groups?id=6665c53a-86ae-436e-a7f1-05d6434ff7c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446551 May 25 07:43:10.242786 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron.wsgi [-] (104525) accepted ('10.222.0.24', 48202) {{(pid=104525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 07:43:10.268039 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG dbcounter [-] [104526] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104526) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 07:43:10.275798 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-9114984f-bc9a-47d2-be31-a2cab2642a8f req-88bde4e3-f07f-4fad-ab5f-49296618f5ce tempest-AttachVolumeTestJSON-631109292 tempest-AttachVolumeTestJSON-631109292-project] Notify agent at l3_agent.dv-cinder-825492-15-iscsi the message routers_updated {{(pid=104526) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 25 07:43:10.287800 dv-cinder-825492-15-iscsi neutron-server[104528]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70f22b2d-aa4f-48db-bb55-8e79c113d460 None None] Sync routers for ids ['467a5089-229b-41f9-a57d-cb3df74d5ec8'] in dv-cinder-825492-15-iscsi {{(pid=104528) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 25 07:43:10.297243 dv-cinder-825492-15-iscsi neutron-server[104528]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70f22b2d-aa4f-48db-bb55-8e79c113d460 None None] Routers {'467a5089-229b-41f9-a57d-cb3df74d5ec8'} bound to L3 agent in host dv-cinder-825492-15-iscsi {{(pid=104528) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 25 07:43:10.297882 dv-cinder-825492-15-iscsi neutron-server[104528]: DEBUG neutron.db.l3_hamode_db [None req-70f22b2d-aa4f-48db-bb55-8e79c113d460 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825492-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-25T07:27:37Z,description=,heartbeat_timestamp=2022-05-25T07:43:07Z,host='dv-cinder-825492-15-iscsi',id=54ff4013-997e-4376-a4e9-e6c98cf37cc7,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T07:27:38Z,topic='l3_agent')) {'router_ids': ['467a5089-229b-41f9-a57d-cb3df74d5ec8'], 'active': True} {{(pid=104528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 07:43:10.301289 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-bb089ee2-b324-4cab-ae89-67b1849198cd tempest-AttachVolumeNegativeTest-1464534600 tempest-AttachVolumeNegativeTest-1464534600-project] Publish callbacks [] for security_group (00913454-3287-4fda-8993-71220fe3c018), before_delete {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:43:10.321216 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.db.l3_dvrscheduler_db [req-9114984f-bc9a-47d2-be31-a2cab2642a8f req-88bde4e3-f07f-4fad-ab5f-49296618f5ce tempest-AttachVolumeTestJSON-631109292 tempest-AttachVolumeTestJSON-631109292-project] No DVR routers for this DVR port 82e28fc3-f3d3-49bd-a344-d2f7bb0dbf27 on host hv-cinder-82549 {{(pid=104526) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 25 07:43:10.325515 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [req-9114984f-bc9a-47d2-be31-a2cab2642a8f req-88bde4e3-f07f-4fad-ab5f-49296618f5ce tempest-AttachVolumeTestJSON-631109292 tempest-AttachVolumeTestJSON-631109292-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93885'] for port (None), before_response {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:43:10.327619 dv-cinder-825492-15-iscsi neutron-server[104526]: INFO neutron.wsgi [req-9114984f-bc9a-47d2-be31-a2cab2642a8f req-88bde4e3-f07f-4fad-ab5f-49296618f5ce tempest-AttachVolumeTestJSON-631109292 tempest-AttachVolumeTestJSON-631109292-project] 10.222.0.41 "DELETE /v2.0/ports/82e28fc3-f3d3-49bd-a344-d2f7bb0dbf27 HTTP/1.1" status: 204 len: 173 time: 1.2477648 May 25 07:43:10.328101 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2c5136fd-d373-4990-9a64-52d7549c48fa', 'name': 'network-vif-deleted', 'tag': '82e28fc3-f3d3-49bd-a344-d2f7bb0dbf27'}] {{(pid=104526) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 25 07:43:10.330380 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db633a5f02cadde147c9bc1566607705b0433b891c7275f259bdbd209e6b6683" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6210003f-6917-4f06-9fce-d6d5661aeb5a" -d '{"events": [{"server_uuid": "2c5136fd-d373-4990-9a64-52d7549c48fa", "name": "network-vif-deleted", "tag": "82e28fc3-f3d3-49bd-a344-d2f7bb0dbf27"}]}' {{(pid=104526) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 25 07:43:10.331588 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-bb089ee2-b324-4cab-ae89-67b1849198cd tempest-AttachVolumeNegativeTest-1464534600 tempest-AttachVolumeNegativeTest-1464534600-project] Publish callbacks [] for security_group (00913454-3287-4fda-8993-71220fe3c018), precommit_delete {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:43:10.368149 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 25 May 2022 07:43:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-623439db-033c-4ce8-8002-8f8018b6eb79 x-openstack-request-id: req-623439db-033c-4ce8-8002-8f8018b6eb79 {{(pid=104526) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 25 07:43:10.368451 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2c5136fd-d373-4990-9a64-52d7549c48fa", "name": "network-vif-deleted", "tag": "82e28fc3-f3d3-49bd-a344-d2f7bb0dbf27", "status": "completed", "code": 200}]} {{(pid=104526) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 25 07:43:10.369153 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-623439db-033c-4ce8-8002-8f8018b6eb79 {{(pid=104526) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 25 07:43:10.369153 dv-cinder-825492-15-iscsi neutron-server[104526]: INFO neutron.notifiers.nova [-] Nova event matching ['req-623439db-033c-4ce8-8002-8f8018b6eb79'] response: {'server_uuid': '2c5136fd-d373-4990-9a64-52d7549c48fa', 'name': 'network-vif-deleted', 'tag': '82e28fc3-f3d3-49bd-a344-d2f7bb0dbf27', 'status': 'completed', 'code': 200} May 25 07:43:10.402876 dv-cinder-825492-15-iscsi neutron-server[104528]: DEBUG neutron.db.l3_dvr_db [None req-70f22b2d-aa4f-48db-bb55-8e79c113d460 None None] Set router 467a5089-229b-41f9-a57d-cb3df74d5ec8 gateway port host: dv-cinder-825492-15-iscsi {{(pid=104528) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 25 07:43:10.504220 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-bb089ee2-b324-4cab-ae89-67b1849198cd tempest-AttachVolumeNegativeTest-1464534600 tempest-AttachVolumeNegativeTest-1464534600-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-278753'] for security_group (00913454-3287-4fda-8993-71220fe3c018), after_delete {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:43:10.507075 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-bb089ee2-b324-4cab-ae89-67b1849198cd tempest-AttachVolumeNegativeTest-1464534600 tempest-AttachVolumeNegativeTest-1464534600-project] Publish callbacks [] for security_group (None), before_response {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:43:10.510677 dv-cinder-825492-15-iscsi neutron-server[104525]: INFO neutron.wsgi [None req-bb089ee2-b324-4cab-ae89-67b1849198cd tempest-AttachVolumeNegativeTest-1464534600 tempest-AttachVolumeNegativeTest-1464534600-project] 10.222.0.24 "DELETE /v2.0/security-groups/00913454-3287-4fda-8993-71220fe3c018 HTTP/1.1" status: 204 len: 168 time: 0.2644796 May 25 07:43:10.511138 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.wsgi [-] (104526) accepted ('10.222.0.24', 48206) {{(pid=104526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 07:43:10.523382 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb089ee2-b324-4cab-ae89-67b1849198cd tempest-AttachVolumeNegativeTest-1464534600 tempest-AttachVolumeNegativeTest-1464534600-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=00913454-3287-4fda-8993-71220fe3c018,revision_number=None']} {{(pid=104525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 07:43:10.527435 dv-cinder-825492-15-iscsi neutron-server[104526]: INFO neutron.api.v2.resource [None req-9416247b-3447-4a7d-aa6c-0bf5a2295436 tempest-AttachVolumeNegativeTest-1464534600 tempest-AttachVolumeNegativeTest-1464534600-project] show failed (client error): The resource could not be found. May 25 07:43:10.529521 dv-cinder-825492-15-iscsi neutron-server[104526]: INFO neutron.wsgi [None req-9416247b-3447-4a7d-aa6c-0bf5a2295436 tempest-AttachVolumeNegativeTest-1464534600 tempest-AttachVolumeNegativeTest-1464534600-project] 10.222.0.24 "GET /v2.0/security-groups/00913454-3287-4fda-8993-71220fe3c018 HTTP/1.1" status: 404 len: 347 time: 0.0165322 May 25 07:43:10.532377 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron.wsgi [-] (104525) accepted ('10.222.0.24', 48208) {{(pid=104525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 07:43:10.552833 dv-cinder-825492-15-iscsi neutron-server[104528]: DEBUG dbcounter [-] [104528] Writing DB stats neutron:SELECT=100 {{(pid=104528) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 07:43:10.597878 dv-cinder-825492-15-iscsi neutron-server[104528]: DEBUG neutron.db.l3_hamode_db [None req-70f22b2d-aa4f-48db-bb55-8e79c113d460 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '467a5089-229b-41f9-a57d-cb3df74d5ec8', 'name': 'tempest-AttachVolumeTestJSON-679687525-router', 'tenant_id': '294afe2c36184564a80fb6bef7b32359', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '29c629bd-3f50-4535-bfbc-a047608d6fb6', 'external_fixed_ips': [{'subnet_id': '7934ff5a-43f1-4f76-b9d8-e4343ace34f5', 'ip_address': '172.27.3.252'}], 'enable_snat': True}, 'gw_port_id': '1ba2fc44-c661-405c-8806-11b2129ff3d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T07:36:30Z', 'updated_at': '2022-05-25T07:36:42Z', 'revision_number': 4, 'project_id': '294afe2c36184564a80fb6bef7b32359', 'gw_port': {'id': '1ba2fc44-c661-405c-8806-11b2129ff3d1', 'name': '', 'network_id': '29c629bd-3f50-4535-bfbc-a047608d6fb6', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:0b:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '467a5089-229b-41f9-a57d-cb3df74d5ec8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '7934ff5a-43f1-4f76-b9d8-e4343ace34f5', 'ip_address': '172.27.3.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825492-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T07:36:34Z', 'updated_at': '2022-05-25T07:36:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7934ff5a-43f1-4f76-b9d8-e4343ace34f5', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825492-15-iscsi', '_interfaces': [{'id': '640c94dc-545f-4b18-8b5e-66d028f542ad', 'name': '', 'network_id': 'f85a9936-18a2-497c-90b9-ba6df25b9b6e', 'tenant_id': '294afe2c36184564a80fb6bef7b32359', 'mac_address': 'fa:16:3e:81:50:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '467a5089-229b-41f9-a57d-cb3df74d5ec8', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': 'fdef845a-6670-4f1a-9c6b-2e789510998b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825492-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T07:36:40Z', 'updated_at': '2022-05-25T07:36:59Z', 'revision_number': 5, 'project_id': '294afe2c36184564a80fb6bef7b32359', 'subnets': [{'id': 'fdef845a-6670-4f1a-9c6b-2e789510998b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-825492-15-iscsi', False) {} {{(pid=104528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 07:43:10.600786 dv-cinder-825492-15-iscsi neutron-server[104528]: DEBUG dbcounter [-] [104528] Writing DB stats neutron:SELECT=100 {{(pid=104528) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 07:43:10.627055 dv-cinder-825492-15-iscsi neutron-server[104528]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70f22b2d-aa4f-48db-bb55-8e79c113d460 None None] Checking router: 467a5089-229b-41f9-a57d-cb3df74d5ec8 for host: dv-cinder-825492-15-iscsi {{(pid=104528) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 25 07:43:10.635706 dv-cinder-825492-15-iscsi neutron-server[104528]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70f22b2d-aa4f-48db-bb55-8e79c113d460 None None] Routers {'467a5089-229b-41f9-a57d-cb3df74d5ec8'} bound to L3 agent in host dv-cinder-825492-15-iscsi {{(pid=104528) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 25 07:43:10.636330 dv-cinder-825492-15-iscsi neutron-server[104528]: DEBUG neutron.db.l3_hamode_db [None req-70f22b2d-aa4f-48db-bb55-8e79c113d460 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825492-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-25T07:27:37Z,description=,heartbeat_timestamp=2022-05-25T07:43:07Z,host='dv-cinder-825492-15-iscsi',id=54ff4013-997e-4376-a4e9-e6c98cf37cc7,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T07:27:38Z,topic='l3_agent')) {'router_ids': ['467a5089-229b-41f9-a57d-cb3df74d5ec8'], 'active': True} {{(pid=104528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 07:43:10.648309 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron.plugins.ml2.plugin [None req-5bf843aa-620a-45b7-bc9d-1111d9492d78 tempest-AttachVolumeNegativeTest-1464534600 tempest-AttachVolumeNegativeTest-1464534600-project] Deleting port 2efafd7f-7f4e-4a57-b6ce-4a755f030baf {{(pid=104525) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 25 07:43:10.648684 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-5bf843aa-620a-45b7-bc9d-1111d9492d78 tempest-AttachVolumeNegativeTest-1464534600 tempest-AttachVolumeNegativeTest-1464534600-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754056702922'] for port (2efafd7f-7f4e-4a57-b6ce-4a755f030baf), before_delete {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:43:10.721803 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-5bf843aa-620a-45b7-bc9d-1111d9492d78 tempest-AttachVolumeNegativeTest-1464534600 tempest-AttachVolumeNegativeTest-1464534600-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625317'] for port (2efafd7f-7f4e-4a57-b6ce-4a755f030baf), precommit_delete {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:43:10.722128 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-5bf843aa-620a-45b7-bc9d-1111d9492d78 tempest-AttachVolumeNegativeTest-1464534600 tempest-AttachVolumeNegativeTest-1464534600-project] Publish callbacks [] for floatingip (2efafd7f-7f4e-4a57-b6ce-4a755f030baf), precommit_delete {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:43:10.734242 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron.plugins.ml2.plugin [None req-5bf843aa-620a-45b7-bc9d-1111d9492d78 tempest-AttachVolumeNegativeTest-1464534600 tempest-AttachVolumeNegativeTest-1464534600-project] Calling delete_port for 2efafd7f-7f4e-4a57-b6ce-4a755f030baf owned by network:floatingip {{(pid=104525) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 25 07:43:10.735622 dv-cinder-825492-15-iscsi neutron-server[104528]: DEBUG neutron.db.l3_dvr_db [None req-70f22b2d-aa4f-48db-bb55-8e79c113d460 None None] Set router 467a5089-229b-41f9-a57d-cb3df74d5ec8 gateway port host: dv-cinder-825492-15-iscsi {{(pid=104528) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 25 07:43:10.846657 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.plugins.ml2.rpc [None req-798242cc-9ea0-464c-9109-86bd7997349e None None] Device 6d5abc91-52ce-441e-be4e-749082dec7ae details requested by agent hyperv_hv-cinder-82549 with host hv-cinder-82549 {{(pid=104527) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 25 07:43:10.864540 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.plugins.ml2.rpc [None req-798242cc-9ea0-464c-9109-86bd7997349e None None] Device 82e28fc3-f3d3-49bd-a344-d2f7bb0dbf27 no longer exists at agent hyperv_hv-cinder-82549 {{(pid=104527) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 25 07:43:10.898767 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.plugins.ml2.plugin [None req-798242cc-9ea0-464c-9109-86bd7997349e None None] No Port match for: 82e28fc3-f3d3-49bd-a344-d2f7bb0dbf27 {{(pid=104527) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 25 07:43:10.899354 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.plugins.ml2.rpc [None req-798242cc-9ea0-464c-9109-86bd7997349e None None] Device 82e28fc3-f3d3-49bd-a344-d2f7bb0dbf27 not bound to the agent host hv-cinder-82549 {{(pid=104527) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 25 07:43:10.931505 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-5bf843aa-620a-45b7-bc9d-1111d9492d78 tempest-AttachVolumeNegativeTest-1464534600 tempest-AttachVolumeNegativeTest-1464534600-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-617841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612926', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754056714424', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754056173873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59563715'] for port (2efafd7f-7f4e-4a57-b6ce-4a755f030baf), after_delete {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:43:10.939344 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG dbcounter [-] [104526] Writing DB stats neutron:SELECT=94,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=104526) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 07:43:10.946156 dv-cinder-825492-15-iscsi neutron-server[104528]: DEBUG neutron.db.l3_hamode_db [None req-70f22b2d-aa4f-48db-bb55-8e79c113d460 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '467a5089-229b-41f9-a57d-cb3df74d5ec8', 'name': 'tempest-AttachVolumeTestJSON-679687525-router', 'tenant_id': '294afe2c36184564a80fb6bef7b32359', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '29c629bd-3f50-4535-bfbc-a047608d6fb6', 'external_fixed_ips': [{'subnet_id': '7934ff5a-43f1-4f76-b9d8-e4343ace34f5', 'ip_address': '172.27.3.252'}], 'enable_snat': True}, 'gw_port_id': '1ba2fc44-c661-405c-8806-11b2129ff3d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T07:36:30Z', 'updated_at': '2022-05-25T07:36:42Z', 'revision_number': 4, 'project_id': '294afe2c36184564a80fb6bef7b32359', 'gw_port': {'id': '1ba2fc44-c661-405c-8806-11b2129ff3d1', 'name': '', 'network_id': '29c629bd-3f50-4535-bfbc-a047608d6fb6', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:0b:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '467a5089-229b-41f9-a57d-cb3df74d5ec8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '7934ff5a-43f1-4f76-b9d8-e4343ace34f5', 'ip_address': '172.27.3.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825492-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T07:36:34Z', 'updated_at': '2022-05-25T07:36:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7934ff5a-43f1-4f76-b9d8-e4343ace34f5', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825492-15-iscsi', '_interfaces': [{'id': '640c94dc-545f-4b18-8b5e-66d028f542ad', 'name': '', 'network_id': 'f85a9936-18a2-497c-90b9-ba6df25b9b6e', 'tenant_id': '294afe2c36184564a80fb6bef7b32359', 'mac_address': 'fa:16:3e:81:50:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '467a5089-229b-41f9-a57d-cb3df74d5ec8', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': 'fdef845a-6670-4f1a-9c6b-2e789510998b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825492-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T07:36:40Z', 'updated_at': '2022-05-25T07:36:59Z', 'revision_number': 5, 'project_id': '294afe2c36184564a80fb6bef7b32359', 'subnets': [{'id': 'fdef845a-6670-4f1a-9c6b-2e789510998b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-825492-15-iscsi', False) {} {{(pid=104528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 07:43:10.951320 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dec96862-e87a-49cb-b936-27053551d97d req-78549314-df6a-4db2-afa9-5d87d446fb2f tempest-TestShelveInstance-2091076447 tempest-TestShelveInstance-2091076447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 07:43:10.953569 dv-cinder-825492-15-iscsi neutron-server[104526]: INFO neutron.wsgi [req-dec96862-e87a-49cb-b936-27053551d97d req-78549314-df6a-4db2-afa9-5d87d446fb2f tempest-TestShelveInstance-2091076447 tempest-TestShelveInstance-2091076447-project] 10.222.0.24 "GET /v2.0/ports?device_id=63430b83-f298-430c-9ca9-bdd4d69bde91 HTTP/1.1" status: 200 len: 943 time: 0.0616665 May 25 07:43:10.972645 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bf843aa-620a-45b7-bc9d-1111d9492d78 tempest-AttachVolumeNegativeTest-1464534600 tempest-AttachVolumeNegativeTest-1464534600-project] Pushing event deleted for resources: {'Port': ['ID=2efafd7f-7f4e-4a57-b6ce-4a755f030baf,revision_number=None']} {{(pid=104525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 07:43:10.986809 dv-cinder-825492-15-iscsi neutron-server[104528]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70f22b2d-aa4f-48db-bb55-8e79c113d460 None None] The sync data for ids ['467a5089-229b-41f9-a57d-cb3df74d5ec8'] in dv-cinder-825492-15-iscsi is: [{'id': '467a5089-229b-41f9-a57d-cb3df74d5ec8', 'name': 'tempest-AttachVolumeTestJSON-679687525-router', 'tenant_id': '294afe2c36184564a80fb6bef7b32359', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '29c629bd-3f50-4535-bfbc-a047608d6fb6', 'external_fixed_ips': [{'subnet_id': '7934ff5a-43f1-4f76-b9d8-e4343ace34f5', 'ip_address': '172.27.3.252'}], 'enable_snat': True}, 'gw_port_id': '1ba2fc44-c661-405c-8806-11b2129ff3d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T07:36:30Z', 'updated_at': '2022-05-25T07:36:42Z', 'revision_number': 4, 'project_id': '294afe2c36184564a80fb6bef7b32359', 'gw_port': {'id': '1ba2fc44-c661-405c-8806-11b2129ff3d1', 'name': '', 'network_id': '29c629bd-3f50-4535-bfbc-a047608d6fb6', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:0b:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '467a5089-229b-41f9-a57d-cb3df74d5ec8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '7934ff5a-43f1-4f76-b9d8-e4343ace34f5', 'ip_address': '172.27.3.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825492-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T07:36:34Z', 'updated_at': '2022-05-25T07:36:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7934ff5a-43f1-4f76-b9d8-e4343ace34f5', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825492-15-iscsi', '_interfaces': [{'id': '640c94dc-545f-4b18-8b5e-66d028f542ad', 'name': '', 'network_id': 'f85a9936-18a2-497c-90b9-ba6df25b9b6e', 'tenant_id': '294afe2c36184564a80fb6bef7b32359', 'mac_address': 'fa:16:3e:81:50:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '467a5089-229b-41f9-a57d-cb3df74d5ec8', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': 'fdef845a-6670-4f1a-9c6b-2e789510998b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825492-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T07:36:40Z', 'updated_at': '2022-05-25T07:36:59Z', 'revision_number': 5, 'project_id': '294afe2c36184564a80fb6bef7b32359', 'subnets': [{'id': 'fdef845a-6670-4f1a-9c6b-2e789510998b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104528) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 25 07:43:10.991216 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.plugins.ml2.db [None req-798242cc-9ea0-464c-9109-86bd7997349e None None] For port 6d5abc91-52ce-441e-be4e-749082dec7ae, host hv-cinder-82549, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82549',level=0,port_id=6d5abc91-52ce-441e-be4e-749082dec7ae,segment=NetworkSegment(ed9b260d-18a6-47d6-b09f-f8e237c3b8ef),segment_id=ed9b260d-18a6-47d6-b09f-f8e237c3b8ef)] {{(pid=104527) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 07:43:11.004366 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.plugins.ml2.rpc [None req-798242cc-9ea0-464c-9109-86bd7997349e None None] Returning: {'device': '6d5abc91-52ce-441e-be4e-749082dec7ae', 'network_id': '865acc30-354d-443a-90ac-e550f16275c5', 'port_id': '6d5abc91-52ce-441e-be4e-749082dec7ae', 'mac_address': 'fa:16:3e:41:5b:60', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 286, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6ebf3ac6-955c-49f9-997f-8aa2353df952', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104527) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 25 07:43:11.053598 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.plugins.ml2.plugin [None req-798242cc-9ea0-464c-9109-86bd7997349e None None] Current status of the port 6d5abc91-52ce-441e-be4e-749082dec7ae is: DOWN; New status is: BUILD {{(pid=104527) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 25 07:43:11.053966 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron_lib.callbacks.manager [None req-798242cc-9ea0-464c-9109-86bd7997349e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-616651'] for port (6d5abc91-52ce-441e-be4e-749082dec7ae), before_update {{(pid=104527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:43:11.058136 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-5bf843aa-620a-45b7-bc9d-1111d9492d78 tempest-AttachVolumeNegativeTest-1464534600 tempest-AttachVolumeNegativeTest-1464534600-project] Publish callbacks [] for floatingip (d212ece2-ba7f-4711-a564-ac7060663ca0), after_delete {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:43:11.062054 dv-cinder-825492-15-iscsi neutron-server[104526]: INFO neutron.wsgi [req-dec96862-e87a-49cb-b936-27053551d97d req-6de5daeb-0cd9-4ead-8151-240831f38bb6 tempest-TestShelveInstance-2091076447 tempest-TestShelveInstance-2091076447-project] 10.222.0.24 "GET /v2.0/security-groups?id=edcffb78-b012-4438-ba13-bc705797ca5b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1018155 May 25 07:43:11.065457 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG dbcounter [-] [104527] Writing DB stats neutron:SELECT=94,neutron:DELETE=1,neutron:UPDATE=5 {{(pid=104527) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 07:43:11.065746 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-5bf843aa-620a-45b7-bc9d-1111d9492d78 tempest-AttachVolumeNegativeTest-1464534600 tempest-AttachVolumeNegativeTest-1464534600-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93885'] for floatingip (None), before_response {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:43:11.069026 dv-cinder-825492-15-iscsi neutron-server[104525]: INFO neutron.wsgi [None req-5bf843aa-620a-45b7-bc9d-1111d9492d78 tempest-AttachVolumeNegativeTest-1464534600 tempest-AttachVolumeNegativeTest-1464534600-project] 10.222.0.24 "DELETE /v2.0/floatingips/d212ece2-ba7f-4711-a564-ac7060663ca0 HTTP/1.1" status: 204 len: 168 time: 0.5354459 May 25 07:43:11.071888 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.notifiers.nova [None req-798242cc-9ea0-464c-9109-86bd7997349e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6d5abc91-52ce-441e-be4e-749082dec7ae {{(pid=104527) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 25 07:43:11.114153 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.plugins.ml2.db [None req-798242cc-9ea0-464c-9109-86bd7997349e None None] For port 6d5abc91-52ce-441e-be4e-749082dec7ae, host hv-cinder-82549, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82549',level=0,port_id=6d5abc91-52ce-441e-be4e-749082dec7ae,segment=NetworkSegment(ed9b260d-18a6-47d6-b09f-f8e237c3b8ef),segment_id=ed9b260d-18a6-47d6-b09f-f8e237c3b8ef)] {{(pid=104527) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 07:43:11.190435 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron_lib.callbacks.manager [None req-798242cc-9ea0-464c-9109-86bd7997349e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-617841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612926', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754056714442', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754056173882', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754056173900'] for port (6d5abc91-52ce-441e-be4e-749082dec7ae), after_update {{(pid=104527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:43:11.205405 dv-cinder-825492-15-iscsi neutron-server[104525]: INFO neutron.wsgi [req-e99aad63-fd27-4137-87f3-2692360a97c8 req-57f1c2ee-534f-47d2-b099-e2021403a4f1 tempest-AttachVolumeTestJSON-631109292 tempest-AttachVolumeTestJSON-631109292-project] 10.222.0.24 "GET /v2.0/ports?device_id=2c5136fd-d373-4990-9a64-52d7549c48fa HTTP/1.1" status: 200 len: 210 time: 0.0330024 May 25 07:43:11.257201 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-798242cc-9ea0-464c-9109-86bd7997349e None None] Pushing event updated for resources: {'Port': ['ID=6d5abc91-52ce-441e-be4e-749082dec7ae,revision_number=7']} {{(pid=104527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 07:43:11.265873 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-798242cc-9ea0-464c-9109-86bd7997349e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825492-15-iscsi {{(pid=104527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 07:43:11.266520 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-798242cc-9ea0-464c-9109-86bd7997349e None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825492-15-iscsi {{(pid=104527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 07:43:11.266855 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-798242cc-9ea0-464c-9109-86bd7997349e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825492-15-iscsi {{(pid=104527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 07:43:11.267188 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-798242cc-9ea0-464c-9109-86bd7997349e None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825492-15-iscsi {{(pid=104527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 07:43:11.267513 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-798242cc-9ea0-464c-9109-86bd7997349e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825492-15-iscsi {{(pid=104527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 07:43:11.267831 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-798242cc-9ea0-464c-9109-86bd7997349e None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825492-15-iscsi {{(pid=104527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 07:43:11.268149 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-798242cc-9ea0-464c-9109-86bd7997349e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825492-15-iscsi {{(pid=104527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 07:43:11.268463 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-798242cc-9ea0-464c-9109-86bd7997349e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-825492-15-iscsi {{(pid=104527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 07:43:11.268832 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-798242cc-9ea0-464c-9109-86bd7997349e None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-825492-15-iscsi {{(pid=104527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 07:43:11.269149 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-798242cc-9ea0-464c-9109-86bd7997349e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-825492-15-iscsi {{(pid=104527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 07:43:11.269468 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-798242cc-9ea0-464c-9109-86bd7997349e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-825492-15-iscsi {{(pid=104527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 07:43:11.269789 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-798242cc-9ea0-464c-9109-86bd7997349e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825492-15-iscsi {{(pid=104527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 07:43:11.270100 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-798242cc-9ea0-464c-9109-86bd7997349e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825492-15-iscsi {{(pid=104527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 07:43:11.270566 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-798242cc-9ea0-464c-9109-86bd7997349e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825492-15-iscsi {{(pid=104527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 07:43:11.271049 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-798242cc-9ea0-464c-9109-86bd7997349e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825492-15-iscsi {{(pid=104527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 07:43:11.299871 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bbd73d5-cf32-4146-9756-fd184645a60f None None] New status for floating IP 53b71a12-5d10-4bc4-8868-b8f3a1fa0580: DOWN {{(pid=104527) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 25 07:43:11.515304 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.plugins.ml2.db [None req-798242cc-9ea0-464c-9109-86bd7997349e None None] get_ports_and_sgs() called for port_ids ['6d5abc91-52ce-441e-be4e-749082dec7ae'] {{(pid=104527) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 25 07:43:11.517512 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG dbcounter [-] [104527] Writing DB stats neutron:SELECT=91,neutron:UPDATE=9 {{(pid=104527) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 07:43:11.562715 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron_lib.callbacks.manager [None req-4c581813-650f-4b4b-ac0f-82f585bea231 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754056472917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490168'] for agent (67455b2d-ff20-4068-8b38-73bd0628c5cb), after_update {{(pid=104527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:43:11.629760 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-268cef2d-370a-4d05-89b0-9d8aea32a9bd req-ad2e66ae-527e-4a87-875b-69c262ad002a tempest-VolumesActionsTest-1395778514 tempest-VolumesActionsTest-1395778514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 07:43:11.631223 dv-cinder-825492-15-iscsi neutron-server[104526]: INFO neutron.wsgi [req-268cef2d-370a-4d05-89b0-9d8aea32a9bd req-ad2e66ae-527e-4a87-875b-69c262ad002a tempest-VolumesActionsTest-1395778514 tempest-VolumesActionsTest-1395778514-project] 10.222.0.24 "GET /v2.0/ports?device_id=c68d2ef2-2545-4cf8-9e80-bfd1669ddec8 HTTP/1.1" status: 200 len: 944 time: 0.3394184 May 25 07:43:11.678685 dv-cinder-825492-15-iscsi neutron-server[104526]: INFO neutron.wsgi [req-268cef2d-370a-4d05-89b0-9d8aea32a9bd req-34a3e8b8-327c-4a27-acf1-35119741cf77 tempest-VolumesActionsTest-1395778514 tempest-VolumesActionsTest-1395778514-project] 10.222.0.24 "GET /v2.0/security-groups?id=6665c53a-86ae-436e-a7f1-05d6434ff7c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415790 May 25 07:43:12.165230 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG dbcounter [-] [104525] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104525) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 07:43:12.181218 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e8645ea-1306-4af2-b6db-0d5f1c315ba5 req-1ab08cc5-3693-42cb-955b-dd32832a6c75 tempest-TestShelveInstance-2091076447 tempest-TestShelveInstance-2091076447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 07:43:12.182682 dv-cinder-825492-15-iscsi neutron-server[104525]: INFO neutron.wsgi [req-1e8645ea-1306-4af2-b6db-0d5f1c315ba5 req-1ab08cc5-3693-42cb-955b-dd32832a6c75 tempest-TestShelveInstance-2091076447 tempest-TestShelveInstance-2091076447-project] 10.222.0.24 "GET /v2.0/ports?device_id=63430b83-f298-430c-9ca9-bdd4d69bde91 HTTP/1.1" status: 200 len: 944 time: 0.0470169 May 25 07:43:12.233776 dv-cinder-825492-15-iscsi neutron-server[104525]: INFO neutron.wsgi [req-1e8645ea-1306-4af2-b6db-0d5f1c315ba5 req-a949e825-bd86-4347-981a-f1d1f828bf07 tempest-TestShelveInstance-2091076447 tempest-TestShelveInstance-2091076447-project] 10.222.0.24 "GET /v2.0/security-groups?id=edcffb78-b012-4438-ba13-bc705797ca5b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450237 May 25 07:43:12.366689 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron.wsgi [-] (104525) accepted ('10.222.0.24', 48226) {{(pid=104525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 07:43:12.390998 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG dbcounter [-] [104525] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=104525) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 07:43:12.425154 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-01969fd6-34ed-416d-98c3-44843bb96bc6 tempest-AttachVolumeTestJSON-631109292 tempest-AttachVolumeTestJSON-631109292-project] Publish callbacks [] for security_group (3111191c-6c45-4596-b354-71b570859e5f), before_delete {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:43:12.451837 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-01969fd6-34ed-416d-98c3-44843bb96bc6 tempest-AttachVolumeTestJSON-631109292 tempest-AttachVolumeTestJSON-631109292-project] Publish callbacks [] for security_group (3111191c-6c45-4596-b354-71b570859e5f), precommit_delete {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:43:12.653410 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-01969fd6-34ed-416d-98c3-44843bb96bc6 tempest-AttachVolumeTestJSON-631109292 tempest-AttachVolumeTestJSON-631109292-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-278753'] for security_group (3111191c-6c45-4596-b354-71b570859e5f), after_delete {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:43:12.656102 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-01969fd6-34ed-416d-98c3-44843bb96bc6 tempest-AttachVolumeTestJSON-631109292 tempest-AttachVolumeTestJSON-631109292-project] Publish callbacks [] for security_group (None), before_response {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:43:12.657384 dv-cinder-825492-15-iscsi neutron-server[104525]: INFO neutron.wsgi [None req-01969fd6-34ed-416d-98c3-44843bb96bc6 tempest-AttachVolumeTestJSON-631109292 tempest-AttachVolumeTestJSON-631109292-project] 10.222.0.24 "DELETE /v2.0/security-groups/3111191c-6c45-4596-b354-71b570859e5f HTTP/1.1" status: 204 len: 168 time: 0.2897272 May 25 07:43:12.660195 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.wsgi [-] (104526) accepted ('10.222.0.24', 48236) {{(pid=104526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 07:43:12.666937 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01969fd6-34ed-416d-98c3-44843bb96bc6 tempest-AttachVolumeTestJSON-631109292 tempest-AttachVolumeTestJSON-631109292-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3111191c-6c45-4596-b354-71b570859e5f,revision_number=None']} {{(pid=104525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 07:43:12.675935 dv-cinder-825492-15-iscsi neutron-server[104526]: INFO neutron.api.v2.resource [None req-0361bfbe-090a-4a71-ae00-7377f5420812 tempest-AttachVolumeTestJSON-631109292 tempest-AttachVolumeTestJSON-631109292-project] show failed (client error): The resource could not be found. May 25 07:43:12.677070 dv-cinder-825492-15-iscsi neutron-server[104526]: INFO neutron.wsgi [None req-0361bfbe-090a-4a71-ae00-7377f5420812 tempest-AttachVolumeTestJSON-631109292 tempest-AttachVolumeTestJSON-631109292-project] 10.222.0.24 "GET /v2.0/security-groups/3111191c-6c45-4596-b354-71b570859e5f HTTP/1.1" status: 404 len: 347 time: 0.0157051 May 25 07:43:12.679833 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.wsgi [-] (104526) accepted ('10.222.0.24', 48238) {{(pid=104526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 07:43:12.834373 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee8f634b-08fd-4387-ac0e-6c4babadfbc9 req-372d8a0a-a985-4d43-b4d7-5370dac853e7 tempest-VolumesActionsTest-1395778514 tempest-VolumesActionsTest-1395778514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 07:43:12.835854 dv-cinder-825492-15-iscsi neutron-server[104526]: INFO neutron.wsgi [req-ee8f634b-08fd-4387-ac0e-6c4babadfbc9 req-372d8a0a-a985-4d43-b4d7-5370dac853e7 tempest-VolumesActionsTest-1395778514 tempest-VolumesActionsTest-1395778514-project] 10.222.0.24 "GET /v2.0/ports?device_id=c68d2ef2-2545-4cf8-9e80-bfd1669ddec8 HTTP/1.1" status: 200 len: 944 time: 0.0764861 May 25 07:43:12.838468 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.plugins.ml2.plugin [None req-45bbfae1-ce96-42ce-951a-66b0ac5efd34 tempest-AttachVolumeTestJSON-631109292 tempest-AttachVolumeTestJSON-631109292-project] Deleting port e5f4b66c-7697-4d2b-8e56-81332ee50408 {{(pid=104526) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 25 07:43:12.838953 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-45bbfae1-ce96-42ce-951a-66b0ac5efd34 tempest-AttachVolumeTestJSON-631109292 tempest-AttachVolumeTestJSON-631109292-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754056702922'] for port (e5f4b66c-7697-4d2b-8e56-81332ee50408), before_delete {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:43:12.864705 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.plugins.ml2.rpc [None req-798242cc-9ea0-464c-9109-86bd7997349e None None] Device ed2acb4e-4c2d-4591-8817-6c12ed2cf554 details requested by agent hyperv_hv-cinder-82549 with host hv-cinder-82549 {{(pid=104527) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 25 07:43:12.870210 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.plugins.ml2.rpc [None req-798242cc-9ea0-464c-9109-86bd7997349e None None] Device 6d5abc91-52ce-441e-be4e-749082dec7ae up at agent hyperv_hv-cinder-82549 {{(pid=104527) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 25 07:43:12.948502 dv-cinder-825492-15-iscsi neutron-server[104526]: INFO neutron.wsgi [req-ee8f634b-08fd-4387-ac0e-6c4babadfbc9 req-fe81c0af-144f-49e7-acc6-df730935401b tempest-VolumesActionsTest-1395778514 tempest-VolumesActionsTest-1395778514-project] 10.222.0.24 "GET /v2.0/security-groups?id=6665c53a-86ae-436e-a7f1-05d6434ff7c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0966308 May 25 07:43:12.957077 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-45bbfae1-ce96-42ce-951a-66b0ac5efd34 tempest-AttachVolumeTestJSON-631109292 tempest-AttachVolumeTestJSON-631109292-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625317'] for port (e5f4b66c-7697-4d2b-8e56-81332ee50408), precommit_delete {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:43:12.957402 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-45bbfae1-ce96-42ce-951a-66b0ac5efd34 tempest-AttachVolumeTestJSON-631109292 tempest-AttachVolumeTestJSON-631109292-project] Publish callbacks [] for floatingip (e5f4b66c-7697-4d2b-8e56-81332ee50408), precommit_delete {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:43:12.977770 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.db.provisioning_blocks [None req-798242cc-9ea0-464c-9109-86bd7997349e None None] Provisioning complete for port 6d5abc91-52ce-441e-be4e-749082dec7ae triggered by entity L2. {{(pid=104527) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 25 07:43:12.985093 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.plugins.ml2.plugin [None req-45bbfae1-ce96-42ce-951a-66b0ac5efd34 tempest-AttachVolumeTestJSON-631109292 tempest-AttachVolumeTestJSON-631109292-project] Calling delete_port for e5f4b66c-7697-4d2b-8e56-81332ee50408 owned by network:floatingip {{(pid=104526) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 25 07:43:12.985272 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron_lib.callbacks.manager [None req-798242cc-9ea0-464c-9109-86bd7997349e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1490782'] for port (6d5abc91-52ce-441e-be4e-749082dec7ae), provisioning_complete {{(pid=104527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:43:13.034954 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.plugins.ml2.db [None req-798242cc-9ea0-464c-9109-86bd7997349e None None] For port ed2acb4e-4c2d-4591-8817-6c12ed2cf554, host hv-cinder-82549, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82549',level=0,port_id=ed2acb4e-4c2d-4591-8817-6c12ed2cf554,segment=NetworkSegment(833b25f6-f23e-427a-8fce-58c998df3971),segment_id=833b25f6-f23e-427a-8fce-58c998df3971)] {{(pid=104527) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 07:43:13.051019 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.plugins.ml2.rpc [None req-798242cc-9ea0-464c-9109-86bd7997349e None None] Returning: {'device': 'ed2acb4e-4c2d-4591-8817-6c12ed2cf554', 'network_id': '4da000a2-13db-425e-9154-d0d501197ba8', 'port_id': 'ed2acb4e-4c2d-4591-8817-6c12ed2cf554', 'mac_address': 'fa:16:3e:97:51:f4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 280, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a55882c6-fce7-454c-a655-7352b87dd3be', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104527) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 25 07:43:13.061019 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG dbcounter [-] [104527] Writing DB stats neutron:SELECT=100 {{(pid=104527) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 07:43:13.118334 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.plugins.ml2.plugin [None req-798242cc-9ea0-464c-9109-86bd7997349e None None] Current status of the port ed2acb4e-4c2d-4591-8817-6c12ed2cf554 is: DOWN; New status is: BUILD {{(pid=104527) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 25 07:43:13.118715 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron_lib.callbacks.manager [None req-798242cc-9ea0-464c-9109-86bd7997349e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-616651'] for port (ed2acb4e-4c2d-4591-8817-6c12ed2cf554), before_update {{(pid=104527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:43:13.120515 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.plugins.ml2.plugin [None req-798242cc-9ea0-464c-9109-86bd7997349e None None] Current status of the port 6d5abc91-52ce-441e-be4e-749082dec7ae is: BUILD; New status is: ACTIVE {{(pid=104527) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 25 07:43:13.120919 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron_lib.callbacks.manager [None req-798242cc-9ea0-464c-9109-86bd7997349e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-616651'] for port (6d5abc91-52ce-441e-be4e-749082dec7ae), before_update {{(pid=104527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:43:13.269370 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.notifiers.nova [None req-798242cc-9ea0-464c-9109-86bd7997349e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ed2acb4e-4c2d-4591-8817-6c12ed2cf554 {{(pid=104527) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 25 07:43:13.269777 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-45bbfae1-ce96-42ce-951a-66b0ac5efd34 tempest-AttachVolumeTestJSON-631109292 tempest-AttachVolumeTestJSON-631109292-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-617841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612926', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754056714424', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754056173873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2909854'] for port (e5f4b66c-7697-4d2b-8e56-81332ee50408), after_delete {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:43:13.288735 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '63430b83-f298-430c-9ca9-bdd4d69bde91', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6d5abc91-52ce-441e-be4e-749082dec7ae'}] {{(pid=104527) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 25 07:43:13.291653 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b7b9631292b9c3281c46c063e828ef1e98938590bf5356102cacde7abf71fd6b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8a3d3903-1170-4000-aeb6-3700ae3e967c" -d '{"events": [{"server_uuid": "63430b83-f298-430c-9ca9-bdd4d69bde91", "name": "network-vif-plugged", "status": "completed", "tag": "6d5abc91-52ce-441e-be4e-749082dec7ae"}]}' {{(pid=104527) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 25 07:43:13.298356 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45bbfae1-ce96-42ce-951a-66b0ac5efd34 tempest-AttachVolumeTestJSON-631109292 tempest-AttachVolumeTestJSON-631109292-project] Pushing event deleted for resources: {'Port': ['ID=e5f4b66c-7697-4d2b-8e56-81332ee50408,revision_number=None']} {{(pid=104526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 07:43:13.314295 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.plugins.ml2.db [None req-798242cc-9ea0-464c-9109-86bd7997349e None None] For port ed2acb4e-4c2d-4591-8817-6c12ed2cf554, host hv-cinder-82549, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82549',level=0,port_id=ed2acb4e-4c2d-4591-8817-6c12ed2cf554,segment=NetworkSegment(833b25f6-f23e-427a-8fce-58c998df3971),segment_id=833b25f6-f23e-427a-8fce-58c998df3971)] {{(pid=104527) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 07:43:13.316360 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.plugins.ml2.db [None req-798242cc-9ea0-464c-9109-86bd7997349e None None] For port 6d5abc91-52ce-441e-be4e-749082dec7ae, host hv-cinder-82549, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82549',level=0,port_id=6d5abc91-52ce-441e-be4e-749082dec7ae,segment=NetworkSegment(ed9b260d-18a6-47d6-b09f-f8e237c3b8ef),segment_id=ed9b260d-18a6-47d6-b09f-f8e237c3b8ef)] {{(pid=104527) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 07:43:13.348299 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 25 May 2022 07:43:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d3846fe3-925d-43dd-a9db-c04813117900 x-openstack-request-id: req-d3846fe3-925d-43dd-a9db-c04813117900 {{(pid=104527) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 25 07:43:13.348997 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "63430b83-f298-430c-9ca9-bdd4d69bde91", "name": "network-vif-plugged", "status": "completed", "tag": "6d5abc91-52ce-441e-be4e-749082dec7ae", "code": 200}]} {{(pid=104527) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 25 07:43:13.348997 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-d3846fe3-925d-43dd-a9db-c04813117900 {{(pid=104527) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 25 07:43:13.349438 dv-cinder-825492-15-iscsi neutron-server[104527]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d3846fe3-925d-43dd-a9db-c04813117900'] response: {'server_uuid': '63430b83-f298-430c-9ca9-bdd4d69bde91', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6d5abc91-52ce-441e-be4e-749082dec7ae', 'code': 200} May 25 07:43:13.361761 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b238667-82df-4332-9b0e-d5991f57833a req-e85511cc-75a5-4811-8f4b-da2d1b216122 tempest-TestShelveInstance-2091076447 tempest-TestShelveInstance-2091076447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 07:43:13.363312 dv-cinder-825492-15-iscsi neutron-server[104525]: INFO neutron.wsgi [req-0b238667-82df-4332-9b0e-d5991f57833a req-e85511cc-75a5-4811-8f4b-da2d1b216122 tempest-TestShelveInstance-2091076447 tempest-TestShelveInstance-2091076447-project] 10.222.0.24 "GET /v2.0/ports?device_id=63430b83-f298-430c-9ca9-bdd4d69bde91 HTTP/1.1" status: 200 len: 944 time: 0.0542815 May 25 07:43:13.374362 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-45bbfae1-ce96-42ce-951a-66b0ac5efd34 tempest-AttachVolumeTestJSON-631109292 tempest-AttachVolumeTestJSON-631109292-project] Publish callbacks [] for floatingip (53b71a12-5d10-4bc4-8868-b8f3a1fa0580), after_delete {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:43:13.376932 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-45bbfae1-ce96-42ce-951a-66b0ac5efd34 tempest-AttachVolumeTestJSON-631109292 tempest-AttachVolumeTestJSON-631109292-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93885'] for floatingip (None), before_response {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:43:13.378083 dv-cinder-825492-15-iscsi neutron-server[104526]: INFO neutron.wsgi [None req-45bbfae1-ce96-42ce-951a-66b0ac5efd34 tempest-AttachVolumeTestJSON-631109292 tempest-AttachVolumeTestJSON-631109292-project] 10.222.0.24 "DELETE /v2.0/floatingips/53b71a12-5d10-4bc4-8868-b8f3a1fa0580 HTTP/1.1" status: 204 len: 168 time: 0.6932805 May 25 07:43:13.423804 dv-cinder-825492-15-iscsi neutron-server[104525]: INFO neutron.wsgi [req-0b238667-82df-4332-9b0e-d5991f57833a req-8c0d9a8e-5def-4359-9a86-8567cf0d0dc0 tempest-TestShelveInstance-2091076447 tempest-TestShelveInstance-2091076447-project] 10.222.0.24 "GET /v2.0/security-groups?id=edcffb78-b012-4438-ba13-bc705797ca5b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0545418 May 25 07:43:13.440414 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron_lib.callbacks.manager [None req-798242cc-9ea0-464c-9109-86bd7997349e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-617841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612926', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754056714442', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754056173882', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754056173900'] for port (ed2acb4e-4c2d-4591-8817-6c12ed2cf554), after_update {{(pid=104527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:43:13.445064 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron_lib.callbacks.manager [None req-798242cc-9ea0-464c-9109-86bd7997349e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-617841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612926', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754056714442', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754056173882', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754056173900'] for port (6d5abc91-52ce-441e-be4e-749082dec7ae), after_update {{(pid=104527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:43:13.493648 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-798242cc-9ea0-464c-9109-86bd7997349e None None] Pushing event updated for resources: {'Port': ['ID=ed2acb4e-4c2d-4591-8817-6c12ed2cf554,revision_number=4']} {{(pid=104527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 07:43:13.543234 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-798242cc-9ea0-464c-9109-86bd7997349e None None] Pushing event updated for resources: {'Port': ['ID=6d5abc91-52ce-441e-be4e-749082dec7ae,revision_number=8']} {{(pid=104527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 07:43:13.755836 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.plugins.ml2.db [None req-798242cc-9ea0-464c-9109-86bd7997349e None None] get_ports_and_sgs() called for port_ids ['ed2acb4e-4c2d-4591-8817-6c12ed2cf554'] {{(pid=104527) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 25 07:43:13.809064 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b991c351-89d4-4a85-93c9-ffa26bc8e8f9 req-19640109-903c-40a8-b91b-926a932338c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 07:43:13.811496 dv-cinder-825492-15-iscsi neutron-server[104526]: INFO neutron.wsgi [req-b991c351-89d4-4a85-93c9-ffa26bc8e8f9 req-19640109-903c-40a8-b91b-926a932338c7 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=63430b83-f298-430c-9ca9-bdd4d69bde91 HTTP/1.1" status: 200 len: 1129 time: 0.0466070 May 25 07:43:13.864811 dv-cinder-825492-15-iscsi neutron-server[104526]: INFO neutron.wsgi [req-b991c351-89d4-4a85-93c9-ffa26bc8e8f9 req-b2847977-55fb-4980-8ecd-e602b84b1d0c service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=edcffb78-b012-4438-ba13-bc705797ca5b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0471115 May 25 07:43:14.067450 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ed98298-21df-44b2-b00d-401d44b55b1c req-51a2fc94-f8dd-4da4-a0d0-1c29e7d9fb11 tempest-VolumesActionsTest-1395778514 tempest-VolumesActionsTest-1395778514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 07:43:14.068953 dv-cinder-825492-15-iscsi neutron-server[104525]: INFO neutron.wsgi [req-0ed98298-21df-44b2-b00d-401d44b55b1c req-51a2fc94-f8dd-4da4-a0d0-1c29e7d9fb11 tempest-VolumesActionsTest-1395778514 tempest-VolumesActionsTest-1395778514-project] 10.222.0.24 "GET /v2.0/ports?device_id=c68d2ef2-2545-4cf8-9e80-bfd1669ddec8 HTTP/1.1" status: 200 len: 945 time: 0.0477347 May 25 07:43:14.120831 dv-cinder-825492-15-iscsi neutron-server[104525]: INFO neutron.wsgi [req-0ed98298-21df-44b2-b00d-401d44b55b1c req-ec899468-0b28-48db-9a98-f55ae87b1999 tempest-VolumesActionsTest-1395778514 tempest-VolumesActionsTest-1395778514-project] 10.222.0.24 "GET /v2.0/security-groups?id=6665c53a-86ae-436e-a7f1-05d6434ff7c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461137 May 25 07:43:14.528963 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG dbcounter [-] [104526] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104526) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 07:43:14.541862 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32a22ca7-416c-4e44-9bfa-118ea264cee1 req-a7d786d3-fcee-4267-96df-31466ac7adaf tempest-TestShelveInstance-2091076447 tempest-TestShelveInstance-2091076447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 07:43:14.543381 dv-cinder-825492-15-iscsi neutron-server[104526]: INFO neutron.wsgi [req-32a22ca7-416c-4e44-9bfa-118ea264cee1 req-a7d786d3-fcee-4267-96df-31466ac7adaf tempest-TestShelveInstance-2091076447 tempest-TestShelveInstance-2091076447-project] 10.222.0.24 "GET /v2.0/ports?device_id=63430b83-f298-430c-9ca9-bdd4d69bde91 HTTP/1.1" status: 200 len: 945 time: 0.0472119 May 25 07:43:14.594676 dv-cinder-825492-15-iscsi neutron-server[104526]: INFO neutron.wsgi [req-32a22ca7-416c-4e44-9bfa-118ea264cee1 req-d7572ded-5863-412a-826b-4cb6e13bbf3c tempest-TestShelveInstance-2091076447 tempest-TestShelveInstance-2091076447-project] 10.222.0.24 "GET /v2.0/security-groups?id=edcffb78-b012-4438-ba13-bc705797ca5b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444505 May 25 07:43:14.862738 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.plugins.ml2.rpc [None req-798242cc-9ea0-464c-9109-86bd7997349e None None] Device ed2acb4e-4c2d-4591-8817-6c12ed2cf554 up at agent hyperv_hv-cinder-82549 {{(pid=104527) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 25 07:43:14.887033 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG dbcounter [-] [104527] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104527) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 07:43:14.910371 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.db.provisioning_blocks [None req-798242cc-9ea0-464c-9109-86bd7997349e None None] Provisioning for port ed2acb4e-4c2d-4591-8817-6c12ed2cf554 completed by entity L2. {{(pid=104527) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 25 07:43:15.034264 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.db.provisioning_blocks [None req-798242cc-9ea0-464c-9109-86bd7997349e None None] Provisioning complete for port ed2acb4e-4c2d-4591-8817-6c12ed2cf554 triggered by entity L2. {{(pid=104527) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 25 07:43:15.034736 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron_lib.callbacks.manager [None req-798242cc-9ea0-464c-9109-86bd7997349e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1490782'] for port (ed2acb4e-4c2d-4591-8817-6c12ed2cf554), provisioning_complete {{(pid=104527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:43:15.115832 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.plugins.ml2.plugin [None req-798242cc-9ea0-464c-9109-86bd7997349e None None] Current status of the port ed2acb4e-4c2d-4591-8817-6c12ed2cf554 is: BUILD; New status is: ACTIVE {{(pid=104527) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 25 07:43:15.116227 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron_lib.callbacks.manager [None req-798242cc-9ea0-464c-9109-86bd7997349e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-616651'] for port (ed2acb4e-4c2d-4591-8817-6c12ed2cf554), before_update {{(pid=104527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:43:15.158154 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.plugins.ml2.db [None req-798242cc-9ea0-464c-9109-86bd7997349e None None] For port ed2acb4e-4c2d-4591-8817-6c12ed2cf554, host hv-cinder-82549, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82549',level=0,port_id=ed2acb4e-4c2d-4591-8817-6c12ed2cf554,segment=NetworkSegment(833b25f6-f23e-427a-8fce-58c998df3971),segment_id=833b25f6-f23e-427a-8fce-58c998df3971)] {{(pid=104527) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 07:43:15.237322 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73005dad-4c64-45cc-a111-5e11fb860cfb req-4f58f981-da43-401a-bc22-7e34c0630440 tempest-VolumesActionsTest-1395778514 tempest-VolumesActionsTest-1395778514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 07:43:15.239173 dv-cinder-825492-15-iscsi neutron-server[104525]: INFO neutron.wsgi [req-73005dad-4c64-45cc-a111-5e11fb860cfb req-4f58f981-da43-401a-bc22-7e34c0630440 tempest-VolumesActionsTest-1395778514 tempest-VolumesActionsTest-1395778514-project] 10.222.0.24 "GET /v2.0/ports?device_id=c68d2ef2-2545-4cf8-9e80-bfd1669ddec8 HTTP/1.1" status: 200 len: 945 time: 0.0495601 May 25 07:43:15.241971 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron_lib.callbacks.manager [None req-798242cc-9ea0-464c-9109-86bd7997349e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-617841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612926', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754056714442', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754056173882', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754056173900'] for port (ed2acb4e-4c2d-4591-8817-6c12ed2cf554), after_update {{(pid=104527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:43:15.298215 dv-cinder-825492-15-iscsi neutron-server[104525]: INFO neutron.wsgi [req-73005dad-4c64-45cc-a111-5e11fb860cfb req-7de2db80-7ef8-4c39-bd2a-7c1b8ea43c67 tempest-VolumesActionsTest-1395778514 tempest-VolumesActionsTest-1395778514-project] 10.222.0.24 "GET /v2.0/security-groups?id=6665c53a-86ae-436e-a7f1-05d6434ff7c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481224 May 25 07:43:15.305710 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-798242cc-9ea0-464c-9109-86bd7997349e None None] Pushing event updated for resources: {'Port': ['ID=ed2acb4e-4c2d-4591-8817-6c12ed2cf554,revision_number=5']} {{(pid=104527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 07:43:15.352052 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c68d2ef2-2545-4cf8-9e80-bfd1669ddec8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ed2acb4e-4c2d-4591-8817-6c12ed2cf554'}] {{(pid=104527) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 25 07:43:15.352964 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b7b9631292b9c3281c46c063e828ef1e98938590bf5356102cacde7abf71fd6b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-282eb9c4-c072-49f5-878e-16297b4fc1cb" -d '{"events": [{"server_uuid": "c68d2ef2-2545-4cf8-9e80-bfd1669ddec8", "name": "network-vif-plugged", "status": "completed", "tag": "ed2acb4e-4c2d-4591-8817-6c12ed2cf554"}]}' {{(pid=104527) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 25 07:43:15.417798 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 25 May 2022 07:43:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-037400a6-cf3b-4b31-98ff-df291d914eda x-openstack-request-id: req-037400a6-cf3b-4b31-98ff-df291d914eda {{(pid=104527) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 25 07:43:15.418088 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c68d2ef2-2545-4cf8-9e80-bfd1669ddec8", "name": "network-vif-plugged", "status": "completed", "tag": "ed2acb4e-4c2d-4591-8817-6c12ed2cf554", "code": 200}]} {{(pid=104527) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 25 07:43:15.418349 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-037400a6-cf3b-4b31-98ff-df291d914eda {{(pid=104527) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 25 07:43:15.418730 dv-cinder-825492-15-iscsi neutron-server[104527]: INFO neutron.notifiers.nova [-] Nova event matching ['req-037400a6-cf3b-4b31-98ff-df291d914eda'] response: {'server_uuid': 'c68d2ef2-2545-4cf8-9e80-bfd1669ddec8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ed2acb4e-4c2d-4591-8817-6c12ed2cf554', 'code': 200} May 25 07:43:15.454635 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.wsgi [-] (104526) accepted ('10.222.0.24', 48296) {{(pid=104526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 07:43:15.580387 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50719515-a3dd-4d6a-9df4-1d5dda2e7c21 req-faba0950-c101-4a54-8369-dad9087dc0f8 tempest-AttachVolumeShelveTestJSON-605607613 tempest-AttachVolumeShelveTestJSON-605607613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 07:43:15.581946 dv-cinder-825492-15-iscsi neutron-server[104525]: INFO neutron.wsgi [req-50719515-a3dd-4d6a-9df4-1d5dda2e7c21 req-faba0950-c101-4a54-8369-dad9087dc0f8 tempest-AttachVolumeShelveTestJSON-605607613 tempest-AttachVolumeShelveTestJSON-605607613-project] 10.222.0.24 "GET /v2.0/ports?device_id=c0ecec15-f302-4eea-92e6-37049703fa41 HTTP/1.1" status: 200 len: 946 time: 0.0482335 May 25 07:43:15.614011 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG dbcounter [-] [104526] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104526) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 07:43:15.635949 dv-cinder-825492-15-iscsi neutron-server[104525]: INFO neutron.wsgi [req-50719515-a3dd-4d6a-9df4-1d5dda2e7c21 req-f07ca7d3-fb56-442b-aa74-e586888fe0cd tempest-AttachVolumeShelveTestJSON-605607613 tempest-AttachVolumeShelveTestJSON-605607613-project] 10.222.0.24 "GET /v2.0/security-groups?id=c3d2f722-76e0-4b5c-9b6a-6cf788bb7d66&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472288 May 25 07:43:15.750580 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6a53865-1e74-4f85-ad29-e41553f39bd5 req-2b513ab1-e165-48e6-9941-3a55ff0de09f tempest-TestShelveInstance-2091076447 tempest-TestShelveInstance-2091076447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 07:43:15.752039 dv-cinder-825492-15-iscsi neutron-server[104526]: INFO neutron.wsgi [req-d6a53865-1e74-4f85-ad29-e41553f39bd5 req-2b513ab1-e165-48e6-9941-3a55ff0de09f tempest-TestShelveInstance-2091076447 tempest-TestShelveInstance-2091076447-project] 10.222.0.24 "GET /v2.0/ports?device_id=63430b83-f298-430c-9ca9-bdd4d69bde91 HTTP/1.1" status: 200 len: 945 time: 0.0807257 May 25 07:43:15.851354 dv-cinder-825492-15-iscsi neutron-server[104526]: INFO neutron.wsgi [req-d6a53865-1e74-4f85-ad29-e41553f39bd5 req-1d3eb25e-18eb-4228-9c5b-c6f1f955d02e tempest-TestShelveInstance-2091076447 tempest-TestShelveInstance-2091076447-project] 10.222.0.24 "GET /v2.0/security-groups?id=edcffb78-b012-4438-ba13-bc705797ca5b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0935326 May 25 07:43:15.976799 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-df3594ab-b807-4ad0-9c37-52fee9173607 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1614244'] for router_interface (27856324-98d4-4244-bd01-93343ae31478), before_delete {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:43:16.240583 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.plugins.ml2.plugin [None req-df3594ab-b807-4ad0-9c37-52fee9173607 admin admin] Deleting port 521b8e74-ff39-43eb-be41-5f6b4257049b {{(pid=104526) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 25 07:43:16.240919 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-df3594ab-b807-4ad0-9c37-52fee9173607 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754056702922'] for port (521b8e74-ff39-43eb-be41-5f6b4257049b), before_delete {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:43:16.320707 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.plugins.ml2.db [None req-df3594ab-b807-4ad0-9c37-52fee9173607 admin admin] For port 521b8e74-ff39-43eb-be41-5f6b4257049b, host dv-cinder-825492-15-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825492-15-iscsi',level=0,port_id=521b8e74-ff39-43eb-be41-5f6b4257049b,segment=NetworkSegment(a280169f-cd62-40b1-b23e-40cb603d4abb),segment_id=a280169f-cd62-40b1-b23e-40cb603d4abb)] {{(pid=104526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 07:43:16.320941 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-df3594ab-b807-4ad0-9c37-52fee9173607 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625317'] for port (521b8e74-ff39-43eb-be41-5f6b4257049b), precommit_delete {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:43:16.335080 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.plugins.ml2.plugin [None req-df3594ab-b807-4ad0-9c37-52fee9173607 admin admin] Calling delete_port for 521b8e74-ff39-43eb-be41-5f6b4257049b owned by network:router_interface {{(pid=104526) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 25 07:43:16.351260 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG dbcounter [-] [104526] Writing DB stats neutron:SELECT=100 {{(pid=104526) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 07:43:16.440820 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c3d607b-6a19-4928-ad79-e3ce18d8728a req-b7df96b1-f266-4bd2-ab22-c48e698413fa tempest-VolumesActionsTest-1395778514 tempest-VolumesActionsTest-1395778514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 07:43:16.442298 dv-cinder-825492-15-iscsi neutron-server[104526]: INFO neutron.wsgi [req-7c3d607b-6a19-4928-ad79-e3ce18d8728a req-b7df96b1-f266-4bd2-ab22-c48e698413fa tempest-VolumesActionsTest-1395778514 tempest-VolumesActionsTest-1395778514-project] 10.222.0.24 "GET /v2.0/ports?device_id=c68d2ef2-2545-4cf8-9e80-bfd1669ddec8 HTTP/1.1" status: 200 len: 946 time: 0.0652044 May 25 07:43:16.539275 dv-cinder-825492-15-iscsi neutron-server[104526]: INFO neutron.wsgi [req-7c3d607b-6a19-4928-ad79-e3ce18d8728a req-1756f926-bf3e-4c25-9a1c-9b39d58193aa tempest-VolumesActionsTest-1395778514 tempest-VolumesActionsTest-1395778514-project] 10.222.0.24 "GET /v2.0/security-groups?id=6665c53a-86ae-436e-a7f1-05d6434ff7c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633078 May 25 07:43:16.655751 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-df3594ab-b807-4ad0-9c37-52fee9173607 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-617841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612926', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754056714424', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754056173873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2909854'] for port (521b8e74-ff39-43eb-be41-5f6b4257049b), after_delete {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:43:16.661768 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG dbcounter [-] [104526] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104526) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 07:43:16.688719 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df3594ab-b807-4ad0-9c37-52fee9173607 admin admin] Pushing event deleted for resources: {'Port': ['ID=521b8e74-ff39-43eb-be41-5f6b4257049b,revision_number=None']} {{(pid=104526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 07:43:16.695410 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abb99437-0972-4aaf-a5b8-f04b50e36f69 req-335df709-2fb8-40ca-af81-79a5f15103da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 07:43:16.695410 dv-cinder-825492-15-iscsi neutron-server[104526]: INFO neutron.wsgi [req-abb99437-0972-4aaf-a5b8-f04b50e36f69 req-335df709-2fb8-40ca-af81-79a5f15103da service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=c68d2ef2-2545-4cf8-9e80-bfd1669ddec8 HTTP/1.1" status: 200 len: 1130 time: 0.0678484 May 25 07:43:16.775150 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62880d2f-824d-490f-ab20-f4feeea7a623 req-d2793080-c248-4a38-bd5a-4b927aee4cdf tempest-AttachVolumeShelveTestJSON-605607613 tempest-AttachVolumeShelveTestJSON-605607613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 07:43:16.777459 dv-cinder-825492-15-iscsi neutron-server[104525]: INFO neutron.wsgi [req-62880d2f-824d-490f-ab20-f4feeea7a623 req-d2793080-c248-4a38-bd5a-4b927aee4cdf tempest-AttachVolumeShelveTestJSON-605607613 tempest-AttachVolumeShelveTestJSON-605607613-project] 10.222.0.24 "GET /v2.0/ports?device_id=c0ecec15-f302-4eea-92e6-37049703fa41 HTTP/1.1" status: 200 len: 946 time: 0.0635865 May 25 07:43:16.843813 dv-cinder-825492-15-iscsi neutron-server[104525]: INFO neutron.wsgi [req-62880d2f-824d-490f-ab20-f4feeea7a623 req-deb1d933-581b-4ee8-90d4-e9edfc7ffca5 tempest-AttachVolumeShelveTestJSON-605607613 tempest-AttachVolumeShelveTestJSON-605607613-project] 10.222.0.24 "GET /v2.0/security-groups?id=c3d2f722-76e0-4b5c-9b6a-6cf788bb7d66&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0597186 May 25 07:43:16.902391 dv-cinder-825492-15-iscsi neutron-server[104526]: INFO neutron.wsgi [req-abb99437-0972-4aaf-a5b8-f04b50e36f69 req-fe57cbad-c7e1-4ed3-b381-b723150f8379 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=6665c53a-86ae-436e-a7f1-05d6434ff7c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0820920 May 25 07:43:16.909190 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-df3594ab-b807-4ad0-9c37-52fee9173607 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1612919', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1614128'] for router_interface (27856324-98d4-4244-bd01-93343ae31478), after_delete {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:43:17.113183 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-df3594ab-b807-4ad0-9c37-52fee9173607 admin admin] Router 27856324-98d4-4244-bd01-93343ae31478 has already been hosted by L3 agent 54ff4013-997e-4376-a4e9-e6c98cf37cc7 {{(pid=104526) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 25 07:43:17.199199 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG dbcounter [-] [104526] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=104526) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 07:43:17.225676 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-df3594ab-b807-4ad0-9c37-52fee9173607 admin admin] Notify agent at l3_agent.dv-cinder-825492-15-iscsi the message routers_updated {{(pid=104526) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 25 07:43:17.234496 dv-cinder-825492-15-iscsi neutron-server[104526]: INFO neutron.wsgi [None req-df3594ab-b807-4ad0-9c37-52fee9173607 admin admin] 10.222.0.24 "PUT /v2.0/routers/27856324-98d4-4244-bd01-93343ae31478/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7776637 May 25 07:43:17.235115 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron.wsgi [-] (104525) accepted ('10.222.0.24', 48320) {{(pid=104525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 07:43:17.235508 dv-cinder-825492-15-iscsi neutron-server[104528]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ed5ca43-9636-4bd1-ab18-8fb16a470e2e None None] Sync routers for ids ['27856324-98d4-4244-bd01-93343ae31478'] in dv-cinder-825492-15-iscsi {{(pid=104528) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 25 07:43:17.247086 dv-cinder-825492-15-iscsi neutron-server[104528]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ed5ca43-9636-4bd1-ab18-8fb16a470e2e None None] Routers {'27856324-98d4-4244-bd01-93343ae31478'} bound to L3 agent in host dv-cinder-825492-15-iscsi {{(pid=104528) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 25 07:43:17.248271 dv-cinder-825492-15-iscsi neutron-server[104528]: DEBUG neutron.db.l3_hamode_db [None req-5ed5ca43-9636-4bd1-ab18-8fb16a470e2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825492-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-25T07:27:37Z,description=,heartbeat_timestamp=2022-05-25T07:43:07Z,host='dv-cinder-825492-15-iscsi',id=54ff4013-997e-4376-a4e9-e6c98cf37cc7,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T07:27:38Z,topic='l3_agent')) {'router_ids': ['27856324-98d4-4244-bd01-93343ae31478'], 'active': True} {{(pid=104528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 07:43:17.268282 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d8bd3bb-0d9e-40c0-9c8d-5bb0f54a2c1b req-90fb2dcd-7434-4f96-9f20-7f79d829857b tempest-AttachVolumeShelveTestJSON-605607613 tempest-AttachVolumeShelveTestJSON-605607613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 07:43:17.269799 dv-cinder-825492-15-iscsi neutron-server[104526]: INFO neutron.wsgi [req-6d8bd3bb-0d9e-40c0-9c8d-5bb0f54a2c1b req-90fb2dcd-7434-4f96-9f20-7f79d829857b tempest-AttachVolumeShelveTestJSON-605607613 tempest-AttachVolumeShelveTestJSON-605607613-project] 10.222.0.41 "GET /v2.0/ports?device_id=c0ecec15-f302-4eea-92e6-37049703fa41 HTTP/1.1" status: 200 len: 946 time: 0.0567758 May 25 07:43:17.335444 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-266d82d7-00d3-4a9f-a27d-7872071c9c0e admin admin] Publish callbacks [] for router (27856324-98d4-4244-bd01-93343ae31478), before_delete {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:43:17.352504 dv-cinder-825492-15-iscsi neutron-server[104528]: DEBUG neutron.db.l3_dvr_db [None req-5ed5ca43-9636-4bd1-ab18-8fb16a470e2e None None] Set router 27856324-98d4-4244-bd01-93343ae31478 gateway port host: dv-cinder-825492-15-iscsi {{(pid=104528) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 25 07:43:17.417400 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG dbcounter [-] [104525] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104525) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 07:43:17.435481 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-266d82d7-00d3-4a9f-a27d-7872071c9c0e admin admin] Publish callbacks [] for router_gateway (27856324-98d4-4244-bd01-93343ae31478), before_delete {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:43:17.520689 dv-cinder-825492-15-iscsi neutron-server[104528]: DEBUG neutron.db.l3_hamode_db [None req-5ed5ca43-9636-4bd1-ab18-8fb16a470e2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '27856324-98d4-4244-bd01-93343ae31478', 'name': 'tempest-AttachVolumeNegativeTest-2135659387-router', 'tenant_id': '2d8e35800ce043acbcb027ce406ed2e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '29c629bd-3f50-4535-bfbc-a047608d6fb6', 'external_fixed_ips': [{'subnet_id': '7934ff5a-43f1-4f76-b9d8-e4343ace34f5', 'ip_address': '172.27.3.226'}], 'enable_snat': True}, 'gw_port_id': '22f8fc27-9589-49b7-a3d1-f53043acd5a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T07:36:27Z', 'updated_at': '2022-05-25T07:43:16Z', 'revision_number': 5, 'project_id': '2d8e35800ce043acbcb027ce406ed2e7', 'gw_port': {'id': '22f8fc27-9589-49b7-a3d1-f53043acd5a2', 'name': '', 'network_id': '29c629bd-3f50-4535-bfbc-a047608d6fb6', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:51:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27856324-98d4-4244-bd01-93343ae31478', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '7934ff5a-43f1-4f76-b9d8-e4343ace34f5', 'ip_address': '172.27.3.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825492-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T07:36:28Z', 'updated_at': '2022-05-25T07:36:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7934ff5a-43f1-4f76-b9d8-e4343ace34f5', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825492-15-iscsi'}], 'dv-cinder-825492-15-iscsi', False) {} {{(pid=104528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 07:43:17.546678 dv-cinder-825492-15-iscsi neutron-server[104528]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ed5ca43-9636-4bd1-ab18-8fb16a470e2e None None] Checking router: 27856324-98d4-4244-bd01-93343ae31478 for host: dv-cinder-825492-15-iscsi {{(pid=104528) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 25 07:43:17.555338 dv-cinder-825492-15-iscsi neutron-server[104528]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ed5ca43-9636-4bd1-ab18-8fb16a470e2e None None] Routers {'27856324-98d4-4244-bd01-93343ae31478'} bound to L3 agent in host dv-cinder-825492-15-iscsi {{(pid=104528) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 25 07:43:17.555934 dv-cinder-825492-15-iscsi neutron-server[104528]: DEBUG neutron.db.l3_hamode_db [None req-5ed5ca43-9636-4bd1-ab18-8fb16a470e2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825492-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-25T07:27:37Z,description=,heartbeat_timestamp=2022-05-25T07:43:07Z,host='dv-cinder-825492-15-iscsi',id=54ff4013-997e-4376-a4e9-e6c98cf37cc7,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T07:27:38Z,topic='l3_agent')) {'router_ids': ['27856324-98d4-4244-bd01-93343ae31478'], 'active': True} {{(pid=104528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 07:43:17.588657 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron.plugins.ml2.plugin [None req-266d82d7-00d3-4a9f-a27d-7872071c9c0e admin admin] Deleting port 22f8fc27-9589-49b7-a3d1-f53043acd5a2 {{(pid=104525) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 25 07:43:17.589150 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-266d82d7-00d3-4a9f-a27d-7872071c9c0e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754056702922'] for port (22f8fc27-9589-49b7-a3d1-f53043acd5a2), before_delete {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:43:17.647945 dv-cinder-825492-15-iscsi neutron-server[104528]: DEBUG neutron.db.l3_dvr_db [None req-5ed5ca43-9636-4bd1-ab18-8fb16a470e2e None None] Set router 27856324-98d4-4244-bd01-93343ae31478 gateway port host: None {{(pid=104528) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 25 07:43:17.677810 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.plugins.ml2.plugin [req-6d8bd3bb-0d9e-40c0-9c8d-5bb0f54a2c1b req-716feda1-b1da-4133-a431-73ea07f32a37 tempest-AttachVolumeShelveTestJSON-605607613 tempest-AttachVolumeShelveTestJSON-605607613-project] Deleting port 28f4b108-96e9-447b-88dd-ed92dc19d98c {{(pid=104526) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 25 07:43:17.677810 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [req-6d8bd3bb-0d9e-40c0-9c8d-5bb0f54a2c1b req-716feda1-b1da-4133-a431-73ea07f32a37 tempest-AttachVolumeShelveTestJSON-605607613 tempest-AttachVolumeShelveTestJSON-605607613-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754056702922'] for port (28f4b108-96e9-447b-88dd-ed92dc19d98c), before_delete {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:43:17.688314 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron.plugins.ml2.db [None req-266d82d7-00d3-4a9f-a27d-7872071c9c0e admin admin] For port 22f8fc27-9589-49b7-a3d1-f53043acd5a2, host dv-cinder-825492-15-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825492-15-iscsi',level=0,port_id=22f8fc27-9589-49b7-a3d1-f53043acd5a2,segment=NetworkSegment(3ed655b3-ed39-457b-b353-0296e3eaac46),segment_id=3ed655b3-ed39-457b-b353-0296e3eaac46)] {{(pid=104525) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 07:43:17.688707 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-266d82d7-00d3-4a9f-a27d-7872071c9c0e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625317'] for port (22f8fc27-9589-49b7-a3d1-f53043acd5a2), precommit_delete {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:43:17.698341 dv-cinder-825492-15-iscsi neutron-server[104528]: DEBUG neutron.db.l3_hamode_db [None req-5ed5ca43-9636-4bd1-ab18-8fb16a470e2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '27856324-98d4-4244-bd01-93343ae31478', 'name': 'tempest-AttachVolumeNegativeTest-2135659387-router', 'tenant_id': '2d8e35800ce043acbcb027ce406ed2e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T07:36:27Z', 'updated_at': '2022-05-25T07:43:17Z', 'revision_number': 6, 'project_id': '2d8e35800ce043acbcb027ce406ed2e7', 'gw_port_host': None}], 'dv-cinder-825492-15-iscsi', False) {} {{(pid=104528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 07:43:17.717247 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron.plugins.ml2.plugin [None req-266d82d7-00d3-4a9f-a27d-7872071c9c0e admin admin] Calling delete_port for 22f8fc27-9589-49b7-a3d1-f53043acd5a2 owned by network:router_gateway {{(pid=104525) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 25 07:43:17.725028 dv-cinder-825492-15-iscsi neutron-server[104528]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ed5ca43-9636-4bd1-ab18-8fb16a470e2e None None] The sync data for ids ['27856324-98d4-4244-bd01-93343ae31478'] in dv-cinder-825492-15-iscsi is: [{'id': '27856324-98d4-4244-bd01-93343ae31478', 'name': 'tempest-AttachVolumeNegativeTest-2135659387-router', 'tenant_id': '2d8e35800ce043acbcb027ce406ed2e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T07:36:27Z', 'updated_at': '2022-05-25T07:43:17Z', 'revision_number': 6, 'project_id': '2d8e35800ce043acbcb027ce406ed2e7', 'gw_port_host': None}] {{(pid=104528) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 25 07:43:17.757415 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f7ea364-72e2-409c-a5e2-7406deee1f71 req-b8b477f3-d43d-4676-b16d-c1649c6ef8b0 tempest-VolumesActionsTest-1395778514 tempest-VolumesActionsTest-1395778514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 07:43:17.758937 dv-cinder-825492-15-iscsi neutron-server[104526]: INFO neutron.wsgi [req-0f7ea364-72e2-409c-a5e2-7406deee1f71 req-b8b477f3-d43d-4676-b16d-c1649c6ef8b0 tempest-VolumesActionsTest-1395778514 tempest-VolumesActionsTest-1395778514-project] 10.222.0.24 "GET /v2.0/ports?device_id=c68d2ef2-2545-4cf8-9e80-bfd1669ddec8 HTTP/1.1" status: 200 len: 946 time: 0.1192656 May 25 07:43:17.764048 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG dbcounter [-] [104525] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104525) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 07:43:17.809416 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.wsgi [-] (104526) accepted ('10.222.0.24', 48330) {{(pid=104526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 07:43:17.855711 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.plugins.ml2.db [req-6d8bd3bb-0d9e-40c0-9c8d-5bb0f54a2c1b req-716feda1-b1da-4133-a431-73ea07f32a37 tempest-AttachVolumeShelveTestJSON-605607613 tempest-AttachVolumeShelveTestJSON-605607613-project] For port 28f4b108-96e9-447b-88dd-ed92dc19d98c, host hv-cinder-82549, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82549',level=0,port_id=28f4b108-96e9-447b-88dd-ed92dc19d98c,segment=NetworkSegment(5e8ca1f8-871e-422d-b246-85fba594b2cb),segment_id=5e8ca1f8-871e-422d-b246-85fba594b2cb)] {{(pid=104526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 07:43:17.856116 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [req-6d8bd3bb-0d9e-40c0-9c8d-5bb0f54a2c1b req-716feda1-b1da-4133-a431-73ea07f32a37 tempest-AttachVolumeShelveTestJSON-605607613 tempest-AttachVolumeShelveTestJSON-605607613-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625317'] for port (28f4b108-96e9-447b-88dd-ed92dc19d98c), precommit_delete {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:43:17.890857 dv-cinder-825492-15-iscsi neutron-server[104526]: INFO neutron.wsgi [req-0f7ea364-72e2-409c-a5e2-7406deee1f71 req-c0658dd2-524d-497f-85bd-099a4e0f025b tempest-VolumesActionsTest-1395778514 tempest-VolumesActionsTest-1395778514-project] 10.222.0.24 "GET /v2.0/security-groups?id=6665c53a-86ae-436e-a7f1-05d6434ff7c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1238210 May 25 07:43:17.891336 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG dbcounter [-] [104526] Writing DB stats neutron:SELECT=100 {{(pid=104526) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 07:43:18.219535 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-266d82d7-00d3-4a9f-a27d-7872071c9c0e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-617841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612926', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754056714424', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754056173873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59563715'] for port (22f8fc27-9589-49b7-a3d1-f53043acd5a2), after_delete {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:43:18.254461 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a837b35-0482-49bf-b68a-54ee839741c4 req-b90e8932-136c-4b45-97d4-115ac873aaef tempest-AttachVolumeShelveTestJSON-605607613 tempest-AttachVolumeShelveTestJSON-605607613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 07:43:18.256055 dv-cinder-825492-15-iscsi neutron-server[104525]: INFO neutron.wsgi [req-7a837b35-0482-49bf-b68a-54ee839741c4 req-b90e8932-136c-4b45-97d4-115ac873aaef tempest-AttachVolumeShelveTestJSON-605607613 tempest-AttachVolumeShelveTestJSON-605607613-project] 10.222.0.24 "GET /v2.0/ports?device_id=c0ecec15-f302-4eea-92e6-37049703fa41 HTTP/1.1" status: 200 len: 946 time: 0.3384657 May 25 07:43:18.258746 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-266d82d7-00d3-4a9f-a27d-7872071c9c0e admin admin] Pushing event deleted for resources: {'Port': ['ID=22f8fc27-9589-49b7-a3d1-f53043acd5a2,revision_number=None']} {{(pid=104525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 07:43:18.293730 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-266d82d7-00d3-4a9f-a27d-7872071c9c0e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825492-15-iscsi {{(pid=104525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 07:43:18.294078 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-266d82d7-00d3-4a9f-a27d-7872071c9c0e admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825492-15-iscsi {{(pid=104525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 07:43:18.294517 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-266d82d7-00d3-4a9f-a27d-7872071c9c0e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825492-15-iscsi {{(pid=104525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 07:43:18.295573 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-266d82d7-00d3-4a9f-a27d-7872071c9c0e admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825492-15-iscsi {{(pid=104525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 07:43:18.295573 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-266d82d7-00d3-4a9f-a27d-7872071c9c0e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825492-15-iscsi {{(pid=104525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 07:43:18.295573 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-266d82d7-00d3-4a9f-a27d-7872071c9c0e admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825492-15-iscsi {{(pid=104525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 07:43:18.295904 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-266d82d7-00d3-4a9f-a27d-7872071c9c0e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825492-15-iscsi {{(pid=104525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 07:43:18.296221 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-266d82d7-00d3-4a9f-a27d-7872071c9c0e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-825492-15-iscsi {{(pid=104525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 07:43:18.296572 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-266d82d7-00d3-4a9f-a27d-7872071c9c0e admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-825492-15-iscsi {{(pid=104525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 07:43:18.296894 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-266d82d7-00d3-4a9f-a27d-7872071c9c0e admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-825492-15-iscsi {{(pid=104525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 07:43:18.297222 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-266d82d7-00d3-4a9f-a27d-7872071c9c0e admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-825492-15-iscsi {{(pid=104525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 07:43:18.297539 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-266d82d7-00d3-4a9f-a27d-7872071c9c0e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825492-15-iscsi {{(pid=104525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 07:43:18.297856 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-266d82d7-00d3-4a9f-a27d-7872071c9c0e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825492-15-iscsi {{(pid=104525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 07:43:18.298173 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-266d82d7-00d3-4a9f-a27d-7872071c9c0e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825492-15-iscsi {{(pid=104525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 07:43:18.298489 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-266d82d7-00d3-4a9f-a27d-7872071c9c0e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825492-15-iscsi {{(pid=104525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 07:43:18.370054 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-266d82d7-00d3-4a9f-a27d-7872071c9c0e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1614942'] for router_gateway (27856324-98d4-4244-bd01-93343ae31478), after_delete {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:43:18.390060 dv-cinder-825492-15-iscsi neutron-server[104525]: INFO neutron.wsgi [req-7a837b35-0482-49bf-b68a-54ee839741c4 req-4f93bf18-0b39-40d9-a26a-27bbbadd8495 tempest-AttachVolumeShelveTestJSON-605607613 tempest-AttachVolumeShelveTestJSON-605607613-project] 10.222.0.24 "GET /v2.0/security-groups?id=c3d2f722-76e0-4b5c-9b6a-6cf788bb7d66&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1239152 May 25 07:43:18.440376 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [req-6d8bd3bb-0d9e-40c0-9c8d-5bb0f54a2c1b req-716feda1-b1da-4133-a431-73ea07f32a37 tempest-AttachVolumeShelveTestJSON-605607613 tempest-AttachVolumeShelveTestJSON-605607613-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:43:18.440376 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [req-6d8bd3bb-0d9e-40c0-9c8d-5bb0f54a2c1b req-716feda1-b1da-4133-a431-73ea07f32a37 tempest-AttachVolumeShelveTestJSON-605607613 tempest-AttachVolumeShelveTestJSON-605607613-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1617316'] for floatingip (ec7ab168-5dae-4612-bfd7-18bbd97bd0b1), after_update {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:43:18.440376 dv-cinder-825492-15-iscsi neutron-server[104526]: INFO neutron.db.l3_db [req-6d8bd3bb-0d9e-40c0-9c8d-5bb0f54a2c1b req-716feda1-b1da-4133-a431-73ea07f32a37 tempest-AttachVolumeShelveTestJSON-605607613 tempest-AttachVolumeShelveTestJSON-605607613-project] Floating IP ec7ab168-5dae-4612-bfd7-18bbd97bd0b1 disassociated. External IP: 172.27.3.167, port: 28f4b108-96e9-447b-88dd-ed92dc19d98c. May 25 07:43:18.440376 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.plugins.ml2.plugin [req-6d8bd3bb-0d9e-40c0-9c8d-5bb0f54a2c1b req-716feda1-b1da-4133-a431-73ea07f32a37 tempest-AttachVolumeShelveTestJSON-605607613 tempest-AttachVolumeShelveTestJSON-605607613-project] Calling delete_port for 28f4b108-96e9-447b-88dd-ed92dc19d98c owned by compute:nova {{(pid=104526) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 25 07:43:18.474874 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-266d82d7-00d3-4a9f-a27d-7872071c9c0e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1616001', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4897'] for router (27856324-98d4-4244-bd01-93343ae31478), precommit_delete {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:43:18.477979 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-266d82d7-00d3-4a9f-a27d-7872071c9c0e admin admin] Publish callbacks [] for router_controller (27856324-98d4-4244-bd01-93343ae31478), precommit_delete_associations {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:43:18.597219 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-266d82d7-00d3-4a9f-a27d-7872071c9c0e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1616120'] for router (27856324-98d4-4244-bd01-93343ae31478), after_delete {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:43:18.597877 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-266d82d7-00d3-4a9f-a27d-7872071c9c0e admin admin] Fanout notify agent at l3_agent the message router_deleted on router 27856324-98d4-4244-bd01-93343ae31478 {{(pid=104525) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 25 07:43:18.604180 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-266d82d7-00d3-4a9f-a27d-7872071c9c0e admin admin] Publish callbacks [] for router (None), before_response {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:43:18.604829 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.plugins.ml2.rpc [None req-4c581813-650f-4b4b-ac0f-82f585bea231 None None] Device 22f8fc27-9589-49b7-a3d1-f53043acd5a2 no longer exists at agent ovs-agent-dv-cinder-825492-15-iscsi {{(pid=104527) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 25 07:43:18.610231 dv-cinder-825492-15-iscsi neutron-server[104525]: INFO neutron.wsgi [None req-266d82d7-00d3-4a9f-a27d-7872071c9c0e admin admin] 10.222.0.24 "DELETE /v2.0/routers/27856324-98d4-4244-bd01-93343ae31478 HTTP/1.1" status: 204 len: 168 time: 1.3695111 May 25 07:43:18.610231 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron.wsgi [-] (104525) accepted ('10.222.0.24', 48336) {{(pid=104525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 07:43:18.637541 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.plugins.ml2.plugin [None req-4c581813-650f-4b4b-ac0f-82f585bea231 None None] No Port match for: 22f8fc27-9589-49b7-a3d1-f53043acd5a2 {{(pid=104527) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 25 07:43:18.637794 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.plugins.ml2.rpc [None req-4c581813-650f-4b4b-ac0f-82f585bea231 None None] Device 22f8fc27-9589-49b7-a3d1-f53043acd5a2 not bound to the agent host dv-cinder-825492-15-iscsi {{(pid=104527) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 25 07:43:18.638426 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.plugins.ml2.rpc [None req-4c581813-650f-4b4b-ac0f-82f585bea231 None None] Device 521b8e74-ff39-43eb-be41-5f6b4257049b no longer exists at agent ovs-agent-dv-cinder-825492-15-iscsi {{(pid=104527) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 25 07:43:18.659736 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.plugins.ml2.plugin [None req-4c581813-650f-4b4b-ac0f-82f585bea231 None None] No Port match for: 521b8e74-ff39-43eb-be41-5f6b4257049b {{(pid=104527) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 25 07:43:18.660728 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.plugins.ml2.rpc [None req-4c581813-650f-4b4b-ac0f-82f585bea231 None None] Device 521b8e74-ff39-43eb-be41-5f6b4257049b not bound to the agent host dv-cinder-825492-15-iscsi {{(pid=104527) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 25 07:43:18.674674 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron.db.db_base_plugin_v2 [None req-79a13f45-b322-428f-9992-a795707dfbf5 admin admin] Deleting subnet 4aef3d06-f4fb-4751-a5a8-ab68314fa54a {{(pid=104525) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 25 07:43:18.678105 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG dbcounter [-] [104526] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104526) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 07:43:18.678653 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-79a13f45-b322-428f-9992-a795707dfbf5 admin admin] Publish callbacks [] for subnet (4aef3d06-f4fb-4751-a5a8-ab68314fa54a), before_delete {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:43:18.718074 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-79a13f45-b322-428f-9992-a795707dfbf5 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59371059'] for subnet (4aef3d06-f4fb-4751-a5a8-ab68314fa54a), precommit_delete_associations {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:43:18.730714 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-059752e0-8e11-4940-98c7-2fb910b44e47 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1614244'] for router_interface (467a5089-229b-41f9-a57d-cb3df74d5ec8), before_delete {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:43:18.828001 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-79a13f45-b322-428f-9992-a795707dfbf5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1507510'] for subnet (4aef3d06-f4fb-4751-a5a8-ab68314fa54a), precommit_delete {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:43:18.829882 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [req-6d8bd3bb-0d9e-40c0-9c8d-5bb0f54a2c1b req-716feda1-b1da-4133-a431-73ea07f32a37 tempest-AttachVolumeShelveTestJSON-605607613 tempest-AttachVolumeShelveTestJSON-605607613-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-617841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612926', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754056714424', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754056173873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2909854'] for port (28f4b108-96e9-447b-88dd-ed92dc19d98c), after_delete {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:43:18.862358 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG dbcounter [-] [104525] Writing DB stats neutron:SELECT=87,neutron:DELETE=10,neutron:UPDATE=3 {{(pid=104525) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 07:43:18.884973 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-716feda1-b1da-4133-a431-73ea07f32a37 tempest-AttachVolumeShelveTestJSON-605607613 tempest-AttachVolumeShelveTestJSON-605607613-project] Pushing event deleted for resources: {'Port': ['ID=28f4b108-96e9-447b-88dd-ed92dc19d98c,revision_number=None']} {{(pid=104526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 07:43:18.988999 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-79a13f45-b322-428f-9992-a795707dfbf5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1507501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-280644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59563796', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62065616'] for subnet (4aef3d06-f4fb-4751-a5a8-ab68314fa54a), after_delete {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:43:19.001338 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG dbcounter [-] [104526] Writing DB stats neutron:SELECT=92,neutron:UPDATE=2,neutron:DELETE=6 {{(pid=104526) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 07:43:19.014753 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79a13f45-b322-428f-9992-a795707dfbf5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4aef3d06-f4fb-4751-a5a8-ab68314fa54a,revision_number=None']} {{(pid=104525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 07:43:19.018549 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-79a13f45-b322-428f-9992-a795707dfbf5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1612908'] for subnet (None), before_response {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:43:19.024695 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec3c297e-329c-44c4-86ea-ccfe7e73ea3d None None] Network f39d85d3-0173-4496-879c-2b83e234d364 requested from dv-cinder-825492-15-iscsi {{(pid=104527) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 25 07:43:19.025144 dv-cinder-825492-15-iscsi neutron-server[104525]: INFO neutron.wsgi [None req-79a13f45-b322-428f-9992-a795707dfbf5 admin admin] 10.222.0.24 "DELETE /v2.0/subnets/4aef3d06-f4fb-4751-a5a8-ab68314fa54a HTTP/1.1" status: 204 len: 168 time: 0.4085145 May 25 07:43:19.025756 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron.wsgi [-] (104525) accepted ('10.222.0.24', 48340) {{(pid=104525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 07:43:19.093236 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81f5d6f5-8866-4044-9472-568369ec1c5f req-908657a7-52a1-4b86-82c1-7d0e5bec0fe5 tempest-VolumesActionsTest-1395778514 tempest-VolumesActionsTest-1395778514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 07:43:19.094839 dv-cinder-825492-15-iscsi neutron-server[104526]: INFO neutron.wsgi [req-81f5d6f5-8866-4044-9472-568369ec1c5f req-908657a7-52a1-4b86-82c1-7d0e5bec0fe5 tempest-VolumesActionsTest-1395778514 tempest-VolumesActionsTest-1395778514-project] 10.222.0.24 "GET /v2.0/ports?device_id=c68d2ef2-2545-4cf8-9e80-bfd1669ddec8 HTTP/1.1" status: 200 len: 946 time: 0.1204536 May 25 07:43:19.100168 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-d60ba141-16b9-4744-a3ae-a0ae48ad9f66 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1321757'] for network (f39d85d3-0173-4496-879c-2b83e234d364), before_delete {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:43:19.145376 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron.plugins.ml2.plugin [None req-d60ba141-16b9-4744-a3ae-a0ae48ad9f66 admin admin] Deleting port 65d471ed-8b6e-49cf-8a4b-6bd705fb3fd2 {{(pid=104525) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 25 07:43:19.145593 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.scheduler.l3_agent_scheduler [req-6d8bd3bb-0d9e-40c0-9c8d-5bb0f54a2c1b req-716feda1-b1da-4133-a431-73ea07f32a37 tempest-AttachVolumeShelveTestJSON-605607613 tempest-AttachVolumeShelveTestJSON-605607613-project] Router 7899052f-b07d-447b-ae4f-820daf0cb66c has already been hosted by L3 agent 54ff4013-997e-4376-a4e9-e6c98cf37cc7 {{(pid=104526) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 25 07:43:19.146180 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-d60ba141-16b9-4744-a3ae-a0ae48ad9f66 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754056702922'] for port (65d471ed-8b6e-49cf-8a4b-6bd705fb3fd2), before_delete {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:43:19.195175 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG dbcounter [-] [104525] Writing DB stats neutron:SELECT=90,neutron:UPDATE=2,neutron:DELETE=8 {{(pid=104525) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 07:43:19.202398 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c3f9c70-ce7f-4942-ab02-bacb4ffd9a70 None None] DHCP port deletion for f39d85d3-0173-4496-879c-2b83e234d364 request from dv-cinder-825492-15-iscsi {{(pid=104527) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} May 25 07:43:19.208971 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG dbcounter [-] [104527] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:DELETE=1 {{(pid=104527) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 07:43:19.218360 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron.plugins.ml2.db [None req-d60ba141-16b9-4744-a3ae-a0ae48ad9f66 admin admin] For port 65d471ed-8b6e-49cf-8a4b-6bd705fb3fd2, host dv-cinder-825492-15-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825492-15-iscsi',level=0,port_id=65d471ed-8b6e-49cf-8a4b-6bd705fb3fd2,segment=NetworkSegment(a280169f-cd62-40b1-b23e-40cb603d4abb),segment_id=a280169f-cd62-40b1-b23e-40cb603d4abb)] {{(pid=104525) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 07:43:19.219009 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-d60ba141-16b9-4744-a3ae-a0ae48ad9f66 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625317'] for port (65d471ed-8b6e-49cf-8a4b-6bd705fb3fd2), precommit_delete {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:43:19.236257 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron.plugins.ml2.plugin [None req-d60ba141-16b9-4744-a3ae-a0ae48ad9f66 admin admin] Calling delete_port for 65d471ed-8b6e-49cf-8a4b-6bd705fb3fd2 owned by network:dhcp {{(pid=104525) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 25 07:43:19.250045 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.plugins.ml2.plugin [None req-9c3f9c70-ce7f-4942-ab02-bacb4ffd9a70 None None] Deleting port 65d471ed-8b6e-49cf-8a4b-6bd705fb3fd2 {{(pid=104527) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 25 07:43:19.250840 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron_lib.callbacks.manager [None req-9c3f9c70-ce7f-4942-ab02-bacb4ffd9a70 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754056702922'] for port (65d471ed-8b6e-49cf-8a4b-6bd705fb3fd2), before_delete {{(pid=104527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:43:19.317639 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-6d8bd3bb-0d9e-40c0-9c8d-5bb0f54a2c1b req-716feda1-b1da-4133-a431-73ea07f32a37 tempest-AttachVolumeShelveTestJSON-605607613 tempest-AttachVolumeShelveTestJSON-605607613-project] Notify agent at l3_agent.dv-cinder-825492-15-iscsi the message routers_updated {{(pid=104526) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 25 07:43:19.335196 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96113cbc-06d6-4762-85bb-45dae841c1eb None None] Sync routers for ids ['7899052f-b07d-447b-ae4f-820daf0cb66c'] in dv-cinder-825492-15-iscsi {{(pid=104527) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 25 07:43:19.346343 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.plugins.ml2.plugin [None req-059752e0-8e11-4940-98c7-2fb910b44e47 admin admin] Deleting port 640c94dc-545f-4b18-8b5e-66d028f542ad {{(pid=104526) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 25 07:43:19.349779 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-059752e0-8e11-4940-98c7-2fb910b44e47 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754056702922'] for port (640c94dc-545f-4b18-8b5e-66d028f542ad), before_delete {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:43:19.349912 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.plugins.ml2.db [None req-9c3f9c70-ce7f-4942-ab02-bacb4ffd9a70 None None] For port 65d471ed-8b6e-49cf-8a4b-6bd705fb3fd2, host dv-cinder-825492-15-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825492-15-iscsi',level=0,port_id=65d471ed-8b6e-49cf-8a4b-6bd705fb3fd2,segment=NetworkSegment(a280169f-cd62-40b1-b23e-40cb603d4abb),segment_id=a280169f-cd62-40b1-b23e-40cb603d4abb)] {{(pid=104527) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 07:43:19.349912 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron_lib.callbacks.manager [None req-9c3f9c70-ce7f-4942-ab02-bacb4ffd9a70 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625317'] for port (65d471ed-8b6e-49cf-8a4b-6bd705fb3fd2), precommit_delete {{(pid=104527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:43:19.365573 dv-cinder-825492-15-iscsi neutron-server[104526]: INFO neutron.wsgi [req-81f5d6f5-8866-4044-9472-568369ec1c5f req-9cd3bb39-97ba-4454-a6ff-2e0f4494775a tempest-VolumesActionsTest-1395778514 tempest-VolumesActionsTest-1395778514-project] 10.222.0.24 "GET /v2.0/security-groups?id=6665c53a-86ae-436e-a7f1-05d6434ff7c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2527602 May 25 07:43:19.372112 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.plugins.ml2.plugin [None req-9c3f9c70-ce7f-4942-ab02-bacb4ffd9a70 None None] Calling delete_port for 65d471ed-8b6e-49cf-8a4b-6bd705fb3fd2 owned by network:dhcp {{(pid=104527) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 25 07:43:19.374500 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96113cbc-06d6-4762-85bb-45dae841c1eb None None] Routers {'7899052f-b07d-447b-ae4f-820daf0cb66c'} bound to L3 agent in host dv-cinder-825492-15-iscsi {{(pid=104527) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 25 07:43:19.375192 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.db.l3_hamode_db [None req-96113cbc-06d6-4762-85bb-45dae841c1eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825492-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-25T07:27:37Z,description=,heartbeat_timestamp=2022-05-25T07:43:07Z,host='dv-cinder-825492-15-iscsi',id=54ff4013-997e-4376-a4e9-e6c98cf37cc7,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T07:27:38Z,topic='l3_agent')) {'router_ids': ['7899052f-b07d-447b-ae4f-820daf0cb66c'], 'active': True} {{(pid=104527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 07:43:19.417369 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-d60ba141-16b9-4744-a3ae-a0ae48ad9f66 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-617841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612926', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754056714424', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754056173873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59563715'] for port (65d471ed-8b6e-49cf-8a4b-6bd705fb3fd2), after_delete {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:43:19.456543 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d60ba141-16b9-4744-a3ae-a0ae48ad9f66 admin admin] Pushing event deleted for resources: {'Port': ['ID=65d471ed-8b6e-49cf-8a4b-6bd705fb3fd2,revision_number=None']} {{(pid=104525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 07:43:19.458809 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.db.l3_dvrscheduler_db [req-6d8bd3bb-0d9e-40c0-9c8d-5bb0f54a2c1b req-716feda1-b1da-4133-a431-73ea07f32a37 tempest-AttachVolumeShelveTestJSON-605607613 tempest-AttachVolumeShelveTestJSON-605607613-project] No DVR routers for this DVR port 28f4b108-96e9-447b-88dd-ed92dc19d98c on host hv-cinder-82549 {{(pid=104526) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 25 07:43:19.461907 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [req-6d8bd3bb-0d9e-40c0-9c8d-5bb0f54a2c1b req-716feda1-b1da-4133-a431-73ea07f32a37 tempest-AttachVolumeShelveTestJSON-605607613 tempest-AttachVolumeShelveTestJSON-605607613-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93885'] for port (None), before_response {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:43:19.466354 dv-cinder-825492-15-iscsi neutron-server[104526]: INFO neutron.wsgi [req-6d8bd3bb-0d9e-40c0-9c8d-5bb0f54a2c1b req-716feda1-b1da-4133-a431-73ea07f32a37 tempest-AttachVolumeShelveTestJSON-605607613 tempest-AttachVolumeShelveTestJSON-605607613-project] 10.222.0.41 "DELETE /v2.0/ports/28f4b108-96e9-447b-88dd-ed92dc19d98c HTTP/1.1" status: 204 len: 173 time: 1.9295473 May 25 07:43:19.468192 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c0ecec15-f302-4eea-92e6-37049703fa41', 'name': 'network-vif-deleted', 'tag': '28f4b108-96e9-447b-88dd-ed92dc19d98c'}] {{(pid=104526) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 25 07:43:19.474702 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d60ba141-16b9-4744-a3ae-a0ae48ad9f66 admin admin] No DVR routers for this DVR port 65d471ed-8b6e-49cf-8a4b-6bd705fb3fd2 on host dv-cinder-825492-15-iscsi {{(pid=104525) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 25 07:43:19.479503 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db633a5f02cadde147c9bc1566607705b0433b891c7275f259bdbd209e6b6683" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3894e115-b5fe-46d0-9dc2-73164b178c4e" -d '{"events": [{"server_uuid": "c0ecec15-f302-4eea-92e6-37049703fa41", "name": "network-vif-deleted", "tag": "28f4b108-96e9-447b-88dd-ed92dc19d98c"}]}' {{(pid=104526) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 25 07:43:19.521512 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 25 May 2022 07:43:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cc018dc4-8037-439c-94b7-8bb73a181f12 x-openstack-request-id: req-cc018dc4-8037-439c-94b7-8bb73a181f12 {{(pid=104526) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 25 07:43:19.521904 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c0ecec15-f302-4eea-92e6-37049703fa41", "name": "network-vif-deleted", "tag": "28f4b108-96e9-447b-88dd-ed92dc19d98c", "status": "completed", "code": 200}]} {{(pid=104526) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 25 07:43:19.524625 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-cc018dc4-8037-439c-94b7-8bb73a181f12 {{(pid=104526) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 25 07:43:19.524990 dv-cinder-825492-15-iscsi neutron-server[104526]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cc018dc4-8037-439c-94b7-8bb73a181f12'] response: {'server_uuid': 'c0ecec15-f302-4eea-92e6-37049703fa41', 'name': 'network-vif-deleted', 'tag': '28f4b108-96e9-447b-88dd-ed92dc19d98c', 'status': 'completed', 'code': 200} May 25 07:43:19.531277 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.plugins.ml2.db [None req-059752e0-8e11-4940-98c7-2fb910b44e47 admin admin] For port 640c94dc-545f-4b18-8b5e-66d028f542ad, host dv-cinder-825492-15-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825492-15-iscsi',level=0,port_id=640c94dc-545f-4b18-8b5e-66d028f542ad,segment=NetworkSegment(39d8adcc-894d-48bd-a642-230f02087ed7),segment_id=39d8adcc-894d-48bd-a642-230f02087ed7)] {{(pid=104526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 07:43:19.531748 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-059752e0-8e11-4940-98c7-2fb910b44e47 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625317'] for port (640c94dc-545f-4b18-8b5e-66d028f542ad), precommit_delete {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:43:19.549249 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.plugins.ml2.plugin [None req-059752e0-8e11-4940-98c7-2fb910b44e47 admin admin] Calling delete_port for 640c94dc-545f-4b18-8b5e-66d028f542ad owned by network:router_interface {{(pid=104526) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 25 07:43:19.564271 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.db.l3_dvr_db [None req-96113cbc-06d6-4762-85bb-45dae841c1eb None None] Set router 7899052f-b07d-447b-ae4f-820daf0cb66c gateway port host: dv-cinder-825492-15-iscsi {{(pid=104527) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 25 07:43:19.565078 dv-cinder-825492-15-iscsi neutron-server[104525]: INFO neutron.wsgi [req-2da9829e-0956-49b2-aa11-89bdf7d9ac6c req-5750f5cf-3932-488a-8e19-35debcb40320 tempest-AttachVolumeShelveTestJSON-605607613 tempest-AttachVolumeShelveTestJSON-605607613-project] 10.222.0.24 "GET /v2.0/ports?device_id=c0ecec15-f302-4eea-92e6-37049703fa41 HTTP/1.1" status: 200 len: 210 time: 0.0594311 May 25 07:43:19.604202 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG dbcounter [-] [104527] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=104527) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 07:43:19.615861 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron_lib.callbacks.manager [None req-9c3f9c70-ce7f-4942-ab02-bacb4ffd9a70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-617841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612926', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754056714424', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754056173873'] for port (65d471ed-8b6e-49cf-8a4b-6bd705fb3fd2), after_delete {{(pid=104527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:43:19.622642 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-d60ba141-16b9-4744-a3ae-a0ae48ad9f66 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1508921', 'neutron.services.segments.db._delete_segments_for_network-8754056472935'] for network (f39d85d3-0173-4496-879c-2b83e234d364), precommit_delete {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:43:19.645394 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron.services.segments.db [None req-d60ba141-16b9-4744-a3ae-a0ae48ad9f66 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f39d85d3-0173-4496-879c-2b83e234d364']}} {{(pid=104525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 07:43:19.656573 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron.services.segments.db [None req-d60ba141-16b9-4744-a3ae-a0ae48ad9f66 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a280169f-cd62-40b1-b23e-40cb603d4abb') {'for_net_delete': True} {{(pid=104525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 07:43:19.656889 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron.services.segments.db [None req-d60ba141-16b9-4744-a3ae-a0ae48ad9f66 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a280169f-cd62-40b1-b23e-40cb603d4abb') {} {{(pid=104525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 07:43:19.667049 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-d60ba141-16b9-4744-a3ae-a0ae48ad9f66 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754056471920', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59371068'] for segment (a280169f-cd62-40b1-b23e-40cb603d4abb), before_delete {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:43:19.673176 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG dbcounter [-] [104526] Writing DB stats neutron:SELECT=100 {{(pid=104526) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 07:43:19.676236 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c3f9c70-ce7f-4942-ab02-bacb4ffd9a70 None None] Pushing event deleted for resources: {'Port': ['ID=65d471ed-8b6e-49cf-8a4b-6bd705fb3fd2,revision_number=None']} {{(pid=104527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 07:43:19.681509 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c3f9c70-ce7f-4942-ab02-bacb4ffd9a70 None None] No DVR routers for this DVR port 65d471ed-8b6e-49cf-8a4b-6bd705fb3fd2 on host dv-cinder-825492-15-iscsi {{(pid=104527) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 25 07:43:19.683823 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-d60ba141-16b9-4744-a3ae-a0ae48ad9f66 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1513389'] for segment (a280169f-cd62-40b1-b23e-40cb603d4abb), precommit_delete {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:43:19.694375 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d60ba141-16b9-4744-a3ae-a0ae48ad9f66 admin admin] Releasing vlan 267 on physical network physnet1 to pool {{(pid=104525) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 25 07:43:19.695444 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-d60ba141-16b9-4744-a3ae-a0ae48ad9f66 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1513389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59563766'] for segment (a280169f-cd62-40b1-b23e-40cb603d4abb), after_delete {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:43:19.763920 dv-cinder-825492-15-iscsi neutron-server[104525]: INFO neutron.services.segments.plugin [-] Segment a280169f-cd62-40b1-b23e-40cb603d4abb resource provider aggregate not found May 25 07:43:19.781765 dv-cinder-825492-15-iscsi neutron-server[104525]: INFO neutron.services.segments.plugin [-] Segment a280169f-cd62-40b1-b23e-40cb603d4abb resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid a280169f-cd62-40b1-b23e-40cb603d4abb found for delete ", "request_id": "req-24be2534-e069-4d4a-b5bd-ef75b424ae5a"}]} May 25 07:43:19.836164 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.db.l3_hamode_db [None req-96113cbc-06d6-4762-85bb-45dae841c1eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7899052f-b07d-447b-ae4f-820daf0cb66c', 'name': 'tempest-AttachVolumeShelveTestJSON-1109401832-router', 'tenant_id': 'c4406d5d0e2347f1b96c34496f5ba5ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '29c629bd-3f50-4535-bfbc-a047608d6fb6', 'external_fixed_ips': [{'subnet_id': '7934ff5a-43f1-4f76-b9d8-e4343ace34f5', 'ip_address': '172.27.3.76'}], 'enable_snat': True}, 'gw_port_id': '7acc11af-cd2a-46fe-98c2-4a90e3178336', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T07:36:30Z', 'updated_at': '2022-05-25T07:36:42Z', 'revision_number': 4, 'project_id': 'c4406d5d0e2347f1b96c34496f5ba5ae', 'gw_port': {'id': '7acc11af-cd2a-46fe-98c2-4a90e3178336', 'name': '', 'network_id': '29c629bd-3f50-4535-bfbc-a047608d6fb6', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:ce:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7899052f-b07d-447b-ae4f-820daf0cb66c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '7934ff5a-43f1-4f76-b9d8-e4343ace34f5', 'ip_address': '172.27.3.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825492-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T07:36:32Z', 'updated_at': '2022-05-25T07:36:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7934ff5a-43f1-4f76-b9d8-e4343ace34f5', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825492-15-iscsi', '_interfaces': [{'id': '43f951e0-f3c1-4b20-b081-79f30cf13fbd', 'name': '', 'network_id': '7eef0ae9-55de-48c4-ada3-da713e1942b9', 'tenant_id': 'c4406d5d0e2347f1b96c34496f5ba5ae', 'mac_address': 'fa:16:3e:b2:89:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7899052f-b07d-447b-ae4f-820daf0cb66c', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': 'e7796ec7-ead3-485d-a16b-d9ef7a0a8b85', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825492-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T07:36:38Z', 'updated_at': '2022-05-25T07:36:52Z', 'revision_number': 5, 'project_id': 'c4406d5d0e2347f1b96c34496f5ba5ae', 'subnets': [{'id': 'e7796ec7-ead3-485d-a16b-d9ef7a0a8b85', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-825492-15-iscsi', False) {} {{(pid=104527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 07:43:19.860719 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96113cbc-06d6-4762-85bb-45dae841c1eb None None] Checking router: 7899052f-b07d-447b-ae4f-820daf0cb66c for host: dv-cinder-825492-15-iscsi {{(pid=104527) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 25 07:43:19.870110 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96113cbc-06d6-4762-85bb-45dae841c1eb None None] Routers {'7899052f-b07d-447b-ae4f-820daf0cb66c'} bound to L3 agent in host dv-cinder-825492-15-iscsi {{(pid=104527) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 25 07:43:19.870720 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.db.l3_hamode_db [None req-96113cbc-06d6-4762-85bb-45dae841c1eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825492-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-25T07:27:37Z,description=,heartbeat_timestamp=2022-05-25T07:43:07Z,host='dv-cinder-825492-15-iscsi',id=54ff4013-997e-4376-a4e9-e6c98cf37cc7,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T07:27:38Z,topic='l3_agent')) {'router_ids': ['7899052f-b07d-447b-ae4f-820daf0cb66c'], 'active': True} {{(pid=104527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 07:43:19.887092 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-059752e0-8e11-4940-98c7-2fb910b44e47 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-617841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612926', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754056714424', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754056173873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2909854'] for port (640c94dc-545f-4b18-8b5e-66d028f542ad), after_delete {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:43:19.888019 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-d60ba141-16b9-4744-a3ae-a0ae48ad9f66 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1508912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-278710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612926', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1617334'] for network (f39d85d3-0173-4496-879c-2b83e234d364), after_delete {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:43:19.899441 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-d60ba141-16b9-4744-a3ae-a0ae48ad9f66 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1612908'] for network (None), before_response {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:43:19.902735 dv-cinder-825492-15-iscsi neutron-server[104525]: INFO neutron.wsgi [None req-d60ba141-16b9-4744-a3ae-a0ae48ad9f66 admin admin] 10.222.0.24 "DELETE /v2.0/networks/f39d85d3-0173-4496-879c-2b83e234d364 HTTP/1.1" status: 204 len: 168 time: 0.8760478 May 25 07:43:19.922783 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d60ba141-16b9-4744-a3ae-a0ae48ad9f66 admin admin] Pushing event deleted for resources: {'Network': ['ID=f39d85d3-0173-4496-879c-2b83e234d364,revision_number=None']} {{(pid=104525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 07:43:19.932607 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-059752e0-8e11-4940-98c7-2fb910b44e47 admin admin] Pushing event deleted for resources: {'Port': ['ID=640c94dc-545f-4b18-8b5e-66d028f542ad,revision_number=None']} {{(pid=104526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 07:43:20.016107 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.db.l3_dvr_db [None req-96113cbc-06d6-4762-85bb-45dae841c1eb None None] Set router 7899052f-b07d-447b-ae4f-820daf0cb66c gateway port host: dv-cinder-825492-15-iscsi {{(pid=104527) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 25 07:43:20.165242 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-059752e0-8e11-4940-98c7-2fb910b44e47 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1612919', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1614128'] for router_interface (467a5089-229b-41f9-a57d-cb3df74d5ec8), after_delete {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:43:20.268577 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.db.l3_hamode_db [None req-96113cbc-06d6-4762-85bb-45dae841c1eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7899052f-b07d-447b-ae4f-820daf0cb66c', 'name': 'tempest-AttachVolumeShelveTestJSON-1109401832-router', 'tenant_id': 'c4406d5d0e2347f1b96c34496f5ba5ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '29c629bd-3f50-4535-bfbc-a047608d6fb6', 'external_fixed_ips': [{'subnet_id': '7934ff5a-43f1-4f76-b9d8-e4343ace34f5', 'ip_address': '172.27.3.76'}], 'enable_snat': True}, 'gw_port_id': '7acc11af-cd2a-46fe-98c2-4a90e3178336', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T07:36:30Z', 'updated_at': '2022-05-25T07:36:42Z', 'revision_number': 4, 'project_id': 'c4406d5d0e2347f1b96c34496f5ba5ae', 'gw_port': {'id': '7acc11af-cd2a-46fe-98c2-4a90e3178336', 'name': '', 'network_id': '29c629bd-3f50-4535-bfbc-a047608d6fb6', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:ce:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7899052f-b07d-447b-ae4f-820daf0cb66c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '7934ff5a-43f1-4f76-b9d8-e4343ace34f5', 'ip_address': '172.27.3.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825492-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T07:36:32Z', 'updated_at': '2022-05-25T07:36:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7934ff5a-43f1-4f76-b9d8-e4343ace34f5', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825492-15-iscsi', '_interfaces': [{'id': '43f951e0-f3c1-4b20-b081-79f30cf13fbd', 'name': '', 'network_id': '7eef0ae9-55de-48c4-ada3-da713e1942b9', 'tenant_id': 'c4406d5d0e2347f1b96c34496f5ba5ae', 'mac_address': 'fa:16:3e:b2:89:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7899052f-b07d-447b-ae4f-820daf0cb66c', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': 'e7796ec7-ead3-485d-a16b-d9ef7a0a8b85', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825492-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T07:36:38Z', 'updated_at': '2022-05-25T07:36:52Z', 'revision_number': 5, 'project_id': 'c4406d5d0e2347f1b96c34496f5ba5ae', 'subnets': [{'id': 'e7796ec7-ead3-485d-a16b-d9ef7a0a8b85', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-825492-15-iscsi', False) {} {{(pid=104527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 07:43:20.296410 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96113cbc-06d6-4762-85bb-45dae841c1eb None None] The sync data for ids ['7899052f-b07d-447b-ae4f-820daf0cb66c'] in dv-cinder-825492-15-iscsi is: [{'id': '7899052f-b07d-447b-ae4f-820daf0cb66c', 'name': 'tempest-AttachVolumeShelveTestJSON-1109401832-router', 'tenant_id': 'c4406d5d0e2347f1b96c34496f5ba5ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '29c629bd-3f50-4535-bfbc-a047608d6fb6', 'external_fixed_ips': [{'subnet_id': '7934ff5a-43f1-4f76-b9d8-e4343ace34f5', 'ip_address': '172.27.3.76'}], 'enable_snat': True}, 'gw_port_id': '7acc11af-cd2a-46fe-98c2-4a90e3178336', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T07:36:30Z', 'updated_at': '2022-05-25T07:36:42Z', 'revision_number': 4, 'project_id': 'c4406d5d0e2347f1b96c34496f5ba5ae', 'gw_port': {'id': '7acc11af-cd2a-46fe-98c2-4a90e3178336', 'name': '', 'network_id': '29c629bd-3f50-4535-bfbc-a047608d6fb6', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:ce:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7899052f-b07d-447b-ae4f-820daf0cb66c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '7934ff5a-43f1-4f76-b9d8-e4343ace34f5', 'ip_address': '172.27.3.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825492-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T07:36:32Z', 'updated_at': '2022-05-25T07:36:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7934ff5a-43f1-4f76-b9d8-e4343ace34f5', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825492-15-iscsi', '_interfaces': [{'id': '43f951e0-f3c1-4b20-b081-79f30cf13fbd', 'name': '', 'network_id': '7eef0ae9-55de-48c4-ada3-da713e1942b9', 'tenant_id': 'c4406d5d0e2347f1b96c34496f5ba5ae', 'mac_address': 'fa:16:3e:b2:89:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7899052f-b07d-447b-ae4f-820daf0cb66c', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': 'e7796ec7-ead3-485d-a16b-d9ef7a0a8b85', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825492-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T07:36:38Z', 'updated_at': '2022-05-25T07:36:52Z', 'revision_number': 5, 'project_id': 'c4406d5d0e2347f1b96c34496f5ba5ae', 'subnets': [{'id': 'e7796ec7-ead3-485d-a16b-d9ef7a0a8b85', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104527) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 25 07:43:20.368539 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.plugins.ml2.rpc [None req-4c581813-650f-4b4b-ac0f-82f585bea231 None None] Device 65d471ed-8b6e-49cf-8a4b-6bd705fb3fd2 no longer exists at agent ovs-agent-dv-cinder-825492-15-iscsi {{(pid=104527) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 25 07:43:20.373024 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron.wsgi [-] (104525) accepted ('10.222.0.24', 48360) {{(pid=104525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 07:43:20.390658 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.plugins.ml2.plugin [None req-4c581813-650f-4b4b-ac0f-82f585bea231 None None] No Port match for: 65d471ed-8b6e-49cf-8a4b-6bd705fb3fd2 {{(pid=104527) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 25 07:43:20.391087 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.plugins.ml2.rpc [None req-4c581813-650f-4b4b-ac0f-82f585bea231 None None] Device 65d471ed-8b6e-49cf-8a4b-6bd705fb3fd2 not bound to the agent host dv-cinder-825492-15-iscsi {{(pid=104527) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 25 07:43:20.422598 dv-cinder-825492-15-iscsi neutron-server[104525]: INFO neutron.wsgi [None req-3091e140-f6b9-4f6c-a905-a95dedfe458f admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=2d8e35800ce043acbcb027ce406ed2e7&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0471826 May 25 07:43:20.424662 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron.wsgi [-] (104525) accepted ('10.222.0.24', 48362) {{(pid=104525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 07:43:20.426637 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-059752e0-8e11-4940-98c7-2fb910b44e47 admin admin] Router 467a5089-229b-41f9-a57d-cb3df74d5ec8 has already been hosted by L3 agent 54ff4013-997e-4376-a4e9-e6c98cf37cc7 {{(pid=104526) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 25 07:43:20.476280 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-7031ed5a-15f1-4a49-8fb7-2fc6201f0bdd admin admin] Publish callbacks [] for security_group (15b72b55-5f74-4a16-a8f9-ec1303c4fd09), before_delete {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:43:20.500180 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-7031ed5a-15f1-4a49-8fb7-2fc6201f0bdd admin admin] Publish callbacks [] for security_group (15b72b55-5f74-4a16-a8f9-ec1303c4fd09), precommit_delete {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:43:20.536524 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-059752e0-8e11-4940-98c7-2fb910b44e47 admin admin] Notify agent at l3_agent.dv-cinder-825492-15-iscsi the message routers_updated {{(pid=104526) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 25 07:43:20.541962 dv-cinder-825492-15-iscsi neutron-server[104526]: INFO neutron.wsgi [None req-059752e0-8e11-4940-98c7-2fb910b44e47 admin admin] 10.222.0.24 "PUT /v2.0/routers/467a5089-229b-41f9-a57d-cb3df74d5ec8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7311239 May 25 07:43:20.546852 dv-cinder-825492-15-iscsi neutron-server[104528]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7370dbe1-2a8d-43e2-8e27-2f337ce0e651 None None] Sync routers for ids ['467a5089-229b-41f9-a57d-cb3df74d5ec8'] in dv-cinder-825492-15-iscsi {{(pid=104528) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 25 07:43:20.556681 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.wsgi [-] (104526) accepted ('10.222.0.24', 48364) {{(pid=104526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 07:43:20.572137 dv-cinder-825492-15-iscsi neutron-server[104528]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7370dbe1-2a8d-43e2-8e27-2f337ce0e651 None None] Routers {'467a5089-229b-41f9-a57d-cb3df74d5ec8'} bound to L3 agent in host dv-cinder-825492-15-iscsi {{(pid=104528) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 25 07:43:20.572964 dv-cinder-825492-15-iscsi neutron-server[104528]: DEBUG neutron.db.l3_hamode_db [None req-7370dbe1-2a8d-43e2-8e27-2f337ce0e651 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825492-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-25T07:27:37Z,description=,heartbeat_timestamp=2022-05-25T07:43:07Z,host='dv-cinder-825492-15-iscsi',id=54ff4013-997e-4376-a4e9-e6c98cf37cc7,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T07:27:38Z,topic='l3_agent')) {'router_ids': ['467a5089-229b-41f9-a57d-cb3df74d5ec8'], 'active': True} {{(pid=104528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 07:43:20.615189 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG dbcounter [-] [104526] Writing DB stats neutron:SELECT=91,neutron:DELETE=8,neutron:UPDATE=1 {{(pid=104526) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 07:43:20.633448 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35945921-b40b-401d-bde7-26651c4ef530 None None] New status for floating IP ec7ab168-5dae-4612-bfd7-18bbd97bd0b1: DOWN {{(pid=104527) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 25 07:43:20.670848 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-7031ed5a-15f1-4a49-8fb7-2fc6201f0bdd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-278753'] for security_group (15b72b55-5f74-4a16-a8f9-ec1303c4fd09), after_delete {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:43:20.679606 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-7031ed5a-15f1-4a49-8fb7-2fc6201f0bdd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:43:20.679606 dv-cinder-825492-15-iscsi neutron-server[104525]: INFO neutron.wsgi [None req-7031ed5a-15f1-4a49-8fb7-2fc6201f0bdd admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/15b72b55-5f74-4a16-a8f9-ec1303c4fd09 HTTP/1.1" status: 204 len: 168 time: 0.2496018 May 25 07:43:20.690411 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7031ed5a-15f1-4a49-8fb7-2fc6201f0bdd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=15b72b55-5f74-4a16-a8f9-ec1303c4fd09,revision_number=None']} {{(pid=104525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 07:43:20.715185 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-40a627d5-9970-4be7-8033-5ce79b1832dc admin admin] Publish callbacks [] for router (467a5089-229b-41f9-a57d-cb3df74d5ec8), before_delete {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:43:20.769741 dv-cinder-825492-15-iscsi neutron-server[104528]: DEBUG neutron.db.l3_dvr_db [None req-7370dbe1-2a8d-43e2-8e27-2f337ce0e651 None None] Set router 467a5089-229b-41f9-a57d-cb3df74d5ec8 gateway port host: dv-cinder-825492-15-iscsi {{(pid=104528) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 25 07:43:20.847789 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron.wsgi [-] (104525) accepted ('10.222.0.24', 48376) {{(pid=104525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 07:43:20.886104 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG dbcounter [-] [104526] Writing DB stats neutron:SELECT=100 {{(pid=104526) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 07:43:20.891142 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.plugins.ml2.rpc [None req-798242cc-9ea0-464c-9109-86bd7997349e None None] Device 28f4b108-96e9-447b-88dd-ed92dc19d98c no longer exists at agent hyperv_hv-cinder-82549 {{(pid=104527) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 25 07:43:20.903368 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-40a627d5-9970-4be7-8033-5ce79b1832dc admin admin] Publish callbacks [] for router_gateway (467a5089-229b-41f9-a57d-cb3df74d5ec8), before_delete {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:43:20.917263 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.plugins.ml2.plugin [None req-798242cc-9ea0-464c-9109-86bd7997349e None None] No Port match for: 28f4b108-96e9-447b-88dd-ed92dc19d98c {{(pid=104527) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 25 07:43:20.917715 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.plugins.ml2.rpc [None req-798242cc-9ea0-464c-9109-86bd7997349e None None] Device 28f4b108-96e9-447b-88dd-ed92dc19d98c not bound to the agent host hv-cinder-82549 {{(pid=104527) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 25 07:43:20.931137 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-98affd02-94c6-4c8f-8bae-4209dbb6d2fd tempest-AttachVolumeShelveTestJSON-605607613 tempest-AttachVolumeShelveTestJSON-605607613-project] Publish callbacks [] for security_group (c3d2f722-76e0-4b5c-9b6a-6cf788bb7d66), before_delete {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:43:20.933557 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG dbcounter [-] [104525] Writing DB stats neutron:SELECT=89,neutron:DELETE=10,neutron:UPDATE=1 {{(pid=104525) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 07:43:20.958130 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-98affd02-94c6-4c8f-8bae-4209dbb6d2fd tempest-AttachVolumeShelveTestJSON-605607613 tempest-AttachVolumeShelveTestJSON-605607613-project] Publish callbacks [] for security_group (c3d2f722-76e0-4b5c-9b6a-6cf788bb7d66), precommit_delete {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:43:20.962123 dv-cinder-825492-15-iscsi neutron-server[104528]: DEBUG dbcounter [-] [104528] Writing DB stats neutron:SELECT=100 {{(pid=104528) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 07:43:21.062472 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.plugins.ml2.plugin [None req-40a627d5-9970-4be7-8033-5ce79b1832dc admin admin] Deleting port 1ba2fc44-c661-405c-8806-11b2129ff3d1 {{(pid=104526) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 25 07:43:21.063022 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-40a627d5-9970-4be7-8033-5ce79b1832dc admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754056702922'] for port (1ba2fc44-c661-405c-8806-11b2129ff3d1), before_delete {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:43:21.069480 dv-cinder-825492-15-iscsi neutron-server[104528]: DEBUG dbcounter [-] [104528] Writing DB stats neutron:SELECT=100 {{(pid=104528) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 07:43:21.087794 dv-cinder-825492-15-iscsi neutron-server[104528]: DEBUG neutron.db.l3_hamode_db [None req-7370dbe1-2a8d-43e2-8e27-2f337ce0e651 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '467a5089-229b-41f9-a57d-cb3df74d5ec8', 'name': 'tempest-AttachVolumeTestJSON-679687525-router', 'tenant_id': '294afe2c36184564a80fb6bef7b32359', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '29c629bd-3f50-4535-bfbc-a047608d6fb6', 'external_fixed_ips': [{'subnet_id': '7934ff5a-43f1-4f76-b9d8-e4343ace34f5', 'ip_address': '172.27.3.252'}], 'enable_snat': True}, 'gw_port_id': '1ba2fc44-c661-405c-8806-11b2129ff3d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T07:36:30Z', 'updated_at': '2022-05-25T07:43:19Z', 'revision_number': 5, 'project_id': '294afe2c36184564a80fb6bef7b32359', 'gw_port': {'id': '1ba2fc44-c661-405c-8806-11b2129ff3d1', 'name': '', 'network_id': '29c629bd-3f50-4535-bfbc-a047608d6fb6', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:0b:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '467a5089-229b-41f9-a57d-cb3df74d5ec8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '7934ff5a-43f1-4f76-b9d8-e4343ace34f5', 'ip_address': '172.27.3.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825492-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T07:36:34Z', 'updated_at': '2022-05-25T07:36:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7934ff5a-43f1-4f76-b9d8-e4343ace34f5', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825492-15-iscsi'}], 'dv-cinder-825492-15-iscsi', False) {} {{(pid=104528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 07:43:21.114850 dv-cinder-825492-15-iscsi neutron-server[104528]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7370dbe1-2a8d-43e2-8e27-2f337ce0e651 None None] Checking router: 467a5089-229b-41f9-a57d-cb3df74d5ec8 for host: dv-cinder-825492-15-iscsi {{(pid=104528) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 25 07:43:21.119916 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-98affd02-94c6-4c8f-8bae-4209dbb6d2fd tempest-AttachVolumeShelveTestJSON-605607613 tempest-AttachVolumeShelveTestJSON-605607613-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-278753'] for security_group (c3d2f722-76e0-4b5c-9b6a-6cf788bb7d66), after_delete {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:43:21.123379 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-98affd02-94c6-4c8f-8bae-4209dbb6d2fd tempest-AttachVolumeShelveTestJSON-605607613 tempest-AttachVolumeShelveTestJSON-605607613-project] Publish callbacks [] for security_group (None), before_response {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:43:21.123936 dv-cinder-825492-15-iscsi neutron-server[104528]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7370dbe1-2a8d-43e2-8e27-2f337ce0e651 None None] Routers {'467a5089-229b-41f9-a57d-cb3df74d5ec8'} bound to L3 agent in host dv-cinder-825492-15-iscsi {{(pid=104528) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 25 07:43:21.124627 dv-cinder-825492-15-iscsi neutron-server[104528]: DEBUG neutron.db.l3_hamode_db [None req-7370dbe1-2a8d-43e2-8e27-2f337ce0e651 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825492-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-25T07:27:37Z,description=,heartbeat_timestamp=2022-05-25T07:43:07Z,host='dv-cinder-825492-15-iscsi',id=54ff4013-997e-4376-a4e9-e6c98cf37cc7,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T07:27:38Z,topic='l3_agent')) {'router_ids': ['467a5089-229b-41f9-a57d-cb3df74d5ec8'], 'active': True} {{(pid=104528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 07:43:21.127382 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.wsgi [-] (104526) accepted ('10.222.0.24', 48378) {{(pid=104526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 07:43:21.128460 dv-cinder-825492-15-iscsi neutron-server[104525]: INFO neutron.wsgi [None req-98affd02-94c6-4c8f-8bae-4209dbb6d2fd tempest-AttachVolumeShelveTestJSON-605607613 tempest-AttachVolumeShelveTestJSON-605607613-project] 10.222.0.24 "DELETE /v2.0/security-groups/c3d2f722-76e0-4b5c-9b6a-6cf788bb7d66 HTTP/1.1" status: 204 len: 168 time: 0.2794495 May 25 07:43:21.139964 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98affd02-94c6-4c8f-8bae-4209dbb6d2fd tempest-AttachVolumeShelveTestJSON-605607613 tempest-AttachVolumeShelveTestJSON-605607613-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c3d2f722-76e0-4b5c-9b6a-6cf788bb7d66,revision_number=None']} {{(pid=104525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 07:43:21.146377 dv-cinder-825492-15-iscsi neutron-server[104526]: INFO neutron.api.v2.resource [None req-544b7475-b4e5-48b9-a4a7-5314630cec7c tempest-AttachVolumeShelveTestJSON-605607613 tempest-AttachVolumeShelveTestJSON-605607613-project] show failed (client error): The resource could not be found. May 25 07:43:21.147462 dv-cinder-825492-15-iscsi neutron-server[104526]: INFO neutron.wsgi [None req-544b7475-b4e5-48b9-a4a7-5314630cec7c tempest-AttachVolumeShelveTestJSON-605607613 tempest-AttachVolumeShelveTestJSON-605607613-project] 10.222.0.24 "GET /v2.0/security-groups/c3d2f722-76e0-4b5c-9b6a-6cf788bb7d66 HTTP/1.1" status: 404 len: 347 time: 0.0191391 May 25 07:43:21.165651 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron.wsgi [-] (104525) accepted ('10.222.0.24', 48382) {{(pid=104525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 07:43:21.172141 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.plugins.ml2.db [None req-40a627d5-9970-4be7-8033-5ce79b1832dc admin admin] For port 1ba2fc44-c661-405c-8806-11b2129ff3d1, host dv-cinder-825492-15-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825492-15-iscsi',level=0,port_id=1ba2fc44-c661-405c-8806-11b2129ff3d1,segment=NetworkSegment(3ed655b3-ed39-457b-b353-0296e3eaac46),segment_id=3ed655b3-ed39-457b-b353-0296e3eaac46)] {{(pid=104526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 07:43:21.172589 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-40a627d5-9970-4be7-8033-5ce79b1832dc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625317'] for port (1ba2fc44-c661-405c-8806-11b2129ff3d1), precommit_delete {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:43:21.187869 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.plugins.ml2.plugin [None req-40a627d5-9970-4be7-8033-5ce79b1832dc admin admin] Calling delete_port for 1ba2fc44-c661-405c-8806-11b2129ff3d1 owned by network:router_gateway {{(pid=104526) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 25 07:43:21.235141 dv-cinder-825492-15-iscsi neutron-server[104528]: DEBUG neutron.db.l3_dvr_db [None req-7370dbe1-2a8d-43e2-8e27-2f337ce0e651 None None] Set router 467a5089-229b-41f9-a57d-cb3df74d5ec8 gateway port host: None {{(pid=104528) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 25 07:43:21.289483 dv-cinder-825492-15-iscsi neutron-server[104528]: DEBUG neutron.db.l3_hamode_db [None req-7370dbe1-2a8d-43e2-8e27-2f337ce0e651 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '467a5089-229b-41f9-a57d-cb3df74d5ec8', 'name': 'tempest-AttachVolumeTestJSON-679687525-router', 'tenant_id': '294afe2c36184564a80fb6bef7b32359', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T07:36:30Z', 'updated_at': '2022-05-25T07:43:20Z', 'revision_number': 6, 'project_id': '294afe2c36184564a80fb6bef7b32359', 'gw_port_host': None}], 'dv-cinder-825492-15-iscsi', False) {} {{(pid=104528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 07:43:21.350271 dv-cinder-825492-15-iscsi neutron-server[104528]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7370dbe1-2a8d-43e2-8e27-2f337ce0e651 None None] The sync data for ids ['467a5089-229b-41f9-a57d-cb3df74d5ec8'] in dv-cinder-825492-15-iscsi is: [{'id': '467a5089-229b-41f9-a57d-cb3df74d5ec8', 'name': 'tempest-AttachVolumeTestJSON-679687525-router', 'tenant_id': '294afe2c36184564a80fb6bef7b32359', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T07:36:30Z', 'updated_at': '2022-05-25T07:43:20Z', 'revision_number': 6, 'project_id': '294afe2c36184564a80fb6bef7b32359', 'gw_port_host': None}] {{(pid=104528) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 25 07:43:21.359691 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron.plugins.ml2.plugin [None req-ff673a49-8d10-4c64-9eeb-a280ee9bb670 tempest-AttachVolumeShelveTestJSON-605607613 tempest-AttachVolumeShelveTestJSON-605607613-project] Deleting port 39ae7298-4597-44d4-935c-75bf22c21b30 {{(pid=104525) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 25 07:43:21.361094 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-ff673a49-8d10-4c64-9eeb-a280ee9bb670 tempest-AttachVolumeShelveTestJSON-605607613 tempest-AttachVolumeShelveTestJSON-605607613-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754056702922'] for port (39ae7298-4597-44d4-935c-75bf22c21b30), before_delete {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:43:21.449995 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-079bce28-a13b-4afc-a301-d4dcb79027b8 req-a7256fca-a5a3-4952-9a83-1d43cd91e56b tempest-VolumesActionsTest-1395778514 tempest-VolumesActionsTest-1395778514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 07:43:21.451692 dv-cinder-825492-15-iscsi neutron-server[104525]: INFO neutron.wsgi [req-079bce28-a13b-4afc-a301-d4dcb79027b8 req-a7256fca-a5a3-4952-9a83-1d43cd91e56b tempest-VolumesActionsTest-1395778514 tempest-VolumesActionsTest-1395778514-project] 10.222.0.24 "GET /v2.0/ports?device_id=c68d2ef2-2545-4cf8-9e80-bfd1669ddec8 HTTP/1.1" status: 200 len: 946 time: 0.1079872 May 25 07:43:21.457975 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG dbcounter [-] [104525] Writing DB stats neutron:SELECT=93,neutron:DELETE=7 {{(pid=104525) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 07:43:21.475897 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-40a627d5-9970-4be7-8033-5ce79b1832dc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-617841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612926', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754056714424', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754056173873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2909854'] for port (1ba2fc44-c661-405c-8806-11b2129ff3d1), after_delete {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:43:21.502960 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40a627d5-9970-4be7-8033-5ce79b1832dc admin admin] Pushing event deleted for resources: {'Port': ['ID=1ba2fc44-c661-405c-8806-11b2129ff3d1,revision_number=None']} {{(pid=104526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 07:43:21.512517 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG dbcounter [-] [104526] Writing DB stats neutron:SELECT=89,neutron:UPDATE=3,neutron:DELETE=8 {{(pid=104526) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 07:43:21.515660 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-ff673a49-8d10-4c64-9eeb-a280ee9bb670 tempest-AttachVolumeShelveTestJSON-605607613 tempest-AttachVolumeShelveTestJSON-605607613-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625317'] for port (39ae7298-4597-44d4-935c-75bf22c21b30), precommit_delete {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:43:21.515983 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-ff673a49-8d10-4c64-9eeb-a280ee9bb670 tempest-AttachVolumeShelveTestJSON-605607613 tempest-AttachVolumeShelveTestJSON-605607613-project] Publish callbacks [] for floatingip (39ae7298-4597-44d4-935c-75bf22c21b30), precommit_delete {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:43:21.537045 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron.plugins.ml2.plugin [None req-ff673a49-8d10-4c64-9eeb-a280ee9bb670 tempest-AttachVolumeShelveTestJSON-605607613 tempest-AttachVolumeShelveTestJSON-605607613-project] Calling delete_port for 39ae7298-4597-44d4-935c-75bf22c21b30 owned by network:floatingip {{(pid=104525) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 25 07:43:21.543581 dv-cinder-825492-15-iscsi neutron-server[104525]: INFO neutron.wsgi [req-079bce28-a13b-4afc-a301-d4dcb79027b8 req-6132c35f-9846-4bfb-a67b-9be4797a6bc5 tempest-VolumesActionsTest-1395778514 tempest-VolumesActionsTest-1395778514-project] 10.222.0.24 "GET /v2.0/security-groups?id=6665c53a-86ae-436e-a7f1-05d6434ff7c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0845187 May 25 07:43:21.574656 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-40a627d5-9970-4be7-8033-5ce79b1832dc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1614942'] for router_gateway (467a5089-229b-41f9-a57d-cb3df74d5ec8), after_delete {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:43:21.664503 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-40a627d5-9970-4be7-8033-5ce79b1832dc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1616001', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4897'] for router (467a5089-229b-41f9-a57d-cb3df74d5ec8), precommit_delete {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:43:21.666786 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-40a627d5-9970-4be7-8033-5ce79b1832dc admin admin] Publish callbacks [] for router_controller (467a5089-229b-41f9-a57d-cb3df74d5ec8), precommit_delete_associations {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:43:21.739176 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-ff673a49-8d10-4c64-9eeb-a280ee9bb670 tempest-AttachVolumeShelveTestJSON-605607613 tempest-AttachVolumeShelveTestJSON-605607613-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-617841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612926', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754056714424', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754056173873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59563715'] for port (39ae7298-4597-44d4-935c-75bf22c21b30), after_delete {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:43:21.769029 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff673a49-8d10-4c64-9eeb-a280ee9bb670 tempest-AttachVolumeShelveTestJSON-605607613 tempest-AttachVolumeShelveTestJSON-605607613-project] Pushing event deleted for resources: {'Port': ['ID=39ae7298-4597-44d4-935c-75bf22c21b30,revision_number=None']} {{(pid=104525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 07:43:21.831074 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-ff673a49-8d10-4c64-9eeb-a280ee9bb670 tempest-AttachVolumeShelveTestJSON-605607613 tempest-AttachVolumeShelveTestJSON-605607613-project] Publish callbacks [] for floatingip (ec7ab168-5dae-4612-bfd7-18bbd97bd0b1), after_delete {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:43:21.833763 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-ff673a49-8d10-4c64-9eeb-a280ee9bb670 tempest-AttachVolumeShelveTestJSON-605607613 tempest-AttachVolumeShelveTestJSON-605607613-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93885'] for floatingip (None), before_response {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:43:21.835003 dv-cinder-825492-15-iscsi neutron-server[104525]: INFO neutron.wsgi [None req-ff673a49-8d10-4c64-9eeb-a280ee9bb670 tempest-AttachVolumeShelveTestJSON-605607613 tempest-AttachVolumeShelveTestJSON-605607613-project] 10.222.0.24 "DELETE /v2.0/floatingips/ec7ab168-5dae-4612-bfd7-18bbd97bd0b1 HTTP/1.1" status: 204 len: 168 time: 0.6683335 May 25 07:43:21.854071 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-40a627d5-9970-4be7-8033-5ce79b1832dc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1616120'] for router (467a5089-229b-41f9-a57d-cb3df74d5ec8), after_delete {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:43:21.854806 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-40a627d5-9970-4be7-8033-5ce79b1832dc admin admin] Fanout notify agent at l3_agent the message router_deleted on router 467a5089-229b-41f9-a57d-cb3df74d5ec8 {{(pid=104526) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 25 07:43:21.873183 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-40a627d5-9970-4be7-8033-5ce79b1832dc admin admin] Publish callbacks [] for router (None), before_response {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:43:21.873183 dv-cinder-825492-15-iscsi neutron-server[104526]: INFO neutron.wsgi [None req-40a627d5-9970-4be7-8033-5ce79b1832dc admin admin] 10.222.0.24 "DELETE /v2.0/routers/467a5089-229b-41f9-a57d-cb3df74d5ec8 HTTP/1.1" status: 204 len: 168 time: 1.3042006 May 25 07:43:21.873183 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.wsgi [-] (104526) accepted ('10.222.0.24', 48398) {{(pid=104526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 07:43:21.915010 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.db.db_base_plugin_v2 [None req-1ab0b115-c7e3-416f-a1c1-17e336658165 admin admin] Deleting subnet fdef845a-6670-4f1a-9c6b-2e789510998b {{(pid=104526) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 25 07:43:21.919037 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-1ab0b115-c7e3-416f-a1c1-17e336658165 admin admin] Publish callbacks [] for subnet (fdef845a-6670-4f1a-9c6b-2e789510998b), before_delete {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:43:21.957633 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-1ab0b115-c7e3-416f-a1c1-17e336658165 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58882376'] for subnet (fdef845a-6670-4f1a-9c6b-2e789510998b), precommit_delete_associations {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:43:22.038450 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-1ab0b115-c7e3-416f-a1c1-17e336658165 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1507510'] for subnet (fdef845a-6670-4f1a-9c6b-2e789510998b), precommit_delete {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:43:22.276745 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-1ab0b115-c7e3-416f-a1c1-17e336658165 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1507501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-280644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2910025', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58838858'] for subnet (fdef845a-6670-4f1a-9c6b-2e789510998b), after_delete {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:43:22.280120 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.plugins.ml2.rpc [None req-4c581813-650f-4b4b-ac0f-82f585bea231 None None] Device 640c94dc-545f-4b18-8b5e-66d028f542ad no longer exists at agent ovs-agent-dv-cinder-825492-15-iscsi {{(pid=104527) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 25 07:43:22.303959 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.plugins.ml2.plugin [None req-4c581813-650f-4b4b-ac0f-82f585bea231 None None] No Port match for: 640c94dc-545f-4b18-8b5e-66d028f542ad {{(pid=104527) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 25 07:43:22.304556 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.plugins.ml2.rpc [None req-4c581813-650f-4b4b-ac0f-82f585bea231 None None] Device 640c94dc-545f-4b18-8b5e-66d028f542ad not bound to the agent host dv-cinder-825492-15-iscsi {{(pid=104527) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 25 07:43:22.305077 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.plugins.ml2.rpc [None req-4c581813-650f-4b4b-ac0f-82f585bea231 None None] Device 1ba2fc44-c661-405c-8806-11b2129ff3d1 no longer exists at agent ovs-agent-dv-cinder-825492-15-iscsi {{(pid=104527) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 25 07:43:22.306606 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ab0b115-c7e3-416f-a1c1-17e336658165 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fdef845a-6670-4f1a-9c6b-2e789510998b,revision_number=None']} {{(pid=104526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 07:43:22.309061 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-1ab0b115-c7e3-416f-a1c1-17e336658165 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:43:22.311831 dv-cinder-825492-15-iscsi neutron-server[104526]: INFO neutron.wsgi [None req-1ab0b115-c7e3-416f-a1c1-17e336658165 admin admin] 10.222.0.24 "DELETE /v2.0/subnets/fdef845a-6670-4f1a-9c6b-2e789510998b HTTP/1.1" status: 204 len: 168 time: 0.4421797 May 25 07:43:22.314687 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron.wsgi [-] (104525) accepted ('10.222.0.24', 48410) {{(pid=104525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 07:43:22.328705 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9d42b56-09a2-45f4-b59d-0c3903ba64cc None None] Network f85a9936-18a2-497c-90b9-ba6df25b9b6e requested from dv-cinder-825492-15-iscsi {{(pid=104527) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 25 07:43:22.332093 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.plugins.ml2.plugin [None req-4c581813-650f-4b4b-ac0f-82f585bea231 None None] No Port match for: 1ba2fc44-c661-405c-8806-11b2129ff3d1 {{(pid=104527) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 25 07:43:22.332442 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.plugins.ml2.rpc [None req-4c581813-650f-4b4b-ac0f-82f585bea231 None None] Device 1ba2fc44-c661-405c-8806-11b2129ff3d1 not bound to the agent host dv-cinder-825492-15-iscsi {{(pid=104527) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 25 07:43:22.399473 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-bbbe94b5-3b68-4455-a6ba-c3952de7b6d9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1321757'] for network (f85a9936-18a2-497c-90b9-ba6df25b9b6e), before_delete {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:43:22.406598 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG dbcounter [-] [104525] Writing DB stats neutron:SELECT=93,neutron:DELETE=7 {{(pid=104525) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 07:43:22.448691 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron.plugins.ml2.plugin [None req-bbbe94b5-3b68-4455-a6ba-c3952de7b6d9 admin admin] Deleting port 14237580-8e47-4b2b-abba-fb6a03ea42a4 {{(pid=104525) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 25 07:43:22.449030 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-bbbe94b5-3b68-4455-a6ba-c3952de7b6d9 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754056702922'] for port (14237580-8e47-4b2b-abba-fb6a03ea42a4), before_delete {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:43:22.493713 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-448db1c3-d5c5-4bc7-989c-eb725007d988 None None] DHCP port deletion for f85a9936-18a2-497c-90b9-ba6df25b9b6e request from dv-cinder-825492-15-iscsi {{(pid=104527) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} May 25 07:43:22.496670 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG dbcounter [-] [104527] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104527) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 07:43:22.518302 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron.plugins.ml2.db [None req-bbbe94b5-3b68-4455-a6ba-c3952de7b6d9 admin admin] For port 14237580-8e47-4b2b-abba-fb6a03ea42a4, host dv-cinder-825492-15-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825492-15-iscsi',level=0,port_id=14237580-8e47-4b2b-abba-fb6a03ea42a4,segment=NetworkSegment(39d8adcc-894d-48bd-a642-230f02087ed7),segment_id=39d8adcc-894d-48bd-a642-230f02087ed7)] {{(pid=104525) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 07:43:22.520367 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-bbbe94b5-3b68-4455-a6ba-c3952de7b6d9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625317'] for port (14237580-8e47-4b2b-abba-fb6a03ea42a4), precommit_delete {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:43:22.536225 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron.plugins.ml2.plugin [None req-bbbe94b5-3b68-4455-a6ba-c3952de7b6d9 admin admin] Calling delete_port for 14237580-8e47-4b2b-abba-fb6a03ea42a4 owned by network:dhcp {{(pid=104525) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 25 07:43:22.554525 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.plugins.ml2.plugin [None req-448db1c3-d5c5-4bc7-989c-eb725007d988 None None] Deleting port 14237580-8e47-4b2b-abba-fb6a03ea42a4 {{(pid=104527) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 25 07:43:22.554525 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron_lib.callbacks.manager [None req-448db1c3-d5c5-4bc7-989c-eb725007d988 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754056702922'] for port (14237580-8e47-4b2b-abba-fb6a03ea42a4), before_delete {{(pid=104527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:43:22.623139 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.plugins.ml2.db [None req-448db1c3-d5c5-4bc7-989c-eb725007d988 None None] For port 14237580-8e47-4b2b-abba-fb6a03ea42a4, host dv-cinder-825492-15-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825492-15-iscsi',level=0,port_id=14237580-8e47-4b2b-abba-fb6a03ea42a4,segment=NetworkSegment(39d8adcc-894d-48bd-a642-230f02087ed7),segment_id=39d8adcc-894d-48bd-a642-230f02087ed7)] {{(pid=104527) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 07:43:22.623139 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron_lib.callbacks.manager [None req-448db1c3-d5c5-4bc7-989c-eb725007d988 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625317'] for port (14237580-8e47-4b2b-abba-fb6a03ea42a4), precommit_delete {{(pid=104527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:43:22.633245 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.plugins.ml2.plugin [None req-448db1c3-d5c5-4bc7-989c-eb725007d988 None None] Calling delete_port for 14237580-8e47-4b2b-abba-fb6a03ea42a4 owned by network:dhcp {{(pid=104527) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 25 07:43:22.682709 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG dbcounter [-] [104526] Writing DB stats neutron:SELECT=86,neutron:DELETE=10,neutron:UPDATE=4 {{(pid=104526) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 07:43:22.716569 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cd1cca7-9366-4e7e-abc8-0bdd0565f93a req-32984a65-55e5-447f-bdf9-c3274cad34f7 tempest-VolumesActionsTest-1395778514 tempest-VolumesActionsTest-1395778514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 07:43:22.718229 dv-cinder-825492-15-iscsi neutron-server[104526]: INFO neutron.wsgi [req-1cd1cca7-9366-4e7e-abc8-0bdd0565f93a req-32984a65-55e5-447f-bdf9-c3274cad34f7 tempest-VolumesActionsTest-1395778514 tempest-VolumesActionsTest-1395778514-project] 10.222.0.24 "GET /v2.0/ports?device_id=c68d2ef2-2545-4cf8-9e80-bfd1669ddec8 HTTP/1.1" status: 200 len: 946 time: 0.0882947 May 25 07:43:22.738741 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb2d220e-81aa-486a-9a72-4cdbb16ac778 req-acac3b3f-7225-4c45-842d-5c545c322b9c tempest-VolumesActionsTest-1395778514 tempest-VolumesActionsTest-1395778514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 07:43:22.741950 dv-cinder-825492-15-iscsi neutron-server[104526]: INFO neutron.wsgi [req-fb2d220e-81aa-486a-9a72-4cdbb16ac778 req-acac3b3f-7225-4c45-842d-5c545c322b9c tempest-VolumesActionsTest-1395778514 tempest-VolumesActionsTest-1395778514-project] 10.222.0.41 "GET /v2.0/ports?device_id=c68d2ef2-2545-4cf8-9e80-bfd1669ddec8 HTTP/1.1" status: 200 len: 946 time: 0.0778787 May 25 07:43:22.765830 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-bbbe94b5-3b68-4455-a6ba-c3952de7b6d9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-617841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612926', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754056714424', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754056173873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59563715'] for port (14237580-8e47-4b2b-abba-fb6a03ea42a4), after_delete {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:43:22.773795 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG dbcounter [-] [104527] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=104527) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 07:43:22.774807 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron_lib.callbacks.manager [None req-448db1c3-d5c5-4bc7-989c-eb725007d988 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-617841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612926', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754056714424', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754056173873'] for port (14237580-8e47-4b2b-abba-fb6a03ea42a4), after_delete {{(pid=104527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:43:22.788067 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.db.l3_dvrscheduler_db [None req-448db1c3-d5c5-4bc7-989c-eb725007d988 None None] No DVR routers for this DVR port 14237580-8e47-4b2b-abba-fb6a03ea42a4 on host dv-cinder-825492-15-iscsi {{(pid=104527) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 25 07:43:22.810981 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-448db1c3-d5c5-4bc7-989c-eb725007d988 None None] Pushing event deleted for resources: {'Port': ['ID=14237580-8e47-4b2b-abba-fb6a03ea42a4,revision_number=None']} {{(pid=104527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 07:43:22.811474 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbbe94b5-3b68-4455-a6ba-c3952de7b6d9 admin admin] Pushing event deleted for resources: {'Port': ['ID=14237580-8e47-4b2b-abba-fb6a03ea42a4,revision_number=None']} {{(pid=104525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 07:43:22.815969 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbbe94b5-3b68-4455-a6ba-c3952de7b6d9 admin admin] No DVR routers for this DVR port 14237580-8e47-4b2b-abba-fb6a03ea42a4 on host dv-cinder-825492-15-iscsi {{(pid=104525) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 25 07:43:22.824583 dv-cinder-825492-15-iscsi neutron-server[104526]: INFO neutron.wsgi [req-1cd1cca7-9366-4e7e-abc8-0bdd0565f93a req-6c32cba6-960c-4881-a012-032d6e5d7566 tempest-VolumesActionsTest-1395778514 tempest-VolumesActionsTest-1395778514-project] 10.222.0.24 "GET /v2.0/security-groups?id=6665c53a-86ae-436e-a7f1-05d6434ff7c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0998561 May 25 07:43:22.872005 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.plugins.ml2.plugin [req-fb2d220e-81aa-486a-9a72-4cdbb16ac778 req-e2885a0a-1754-4221-be43-fbb2b990e2c5 tempest-VolumesActionsTest-1395778514 tempest-VolumesActionsTest-1395778514-project] Deleting port ed2acb4e-4c2d-4591-8817-6c12ed2cf554 {{(pid=104526) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 25 07:43:22.872871 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [req-fb2d220e-81aa-486a-9a72-4cdbb16ac778 req-e2885a0a-1754-4221-be43-fbb2b990e2c5 tempest-VolumesActionsTest-1395778514 tempest-VolumesActionsTest-1395778514-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754056702922'] for port (ed2acb4e-4c2d-4591-8817-6c12ed2cf554), before_delete {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:43:22.895943 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-bbbe94b5-3b68-4455-a6ba-c3952de7b6d9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1508921', 'neutron.services.segments.db._delete_segments_for_network-8754056472935'] for network (f85a9936-18a2-497c-90b9-ba6df25b9b6e), precommit_delete {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:43:22.916298 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron.services.segments.db [None req-bbbe94b5-3b68-4455-a6ba-c3952de7b6d9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f85a9936-18a2-497c-90b9-ba6df25b9b6e']}} {{(pid=104525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 07:43:22.927475 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron.services.segments.db [None req-bbbe94b5-3b68-4455-a6ba-c3952de7b6d9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '39d8adcc-894d-48bd-a642-230f02087ed7') {'for_net_delete': True} {{(pid=104525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 07:43:22.927773 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron.services.segments.db [None req-bbbe94b5-3b68-4455-a6ba-c3952de7b6d9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '39d8adcc-894d-48bd-a642-230f02087ed7') {} {{(pid=104525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 07:43:22.942086 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-bbbe94b5-3b68-4455-a6ba-c3952de7b6d9 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754056471920', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59371068'] for segment (39d8adcc-894d-48bd-a642-230f02087ed7), before_delete {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:43:22.962984 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-bbbe94b5-3b68-4455-a6ba-c3952de7b6d9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1513389'] for segment (39d8adcc-894d-48bd-a642-230f02087ed7), precommit_delete {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:43:22.973469 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.plugins.ml2.db [req-fb2d220e-81aa-486a-9a72-4cdbb16ac778 req-e2885a0a-1754-4221-be43-fbb2b990e2c5 tempest-VolumesActionsTest-1395778514 tempest-VolumesActionsTest-1395778514-project] For port ed2acb4e-4c2d-4591-8817-6c12ed2cf554, host hv-cinder-82549, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82549',level=0,port_id=ed2acb4e-4c2d-4591-8817-6c12ed2cf554,segment=NetworkSegment(833b25f6-f23e-427a-8fce-58c998df3971),segment_id=833b25f6-f23e-427a-8fce-58c998df3971)] {{(pid=104526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 07:43:22.974058 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [req-fb2d220e-81aa-486a-9a72-4cdbb16ac778 req-e2885a0a-1754-4221-be43-fbb2b990e2c5 tempest-VolumesActionsTest-1395778514 tempest-VolumesActionsTest-1395778514-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625317'] for port (ed2acb4e-4c2d-4591-8817-6c12ed2cf554), precommit_delete {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:43:22.976710 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bbbe94b5-3b68-4455-a6ba-c3952de7b6d9 admin admin] Releasing vlan 255 on physical network physnet1 to pool {{(pid=104525) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 25 07:43:22.977275 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-bbbe94b5-3b68-4455-a6ba-c3952de7b6d9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1513389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59563766'] for segment (39d8adcc-894d-48bd-a642-230f02087ed7), after_delete {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:43:22.990828 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.plugins.ml2.plugin [req-fb2d220e-81aa-486a-9a72-4cdbb16ac778 req-e2885a0a-1754-4221-be43-fbb2b990e2c5 tempest-VolumesActionsTest-1395778514 tempest-VolumesActionsTest-1395778514-project] Calling delete_port for ed2acb4e-4c2d-4591-8817-6c12ed2cf554 owned by compute:nova {{(pid=104526) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 25 07:43:23.025706 dv-cinder-825492-15-iscsi neutron-server[104525]: INFO neutron.services.segments.plugin [-] Segment 39d8adcc-894d-48bd-a642-230f02087ed7 resource provider aggregate not found May 25 07:43:23.047355 dv-cinder-825492-15-iscsi neutron-server[104525]: INFO neutron.services.segments.plugin [-] Segment 39d8adcc-894d-48bd-a642-230f02087ed7 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 39d8adcc-894d-48bd-a642-230f02087ed7 found for delete ", "request_id": "req-bd706b27-72fa-48d6-88ca-b786a3eec31c"}]} May 25 07:43:23.149992 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-bbbe94b5-3b68-4455-a6ba-c3952de7b6d9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1508912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-278710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612926', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1617334'] for network (f85a9936-18a2-497c-90b9-ba6df25b9b6e), after_delete {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:43:23.156775 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-bbbe94b5-3b68-4455-a6ba-c3952de7b6d9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1612908'] for network (None), before_response {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:43:23.159932 dv-cinder-825492-15-iscsi neutron-server[104525]: INFO neutron.wsgi [None req-bbbe94b5-3b68-4455-a6ba-c3952de7b6d9 admin admin] 10.222.0.24 "DELETE /v2.0/networks/f85a9936-18a2-497c-90b9-ba6df25b9b6e HTTP/1.1" status: 204 len: 168 time: 0.8442531 May 25 07:43:23.160559 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG dbcounter [-] [104525] Writing DB stats neutron:SELECT=89,neutron:DELETE=10,neutron:UPDATE=1 {{(pid=104525) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 07:43:23.171835 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbbe94b5-3b68-4455-a6ba-c3952de7b6d9 admin admin] Pushing event deleted for resources: {'Network': ['ID=f85a9936-18a2-497c-90b9-ba6df25b9b6e,revision_number=None']} {{(pid=104525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 07:43:23.270399 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [req-fb2d220e-81aa-486a-9a72-4cdbb16ac778 req-e2885a0a-1754-4221-be43-fbb2b990e2c5 tempest-VolumesActionsTest-1395778514 tempest-VolumesActionsTest-1395778514-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-617841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612926', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754056714424', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754056173873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2909854'] for port (ed2acb4e-4c2d-4591-8817-6c12ed2cf554), after_delete {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:43:23.287391 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG dbcounter [-] [104526] Writing DB stats neutron:SELECT=92,neutron:DELETE=8 {{(pid=104526) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 07:43:23.304783 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.plugins.ml2.db [None req-798242cc-9ea0-464c-9109-86bd7997349e None None] get_ports_and_sgs() called for port_ids ['ed2acb4e-4c2d-4591-8817-6c12ed2cf554'] {{(pid=104527) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 25 07:43:23.311000 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2885a0a-1754-4221-be43-fbb2b990e2c5 tempest-VolumesActionsTest-1395778514 tempest-VolumesActionsTest-1395778514-project] Pushing event deleted for resources: {'Port': ['ID=ed2acb4e-4c2d-4591-8817-6c12ed2cf554,revision_number=None']} {{(pid=104526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 07:43:23.360784 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.db.l3_dvrscheduler_db [req-fb2d220e-81aa-486a-9a72-4cdbb16ac778 req-e2885a0a-1754-4221-be43-fbb2b990e2c5 tempest-VolumesActionsTest-1395778514 tempest-VolumesActionsTest-1395778514-project] No DVR routers for this DVR port ed2acb4e-4c2d-4591-8817-6c12ed2cf554 on host hv-cinder-82549 {{(pid=104526) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 25 07:43:23.363711 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [req-fb2d220e-81aa-486a-9a72-4cdbb16ac778 req-e2885a0a-1754-4221-be43-fbb2b990e2c5 tempest-VolumesActionsTest-1395778514 tempest-VolumesActionsTest-1395778514-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93885'] for port (None), before_response {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:43:23.367144 dv-cinder-825492-15-iscsi neutron-server[104526]: INFO neutron.wsgi [req-fb2d220e-81aa-486a-9a72-4cdbb16ac778 req-e2885a0a-1754-4221-be43-fbb2b990e2c5 tempest-VolumesActionsTest-1395778514 tempest-VolumesActionsTest-1395778514-project] 10.222.0.41 "DELETE /v2.0/ports/ed2acb4e-4c2d-4591-8817-6c12ed2cf554 HTTP/1.1" status: 204 len: 173 time: 0.6187863 May 25 07:43:23.367580 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c68d2ef2-2545-4cf8-9e80-bfd1669ddec8', 'name': 'network-vif-deleted', 'tag': 'ed2acb4e-4c2d-4591-8817-6c12ed2cf554'}] {{(pid=104526) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 25 07:43:23.369789 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db633a5f02cadde147c9bc1566607705b0433b891c7275f259bdbd209e6b6683" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-08741d1f-f158-43df-9ffe-b43b8e844496" -d '{"events": [{"server_uuid": "c68d2ef2-2545-4cf8-9e80-bfd1669ddec8", "name": "network-vif-deleted", "tag": "ed2acb4e-4c2d-4591-8817-6c12ed2cf554"}]}' {{(pid=104526) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 25 07:43:23.408251 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 25 May 2022 07:43:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e86e277c-ab32-4199-97d9-6f8cef1d6542 x-openstack-request-id: req-e86e277c-ab32-4199-97d9-6f8cef1d6542 {{(pid=104526) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 25 07:43:23.408567 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c68d2ef2-2545-4cf8-9e80-bfd1669ddec8", "name": "network-vif-deleted", "tag": "ed2acb4e-4c2d-4591-8817-6c12ed2cf554", "status": "completed", "code": 200}]} {{(pid=104526) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 25 07:43:23.408814 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-e86e277c-ab32-4199-97d9-6f8cef1d6542 {{(pid=104526) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 25 07:43:23.409235 dv-cinder-825492-15-iscsi neutron-server[104526]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e86e277c-ab32-4199-97d9-6f8cef1d6542'] response: {'server_uuid': 'c68d2ef2-2545-4cf8-9e80-bfd1669ddec8', 'name': 'network-vif-deleted', 'tag': 'ed2acb4e-4c2d-4591-8817-6c12ed2cf554', 'status': 'completed', 'code': 200} May 25 07:43:23.931570 dv-cinder-825492-15-iscsi neutron-server[104526]: INFO neutron.wsgi [req-31fb2131-c6c4-4a0b-a07a-41c87833012a req-6aa740f0-64a5-4cdf-a587-0c4b9ee76b2f tempest-VolumesActionsTest-1395778514 tempest-VolumesActionsTest-1395778514-project] 10.222.0.24 "GET /v2.0/ports?device_id=c68d2ef2-2545-4cf8-9e80-bfd1669ddec8 HTTP/1.1" status: 200 len: 210 time: 0.0316410 May 25 07:43:24.114415 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron.wsgi [-] (104525) accepted ('10.222.0.24', 48454) {{(pid=104525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 07:43:24.153285 dv-cinder-825492-15-iscsi neutron-server[104525]: INFO neutron.wsgi [None req-5b2b742b-bcae-4442-83b0-a25f04d3f16c admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=294afe2c36184564a80fb6bef7b32359&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0377665 May 25 07:43:24.156711 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.wsgi [-] (104526) accepted ('10.222.0.24', 48456) {{(pid=104526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 07:43:24.206412 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-7ed0cbd0-c3c7-466f-98c5-129ed02ef7bf admin admin] Publish callbacks [] for security_group (5fb0f326-13cb-4a19-88e8-59ed417b9ef2), before_delete {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:43:24.227968 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-7ed0cbd0-c3c7-466f-98c5-129ed02ef7bf admin admin] Publish callbacks [] for security_group (5fb0f326-13cb-4a19-88e8-59ed417b9ef2), precommit_delete {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:43:24.275314 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.plugins.ml2.rpc [None req-4c581813-650f-4b4b-ac0f-82f585bea231 None None] Device 14237580-8e47-4b2b-abba-fb6a03ea42a4 no longer exists at agent ovs-agent-dv-cinder-825492-15-iscsi {{(pid=104527) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 25 07:43:24.294488 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.plugins.ml2.plugin [None req-4c581813-650f-4b4b-ac0f-82f585bea231 None None] No Port match for: 14237580-8e47-4b2b-abba-fb6a03ea42a4 {{(pid=104527) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 25 07:43:24.294825 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.plugins.ml2.rpc [None req-4c581813-650f-4b4b-ac0f-82f585bea231 None None] Device 14237580-8e47-4b2b-abba-fb6a03ea42a4 not bound to the agent host dv-cinder-825492-15-iscsi {{(pid=104527) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 25 07:43:24.405941 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-7ed0cbd0-c3c7-466f-98c5-129ed02ef7bf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-278753'] for security_group (5fb0f326-13cb-4a19-88e8-59ed417b9ef2), after_delete {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:43:24.409272 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-7ed0cbd0-c3c7-466f-98c5-129ed02ef7bf admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:43:24.419007 dv-cinder-825492-15-iscsi neutron-server[104526]: INFO neutron.wsgi [None req-7ed0cbd0-c3c7-466f-98c5-129ed02ef7bf admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/5fb0f326-13cb-4a19-88e8-59ed417b9ef2 HTTP/1.1" status: 204 len: 168 time: 0.2518363 May 25 07:43:24.419007 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ed0cbd0-c3c7-466f-98c5-129ed02ef7bf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5fb0f326-13cb-4a19-88e8-59ed417b9ef2,revision_number=None']} {{(pid=104526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 07:43:25.038994 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.wsgi [-] (104526) accepted ('10.222.0.24', 48482) {{(pid=104526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 07:43:25.733586 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG dbcounter [-] [104526] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104526) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 07:43:25.791903 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-6470b434-c8d5-48c4-a9c2-5c37d355e4fc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1614244'] for router_interface (7899052f-b07d-447b-ae4f-820daf0cb66c), before_delete {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:43:26.012191 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.plugins.ml2.plugin [None req-6470b434-c8d5-48c4-a9c2-5c37d355e4fc admin admin] Deleting port 43f951e0-f3c1-4b20-b081-79f30cf13fbd {{(pid=104526) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 25 07:43:26.012553 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-6470b434-c8d5-48c4-a9c2-5c37d355e4fc admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754056702922'] for port (43f951e0-f3c1-4b20-b081-79f30cf13fbd), before_delete {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:43:26.099472 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.plugins.ml2.db [None req-6470b434-c8d5-48c4-a9c2-5c37d355e4fc admin admin] For port 43f951e0-f3c1-4b20-b081-79f30cf13fbd, host dv-cinder-825492-15-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825492-15-iscsi',level=0,port_id=43f951e0-f3c1-4b20-b081-79f30cf13fbd,segment=NetworkSegment(5e8ca1f8-871e-422d-b246-85fba594b2cb),segment_id=5e8ca1f8-871e-422d-b246-85fba594b2cb)] {{(pid=104526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 07:43:26.099836 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-6470b434-c8d5-48c4-a9c2-5c37d355e4fc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625317'] for port (43f951e0-f3c1-4b20-b081-79f30cf13fbd), precommit_delete {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:43:26.113557 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.plugins.ml2.plugin [None req-6470b434-c8d5-48c4-a9c2-5c37d355e4fc admin admin] Calling delete_port for 43f951e0-f3c1-4b20-b081-79f30cf13fbd owned by network:router_interface {{(pid=104526) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 25 07:43:26.162796 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG dbcounter [-] [104526] Writing DB stats neutron:SELECT=100 {{(pid=104526) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 07:43:26.395696 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-6470b434-c8d5-48c4-a9c2-5c37d355e4fc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-617841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612926', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754056714424', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754056173873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2909854'] for port (43f951e0-f3c1-4b20-b081-79f30cf13fbd), after_delete {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:43:26.420950 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6470b434-c8d5-48c4-a9c2-5c37d355e4fc admin admin] Pushing event deleted for resources: {'Port': ['ID=43f951e0-f3c1-4b20-b081-79f30cf13fbd,revision_number=None']} {{(pid=104526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 07:43:26.619826 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-6470b434-c8d5-48c4-a9c2-5c37d355e4fc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1612919', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1614128'] for router_interface (7899052f-b07d-447b-ae4f-820daf0cb66c), after_delete {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:43:26.824075 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG dbcounter [-] [104526] Writing DB stats neutron:SELECT=91,neutron:DELETE=8,neutron:UPDATE=1 {{(pid=104526) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 07:43:26.848598 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6470b434-c8d5-48c4-a9c2-5c37d355e4fc admin admin] Router 7899052f-b07d-447b-ae4f-820daf0cb66c has already been hosted by L3 agent 54ff4013-997e-4376-a4e9-e6c98cf37cc7 {{(pid=104526) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 25 07:43:26.903220 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.plugins.ml2.rpc [None req-798242cc-9ea0-464c-9109-86bd7997349e None None] Device ed2acb4e-4c2d-4591-8817-6c12ed2cf554 no longer exists at agent hyperv_hv-cinder-82549 {{(pid=104527) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 25 07:43:26.932253 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.plugins.ml2.plugin [None req-798242cc-9ea0-464c-9109-86bd7997349e None None] No Port match for: ed2acb4e-4c2d-4591-8817-6c12ed2cf554 {{(pid=104527) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 25 07:43:26.933116 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.plugins.ml2.rpc [None req-798242cc-9ea0-464c-9109-86bd7997349e None None] Device ed2acb4e-4c2d-4591-8817-6c12ed2cf554 not bound to the agent host hv-cinder-82549 {{(pid=104527) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 25 07:43:26.961864 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6470b434-c8d5-48c4-a9c2-5c37d355e4fc admin admin] Notify agent at l3_agent.dv-cinder-825492-15-iscsi the message routers_updated {{(pid=104526) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 25 07:43:26.971972 dv-cinder-825492-15-iscsi neutron-server[104526]: INFO neutron.wsgi [None req-6470b434-c8d5-48c4-a9c2-5c37d355e4fc admin admin] 10.222.0.24 "PUT /v2.0/routers/7899052f-b07d-447b-ae4f-820daf0cb66c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9269814 May 25 07:43:26.971972 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.wsgi [-] (104526) accepted ('10.222.0.24', 48542) {{(pid=104526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 07:43:26.972211 dv-cinder-825492-15-iscsi neutron-server[104528]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c38e014f-b331-4040-9588-f0c108b107be None None] Sync routers for ids ['7899052f-b07d-447b-ae4f-820daf0cb66c'] in dv-cinder-825492-15-iscsi {{(pid=104528) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 25 07:43:26.982317 dv-cinder-825492-15-iscsi neutron-server[104528]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c38e014f-b331-4040-9588-f0c108b107be None None] Routers {'7899052f-b07d-447b-ae4f-820daf0cb66c'} bound to L3 agent in host dv-cinder-825492-15-iscsi {{(pid=104528) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 25 07:43:26.982848 dv-cinder-825492-15-iscsi neutron-server[104528]: DEBUG neutron.db.l3_hamode_db [None req-c38e014f-b331-4040-9588-f0c108b107be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825492-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-25T07:27:37Z,description=,heartbeat_timestamp=2022-05-25T07:43:07Z,host='dv-cinder-825492-15-iscsi',id=54ff4013-997e-4376-a4e9-e6c98cf37cc7,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T07:27:38Z,topic='l3_agent')) {'router_ids': ['7899052f-b07d-447b-ae4f-820daf0cb66c'], 'active': True} {{(pid=104528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 07:43:27.082633 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-867f488b-a937-4b6d-80e1-4341145479a8 admin admin] Publish callbacks [] for router (7899052f-b07d-447b-ae4f-820daf0cb66c), before_delete {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:43:27.095299 dv-cinder-825492-15-iscsi neutron-server[104528]: DEBUG neutron.db.l3_dvr_db [None req-c38e014f-b331-4040-9588-f0c108b107be None None] Set router 7899052f-b07d-447b-ae4f-820daf0cb66c gateway port host: dv-cinder-825492-15-iscsi {{(pid=104528) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 25 07:43:27.189659 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-867f488b-a937-4b6d-80e1-4341145479a8 admin admin] Publish callbacks [] for router_gateway (7899052f-b07d-447b-ae4f-820daf0cb66c), before_delete {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:43:27.276453 dv-cinder-825492-15-iscsi neutron-server[104528]: DEBUG neutron.db.l3_hamode_db [None req-c38e014f-b331-4040-9588-f0c108b107be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7899052f-b07d-447b-ae4f-820daf0cb66c', 'name': 'tempest-AttachVolumeShelveTestJSON-1109401832-router', 'tenant_id': 'c4406d5d0e2347f1b96c34496f5ba5ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '29c629bd-3f50-4535-bfbc-a047608d6fb6', 'external_fixed_ips': [{'subnet_id': '7934ff5a-43f1-4f76-b9d8-e4343ace34f5', 'ip_address': '172.27.3.76'}], 'enable_snat': True}, 'gw_port_id': '7acc11af-cd2a-46fe-98c2-4a90e3178336', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T07:36:30Z', 'updated_at': '2022-05-25T07:43:26Z', 'revision_number': 5, 'project_id': 'c4406d5d0e2347f1b96c34496f5ba5ae', 'gw_port': {'id': '7acc11af-cd2a-46fe-98c2-4a90e3178336', 'name': '', 'network_id': '29c629bd-3f50-4535-bfbc-a047608d6fb6', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:ce:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7899052f-b07d-447b-ae4f-820daf0cb66c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '7934ff5a-43f1-4f76-b9d8-e4343ace34f5', 'ip_address': '172.27.3.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825492-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T07:36:32Z', 'updated_at': '2022-05-25T07:36:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7934ff5a-43f1-4f76-b9d8-e4343ace34f5', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825492-15-iscsi'}], 'dv-cinder-825492-15-iscsi', False) {} {{(pid=104528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 07:43:27.304038 dv-cinder-825492-15-iscsi neutron-server[104528]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c38e014f-b331-4040-9588-f0c108b107be None None] Checking router: 7899052f-b07d-447b-ae4f-820daf0cb66c for host: dv-cinder-825492-15-iscsi {{(pid=104528) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 25 07:43:27.313597 dv-cinder-825492-15-iscsi neutron-server[104528]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c38e014f-b331-4040-9588-f0c108b107be None None] Routers {'7899052f-b07d-447b-ae4f-820daf0cb66c'} bound to L3 agent in host dv-cinder-825492-15-iscsi {{(pid=104528) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 25 07:43:27.314180 dv-cinder-825492-15-iscsi neutron-server[104528]: DEBUG neutron.db.l3_hamode_db [None req-c38e014f-b331-4040-9588-f0c108b107be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825492-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-25T07:27:37Z,description=,heartbeat_timestamp=2022-05-25T07:43:07Z,host='dv-cinder-825492-15-iscsi',id=54ff4013-997e-4376-a4e9-e6c98cf37cc7,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T07:27:38Z,topic='l3_agent')) {'router_ids': ['7899052f-b07d-447b-ae4f-820daf0cb66c'], 'active': True} {{(pid=104528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 07:43:27.409585 dv-cinder-825492-15-iscsi neutron-server[104528]: DEBUG neutron.db.l3_dvr_db [None req-c38e014f-b331-4040-9588-f0c108b107be None None] Set router 7899052f-b07d-447b-ae4f-820daf0cb66c gateway port host: dv-cinder-825492-15-iscsi {{(pid=104528) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 25 07:43:27.428898 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG dbcounter [-] [104526] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104526) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 07:43:27.442848 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.plugins.ml2.plugin [None req-867f488b-a937-4b6d-80e1-4341145479a8 admin admin] Deleting port 7acc11af-cd2a-46fe-98c2-4a90e3178336 {{(pid=104526) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 25 07:43:27.443203 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-867f488b-a937-4b6d-80e1-4341145479a8 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754056702922'] for port (7acc11af-cd2a-46fe-98c2-4a90e3178336), before_delete {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:43:27.529857 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.plugins.ml2.db [None req-867f488b-a937-4b6d-80e1-4341145479a8 admin admin] For port 7acc11af-cd2a-46fe-98c2-4a90e3178336, host dv-cinder-825492-15-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825492-15-iscsi',level=0,port_id=7acc11af-cd2a-46fe-98c2-4a90e3178336,segment=NetworkSegment(3ed655b3-ed39-457b-b353-0296e3eaac46),segment_id=3ed655b3-ed39-457b-b353-0296e3eaac46)] {{(pid=104526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 07:43:27.530220 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-867f488b-a937-4b6d-80e1-4341145479a8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625317'] for port (7acc11af-cd2a-46fe-98c2-4a90e3178336), precommit_delete {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:43:27.543738 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.plugins.ml2.plugin [None req-867f488b-a937-4b6d-80e1-4341145479a8 admin admin] Calling delete_port for 7acc11af-cd2a-46fe-98c2-4a90e3178336 owned by network:router_gateway {{(pid=104526) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 25 07:43:27.548426 dv-cinder-825492-15-iscsi neutron-server[104528]: DEBUG dbcounter [-] [104528] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104528) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 07:43:27.584927 dv-cinder-825492-15-iscsi neutron-server[104528]: DEBUG neutron.db.l3_hamode_db [None req-c38e014f-b331-4040-9588-f0c108b107be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7899052f-b07d-447b-ae4f-820daf0cb66c', 'name': 'tempest-AttachVolumeShelveTestJSON-1109401832-router', 'tenant_id': 'c4406d5d0e2347f1b96c34496f5ba5ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '29c629bd-3f50-4535-bfbc-a047608d6fb6', 'external_fixed_ips': [{'subnet_id': '7934ff5a-43f1-4f76-b9d8-e4343ace34f5', 'ip_address': '172.27.3.76'}], 'enable_snat': True}, 'gw_port_id': '7acc11af-cd2a-46fe-98c2-4a90e3178336', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T07:36:30Z', 'updated_at': '2022-05-25T07:43:26Z', 'revision_number': 5, 'project_id': 'c4406d5d0e2347f1b96c34496f5ba5ae', 'gw_port': {'id': '7acc11af-cd2a-46fe-98c2-4a90e3178336', 'name': '', 'network_id': '29c629bd-3f50-4535-bfbc-a047608d6fb6', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:ce:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7899052f-b07d-447b-ae4f-820daf0cb66c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '7934ff5a-43f1-4f76-b9d8-e4343ace34f5', 'ip_address': '172.27.3.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825492-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T07:36:32Z', 'updated_at': '2022-05-25T07:36:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7934ff5a-43f1-4f76-b9d8-e4343ace34f5', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825492-15-iscsi'}], 'dv-cinder-825492-15-iscsi', False) {} {{(pid=104528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 07:43:27.610029 dv-cinder-825492-15-iscsi neutron-server[104528]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c38e014f-b331-4040-9588-f0c108b107be None None] The sync data for ids ['7899052f-b07d-447b-ae4f-820daf0cb66c'] in dv-cinder-825492-15-iscsi is: [{'id': '7899052f-b07d-447b-ae4f-820daf0cb66c', 'name': 'tempest-AttachVolumeShelveTestJSON-1109401832-router', 'tenant_id': 'c4406d5d0e2347f1b96c34496f5ba5ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '29c629bd-3f50-4535-bfbc-a047608d6fb6', 'external_fixed_ips': [{'subnet_id': '7934ff5a-43f1-4f76-b9d8-e4343ace34f5', 'ip_address': '172.27.3.76'}], 'enable_snat': True}, 'gw_port_id': '7acc11af-cd2a-46fe-98c2-4a90e3178336', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T07:36:30Z', 'updated_at': '2022-05-25T07:43:26Z', 'revision_number': 5, 'project_id': 'c4406d5d0e2347f1b96c34496f5ba5ae', 'gw_port': {'id': '7acc11af-cd2a-46fe-98c2-4a90e3178336', 'name': '', 'network_id': '29c629bd-3f50-4535-bfbc-a047608d6fb6', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:ce:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7899052f-b07d-447b-ae4f-820daf0cb66c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '7934ff5a-43f1-4f76-b9d8-e4343ace34f5', 'ip_address': '172.27.3.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825492-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T07:36:32Z', 'updated_at': '2022-05-25T07:36:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7934ff5a-43f1-4f76-b9d8-e4343ace34f5', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825492-15-iscsi'}] {{(pid=104528) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 25 07:43:27.788678 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-867f488b-a937-4b6d-80e1-4341145479a8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-617841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612926', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754056714424', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754056173873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2909854'] for port (7acc11af-cd2a-46fe-98c2-4a90e3178336), after_delete {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:43:27.817580 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-867f488b-a937-4b6d-80e1-4341145479a8 admin admin] Pushing event deleted for resources: {'Port': ['ID=7acc11af-cd2a-46fe-98c2-4a90e3178336,revision_number=None']} {{(pid=104526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 07:43:27.880082 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-867f488b-a937-4b6d-80e1-4341145479a8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1614942'] for router_gateway (7899052f-b07d-447b-ae4f-820daf0cb66c), after_delete {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:43:27.965879 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-867f488b-a937-4b6d-80e1-4341145479a8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1616001', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4897'] for router (7899052f-b07d-447b-ae4f-820daf0cb66c), precommit_delete {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:43:27.968117 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-867f488b-a937-4b6d-80e1-4341145479a8 admin admin] Publish callbacks [] for router_controller (7899052f-b07d-447b-ae4f-820daf0cb66c), precommit_delete_associations {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:43:28.058532 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-867f488b-a937-4b6d-80e1-4341145479a8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1616120'] for router (7899052f-b07d-447b-ae4f-820daf0cb66c), after_delete {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:43:28.059250 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-867f488b-a937-4b6d-80e1-4341145479a8 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7899052f-b07d-447b-ae4f-820daf0cb66c {{(pid=104526) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 25 07:43:28.065656 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-867f488b-a937-4b6d-80e1-4341145479a8 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:43:28.065656 dv-cinder-825492-15-iscsi neutron-server[104526]: INFO neutron.wsgi [None req-867f488b-a937-4b6d-80e1-4341145479a8 admin admin] 10.222.0.24 "DELETE /v2.0/routers/7899052f-b07d-447b-ae4f-820daf0cb66c HTTP/1.1" status: 204 len: 168 time: 1.0947421 May 25 07:43:28.068242 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.wsgi [-] (104526) accepted ('10.222.0.24', 48572) {{(pid=104526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 07:43:28.075298 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG dbcounter [-] [104526] Writing DB stats neutron:SELECT=91,neutron:DELETE=8,neutron:UPDATE=1 {{(pid=104526) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 07:43:28.120756 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.db.db_base_plugin_v2 [None req-5d673e4d-6e9c-4a5e-8dd0-041aa4378154 admin admin] Deleting subnet e7796ec7-ead3-485d-a16b-d9ef7a0a8b85 {{(pid=104526) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 25 07:43:28.123945 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-5d673e4d-6e9c-4a5e-8dd0-041aa4378154 admin admin] Publish callbacks [] for subnet (e7796ec7-ead3-485d-a16b-d9ef7a0a8b85), before_delete {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:43:28.160806 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-5d673e4d-6e9c-4a5e-8dd0-041aa4378154 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58882376'] for subnet (e7796ec7-ead3-485d-a16b-d9ef7a0a8b85), precommit_delete_associations {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:43:28.260056 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-5d673e4d-6e9c-4a5e-8dd0-041aa4378154 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1507510'] for subnet (e7796ec7-ead3-485d-a16b-d9ef7a0a8b85), precommit_delete {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:43:28.424896 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-5d673e4d-6e9c-4a5e-8dd0-041aa4378154 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1507501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-280644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2910025', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58838858'] for subnet (e7796ec7-ead3-485d-a16b-d9ef7a0a8b85), after_delete {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:43:28.453967 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-5d673e4d-6e9c-4a5e-8dd0-041aa4378154 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:43:28.457727 dv-cinder-825492-15-iscsi neutron-server[104526]: INFO neutron.wsgi [None req-5d673e4d-6e9c-4a5e-8dd0-041aa4378154 admin admin] 10.222.0.24 "DELETE /v2.0/subnets/e7796ec7-ead3-485d-a16b-d9ef7a0a8b85 HTTP/1.1" status: 204 len: 168 time: 0.3883739 May 25 07:43:28.458680 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d673e4d-6e9c-4a5e-8dd0-041aa4378154 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e7796ec7-ead3-485d-a16b-d9ef7a0a8b85,revision_number=None']} {{(pid=104526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 07:43:28.459572 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f69dc9a2-4fad-4d83-85ff-6570581b1495 None None] Network 7eef0ae9-55de-48c4-ada3-da713e1942b9 requested from dv-cinder-825492-15-iscsi {{(pid=104527) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 25 07:43:28.460210 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.wsgi [-] (104526) accepted ('10.222.0.24', 48582) {{(pid=104526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 07:43:28.529622 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-e1a8112d-a340-409a-af53-6e158806d1ea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1321757'] for network (7eef0ae9-55de-48c4-ada3-da713e1942b9), before_delete {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:43:28.565308 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG dbcounter [-] [104526] Writing DB stats neutron:SELECT=86,neutron:DELETE=10,neutron:UPDATE=4 {{(pid=104526) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 07:43:28.573041 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.plugins.ml2.plugin [None req-e1a8112d-a340-409a-af53-6e158806d1ea admin admin] Deleting port 5da9a7f2-5b3e-469b-a2d6-d4f69bf54dc9 {{(pid=104526) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 25 07:43:28.573381 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-e1a8112d-a340-409a-af53-6e158806d1ea admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754056702922'] for port (5da9a7f2-5b3e-469b-a2d6-d4f69bf54dc9), before_delete {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:43:28.644506 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.plugins.ml2.db [None req-e1a8112d-a340-409a-af53-6e158806d1ea admin admin] For port 5da9a7f2-5b3e-469b-a2d6-d4f69bf54dc9, host dv-cinder-825492-15-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825492-15-iscsi',level=0,port_id=5da9a7f2-5b3e-469b-a2d6-d4f69bf54dc9,segment=NetworkSegment(5e8ca1f8-871e-422d-b246-85fba594b2cb),segment_id=5e8ca1f8-871e-422d-b246-85fba594b2cb)] {{(pid=104526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 07:43:28.647704 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-e1a8112d-a340-409a-af53-6e158806d1ea admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625317'] for port (5da9a7f2-5b3e-469b-a2d6-d4f69bf54dc9), precommit_delete {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:43:28.658702 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.plugins.ml2.plugin [None req-e1a8112d-a340-409a-af53-6e158806d1ea admin admin] Calling delete_port for 5da9a7f2-5b3e-469b-a2d6-d4f69bf54dc9 owned by network:dhcp {{(pid=104526) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 25 07:43:28.698458 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b12c121-3fde-4308-a854-e2748be6d580 None None] DHCP port deletion for 7eef0ae9-55de-48c4-ada3-da713e1942b9 request from dv-cinder-825492-15-iscsi {{(pid=104527) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} May 25 07:43:28.841284 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-e1a8112d-a340-409a-af53-6e158806d1ea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-617841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612926', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754056714424', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754056173873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2909854'] for port (5da9a7f2-5b3e-469b-a2d6-d4f69bf54dc9), after_delete {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:43:28.848852 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.plugins.ml2.rpc [None req-4c581813-650f-4b4b-ac0f-82f585bea231 None None] Device 43f951e0-f3c1-4b20-b081-79f30cf13fbd no longer exists at agent ovs-agent-dv-cinder-825492-15-iscsi {{(pid=104527) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 25 07:43:28.871156 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1a8112d-a340-409a-af53-6e158806d1ea admin admin] Pushing event deleted for resources: {'Port': ['ID=5da9a7f2-5b3e-469b-a2d6-d4f69bf54dc9,revision_number=None']} {{(pid=104526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 07:43:28.874322 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.plugins.ml2.plugin [None req-4c581813-650f-4b4b-ac0f-82f585bea231 None None] No Port match for: 43f951e0-f3c1-4b20-b081-79f30cf13fbd {{(pid=104527) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 25 07:43:28.875335 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.plugins.ml2.rpc [None req-4c581813-650f-4b4b-ac0f-82f585bea231 None None] Device 43f951e0-f3c1-4b20-b081-79f30cf13fbd not bound to the agent host dv-cinder-825492-15-iscsi {{(pid=104527) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 25 07:43:28.877172 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1a8112d-a340-409a-af53-6e158806d1ea admin admin] No DVR routers for this DVR port 5da9a7f2-5b3e-469b-a2d6-d4f69bf54dc9 on host dv-cinder-825492-15-iscsi {{(pid=104526) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 25 07:43:28.881151 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.plugins.ml2.plugin [None req-5b12c121-3fde-4308-a854-e2748be6d580 None None] Deleting port 5da9a7f2-5b3e-469b-a2d6-d4f69bf54dc9 {{(pid=104527) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 25 07:43:28.881525 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron_lib.callbacks.manager [None req-5b12c121-3fde-4308-a854-e2748be6d580 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754056702922'] for port (5da9a7f2-5b3e-469b-a2d6-d4f69bf54dc9), before_delete {{(pid=104527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:43:28.944951 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.plugins.ml2.db [None req-5b12c121-3fde-4308-a854-e2748be6d580 None None] For port 5da9a7f2-5b3e-469b-a2d6-d4f69bf54dc9, host dv-cinder-825492-15-iscsi, got binding levels [] {{(pid=104527) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 07:43:28.945341 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron_lib.callbacks.manager [None req-5b12c121-3fde-4308-a854-e2748be6d580 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625317'] for port (5da9a7f2-5b3e-469b-a2d6-d4f69bf54dc9), precommit_delete {{(pid=104527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:43:28.949056 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-e1a8112d-a340-409a-af53-6e158806d1ea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1508921', 'neutron.services.segments.db._delete_segments_for_network-8754056472935'] for network (7eef0ae9-55de-48c4-ada3-da713e1942b9), precommit_delete {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:43:28.958874 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.plugins.ml2.plugin [None req-5b12c121-3fde-4308-a854-e2748be6d580 None None] Calling delete_port for 5da9a7f2-5b3e-469b-a2d6-d4f69bf54dc9 owned by network:dhcp {{(pid=104527) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 25 07:43:28.961882 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.db.ipam_backend_mixin [None req-5b12c121-3fde-4308-a854-e2748be6d580 None None] Port 5da9a7f2-5b3e-469b-a2d6-d4f69bf54dc9 was not found and therefore no delete operation was performed {{(pid=104527) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:566}} May 25 07:43:28.963184 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron_lib.callbacks.manager [None req-5b12c121-3fde-4308-a854-e2748be6d580 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-617841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612926', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754056714424', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754056173873'] for port (5da9a7f2-5b3e-469b-a2d6-d4f69bf54dc9), after_delete {{(pid=104527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:43:28.969712 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.services.segments.db [None req-e1a8112d-a340-409a-af53-6e158806d1ea admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7eef0ae9-55de-48c4-ada3-da713e1942b9']}} {{(pid=104526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 07:43:28.979118 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.services.segments.db [None req-e1a8112d-a340-409a-af53-6e158806d1ea admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5e8ca1f8-871e-422d-b246-85fba594b2cb') {'for_net_delete': True} {{(pid=104526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 07:43:28.980317 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.services.segments.db [None req-e1a8112d-a340-409a-af53-6e158806d1ea admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5e8ca1f8-871e-422d-b246-85fba594b2cb') {} {{(pid=104526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 07:43:28.988083 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b12c121-3fde-4308-a854-e2748be6d580 None None] Pushing event deleted for resources: {'Port': ['ID=5da9a7f2-5b3e-469b-a2d6-d4f69bf54dc9,revision_number=None']} {{(pid=104527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 07:43:28.990212 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b12c121-3fde-4308-a854-e2748be6d580 None None] No DVR routers for this DVR port 5da9a7f2-5b3e-469b-a2d6-d4f69bf54dc9 on host dv-cinder-825492-15-iscsi {{(pid=104527) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 25 07:43:28.990448 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-e1a8112d-a340-409a-af53-6e158806d1ea admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754056471920', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58882375'] for segment (5e8ca1f8-871e-422d-b246-85fba594b2cb), before_delete {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:43:29.004803 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-e1a8112d-a340-409a-af53-6e158806d1ea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1513389'] for segment (5e8ca1f8-871e-422d-b246-85fba594b2cb), precommit_delete {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:43:29.011015 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e1a8112d-a340-409a-af53-6e158806d1ea admin admin] Releasing vlan 250 on physical network physnet1 to pool {{(pid=104526) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 25 07:43:29.011395 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-e1a8112d-a340-409a-af53-6e158806d1ea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1513389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2909867'] for segment (5e8ca1f8-871e-422d-b246-85fba594b2cb), after_delete {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:43:29.149982 dv-cinder-825492-15-iscsi neutron-server[104526]: INFO neutron.services.segments.plugin [-] Segment 5e8ca1f8-871e-422d-b246-85fba594b2cb resource provider aggregate not found May 25 07:43:29.165322 dv-cinder-825492-15-iscsi neutron-server[104526]: INFO neutron.services.segments.plugin [-] Segment 5e8ca1f8-871e-422d-b246-85fba594b2cb resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 5e8ca1f8-871e-422d-b246-85fba594b2cb found for delete ", "request_id": "req-17b9b987-d7f3-4976-9c38-f41d475b829a"}]} May 25 07:43:29.173519 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-e1a8112d-a340-409a-af53-6e158806d1ea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1508912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-278710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612926', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1617334'] for network (7eef0ae9-55de-48c4-ada3-da713e1942b9), after_delete {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:43:29.179218 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-e1a8112d-a340-409a-af53-6e158806d1ea admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1612908'] for network (None), before_response {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:43:29.182356 dv-cinder-825492-15-iscsi neutron-server[104526]: INFO neutron.wsgi [None req-e1a8112d-a340-409a-af53-6e158806d1ea admin admin] 10.222.0.24 "DELETE /v2.0/networks/7eef0ae9-55de-48c4-ada3-da713e1942b9 HTTP/1.1" status: 204 len: 168 time: 0.7211845 May 25 07:43:29.194467 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1a8112d-a340-409a-af53-6e158806d1ea admin admin] Pushing event deleted for resources: {'Network': ['ID=7eef0ae9-55de-48c4-ada3-da713e1942b9,revision_number=None']} {{(pid=104526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 07:43:29.548406 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron.wsgi [-] (104525) accepted ('10.222.0.24', 48600) {{(pid=104525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 07:43:29.588150 dv-cinder-825492-15-iscsi neutron-server[104525]: INFO neutron.wsgi [None req-55c2e85d-746f-4c3a-97e2-9653e837dcab admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=c4406d5d0e2347f1b96c34496f5ba5ae&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0385735 May 25 07:43:29.590743 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron.wsgi [-] (104525) accepted ('10.222.0.24', 48602) {{(pid=104525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 07:43:29.645508 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-796f7bd8-6451-42a1-bede-6eb086e9997e admin admin] Publish callbacks [] for security_group (6df3a27b-29a7-46ba-8b60-db76f077022b), before_delete {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:43:29.667194 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-796f7bd8-6451-42a1-bede-6eb086e9997e admin admin] Publish callbacks [] for security_group (6df3a27b-29a7-46ba-8b60-db76f077022b), precommit_delete {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:43:29.823895 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-796f7bd8-6451-42a1-bede-6eb086e9997e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-278753'] for security_group (6df3a27b-29a7-46ba-8b60-db76f077022b), after_delete {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:43:29.826382 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-796f7bd8-6451-42a1-bede-6eb086e9997e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:43:29.827533 dv-cinder-825492-15-iscsi neutron-server[104525]: INFO neutron.wsgi [None req-796f7bd8-6451-42a1-bede-6eb086e9997e admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/6df3a27b-29a7-46ba-8b60-db76f077022b HTTP/1.1" status: 204 len: 168 time: 0.2358782 May 25 07:43:29.835893 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-796f7bd8-6451-42a1-bede-6eb086e9997e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6df3a27b-29a7-46ba-8b60-db76f077022b,revision_number=None']} {{(pid=104525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 07:43:30.288019 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.plugins.ml2.rpc [None req-4c581813-650f-4b4b-ac0f-82f585bea231 None None] Device 5da9a7f2-5b3e-469b-a2d6-d4f69bf54dc9 no longer exists at agent ovs-agent-dv-cinder-825492-15-iscsi {{(pid=104527) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 25 07:43:30.316999 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.plugins.ml2.plugin [None req-4c581813-650f-4b4b-ac0f-82f585bea231 None None] No Port match for: 5da9a7f2-5b3e-469b-a2d6-d4f69bf54dc9 {{(pid=104527) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 25 07:43:30.317354 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.plugins.ml2.rpc [None req-4c581813-650f-4b4b-ac0f-82f585bea231 None None] Device 5da9a7f2-5b3e-469b-a2d6-d4f69bf54dc9 not bound to the agent host dv-cinder-825492-15-iscsi {{(pid=104527) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 25 07:43:30.317899 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.plugins.ml2.rpc [None req-4c581813-650f-4b4b-ac0f-82f585bea231 None None] Device 7acc11af-cd2a-46fe-98c2-4a90e3178336 no longer exists at agent ovs-agent-dv-cinder-825492-15-iscsi {{(pid=104527) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 25 07:43:30.339350 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.plugins.ml2.plugin [None req-4c581813-650f-4b4b-ac0f-82f585bea231 None None] No Port match for: 7acc11af-cd2a-46fe-98c2-4a90e3178336 {{(pid=104527) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 25 07:43:30.339695 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.plugins.ml2.rpc [None req-4c581813-650f-4b4b-ac0f-82f585bea231 None None] Device 7acc11af-cd2a-46fe-98c2-4a90e3178336 not bound to the agent host dv-cinder-825492-15-iscsi {{(pid=104527) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 25 07:43:32.230508 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron_lib.callbacks.manager [None req-798242cc-9ea0-464c-9109-86bd7997349e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754056472917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490168'] for agent (bbf5dc8c-5103-4973-a6b6-76af4660c126), after_update {{(pid=104527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:43:33.361311 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.wsgi [-] (104526) accepted ('10.222.0.24', 48712) {{(pid=104526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 07:43:33.541980 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-c278a9c1-06f1-4a8f-846d-f33a3ba3e7a7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:43:33.658277 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-c278a9c1-06f1-4a8f-846d-f33a3ba3e7a7 admin admin] Publish callbacks [] for security_group (2c5694b2-3193-4952-ac7c-33df4cc88268), precommit_create {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:43:33.750804 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-c278a9c1-06f1-4a8f-846d-f33a3ba3e7a7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-278753'] for security_group (2c5694b2-3193-4952-ac7c-33df4cc88268), after_create {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:43:33.776563 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG dbcounter [-] [104526] Writing DB stats neutron:SELECT=82,neutron:DELETE=9,neutron:UPDATE=2,neutron:INSERT=7 {{(pid=104526) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 07:43:33.783404 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c278a9c1-06f1-4a8f-846d-f33a3ba3e7a7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2c5694b2-3193-4952-ac7c-33df4cc88268,revision_number=1']} {{(pid=104526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 07:43:33.804068 dv-cinder-825492-15-iscsi neutron-server[104526]: INFO neutron.wsgi [None req-c278a9c1-06f1-4a8f-846d-f33a3ba3e7a7 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=52f35cb90b2b4d21af34252fd55ae449&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4459071 May 25 07:43:33.806638 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.wsgi [-] (104526) accepted ('10.222.0.24', 48732) {{(pid=104526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 07:43:33.873087 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-f9e432b2-d589-4076-9e5a-3e3747369844 admin admin] Publish callbacks [] for security_group (2c5694b2-3193-4952-ac7c-33df4cc88268), before_delete {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:43:33.902828 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-f9e432b2-d589-4076-9e5a-3e3747369844 admin admin] Publish callbacks [] for security_group (2c5694b2-3193-4952-ac7c-33df4cc88268), precommit_delete {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:43:34.103164 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-f9e432b2-d589-4076-9e5a-3e3747369844 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-278753'] for security_group (2c5694b2-3193-4952-ac7c-33df4cc88268), after_delete {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:43:34.106098 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-f9e432b2-d589-4076-9e5a-3e3747369844 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:43:34.107684 dv-cinder-825492-15-iscsi neutron-server[104526]: INFO neutron.wsgi [None req-f9e432b2-d589-4076-9e5a-3e3747369844 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/2c5694b2-3193-4952-ac7c-33df4cc88268 HTTP/1.1" status: 204 len: 168 time: 0.2997711 May 25 07:43:34.118380 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9e432b2-d589-4076-9e5a-3e3747369844 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c5694b2-3193-4952-ac7c-33df4cc88268,revision_number=None']} {{(pid=104526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 07:43:35.266962 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.wsgi [-] (104526) accepted ('10.222.0.24', 48772) {{(pid=104526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 07:43:35.279858 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-966cd8e4-3448-4e2f-9a43-b2bba7f46d18 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:43:35.355934 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron_lib.callbacks.manager [None req-6d73cb48-2964-4ab4-a079-075bb4518e10 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754056472917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490168'] for agent (6cf9466f-68ff-4d03-9bb6-0c8244fa88eb), after_update {{(pid=104527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:43:35.356575 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-966cd8e4-3448-4e2f-9a43-b2bba7f46d18 admin admin] Publish callbacks [] for security_group (2c86966a-9d12-43bc-92f0-b2cb694e87b1), precommit_create {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:43:35.457674 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-966cd8e4-3448-4e2f-9a43-b2bba7f46d18 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-278753'] for security_group (2c86966a-9d12-43bc-92f0-b2cb694e87b1), after_create {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:43:35.473932 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG dbcounter [-] [104526] Writing DB stats neutron:SELECT=85,neutron:DELETE=5,neutron:INSERT=9,neutron:UPDATE=1 {{(pid=104526) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 07:43:35.487611 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron.wsgi [-] (104525) accepted ('10.222.0.24', 48784) {{(pid=104525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 07:43:35.518116 dv-cinder-825492-15-iscsi neutron-server[104526]: INFO neutron.wsgi [None req-966cd8e4-3448-4e2f-9a43-b2bba7f46d18 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=5057e80a34c74fc09cf46846b25e79e2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2478201 May 25 07:43:35.518116 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-966cd8e4-3448-4e2f-9a43-b2bba7f46d18 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2c86966a-9d12-43bc-92f0-b2cb694e87b1,revision_number=1']} {{(pid=104526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 07:43:35.519955 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.wsgi [-] (104526) accepted ('10.222.0.24', 48788) {{(pid=104526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 07:43:35.573583 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-fc0cf3bd-61a4-4e03-9c18-7d2e2c0c353d admin admin] Publish callbacks [] for security_group (2c86966a-9d12-43bc-92f0-b2cb694e87b1), before_delete {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:43:35.608356 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-fc0cf3bd-61a4-4e03-9c18-7d2e2c0c353d admin admin] Publish callbacks [] for security_group (2c86966a-9d12-43bc-92f0-b2cb694e87b1), precommit_delete {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:43:35.675106 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-65fe543a-fde1-4245-9332-8ba9b9ee890d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:43:35.751361 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-fc0cf3bd-61a4-4e03-9c18-7d2e2c0c353d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-278753'] for security_group (2c86966a-9d12-43bc-92f0-b2cb694e87b1), after_delete {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:43:35.754394 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-fc0cf3bd-61a4-4e03-9c18-7d2e2c0c353d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:43:35.756520 dv-cinder-825492-15-iscsi neutron-server[104526]: INFO neutron.wsgi [None req-fc0cf3bd-61a4-4e03-9c18-7d2e2c0c353d admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/2c86966a-9d12-43bc-92f0-b2cb694e87b1 HTTP/1.1" status: 204 len: 168 time: 0.2348623 May 25 07:43:35.766125 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc0cf3bd-61a4-4e03-9c18-7d2e2c0c353d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c86966a-9d12-43bc-92f0-b2cb694e87b1,revision_number=None']} {{(pid=104526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 07:43:35.848860 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-65fe543a-fde1-4245-9332-8ba9b9ee890d admin admin] Publish callbacks [] for security_group (ac681fe5-687e-4d73-8415-484f343148d6), precommit_create {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:43:36.014519 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-65fe543a-fde1-4245-9332-8ba9b9ee890d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-278753'] for security_group (ac681fe5-687e-4d73-8415-484f343148d6), after_create {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:43:36.081311 dv-cinder-825492-15-iscsi neutron-server[104525]: INFO neutron.wsgi [None req-65fe543a-fde1-4245-9332-8ba9b9ee890d admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=286bb5fd6a634b21a7d42a8eed4c61b0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5925436 May 25 07:43:36.083803 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron.wsgi [-] (104525) accepted ('10.222.0.24', 48796) {{(pid=104525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 07:43:36.090894 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65fe543a-fde1-4245-9332-8ba9b9ee890d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ac681fe5-687e-4d73-8415-484f343148d6,revision_number=1']} {{(pid=104525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 07:43:36.183104 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-010952af-ae6e-47b3-9db1-54188047c740 admin admin] Publish callbacks [] for security_group (ac681fe5-687e-4d73-8415-484f343148d6), before_delete {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:43:36.220233 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-010952af-ae6e-47b3-9db1-54188047c740 admin admin] Publish callbacks [] for security_group (ac681fe5-687e-4d73-8415-484f343148d6), precommit_delete {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:43:36.348501 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-010952af-ae6e-47b3-9db1-54188047c740 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-278753'] for security_group (ac681fe5-687e-4d73-8415-484f343148d6), after_delete {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:43:36.351886 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-010952af-ae6e-47b3-9db1-54188047c740 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:43:36.353468 dv-cinder-825492-15-iscsi neutron-server[104525]: INFO neutron.wsgi [None req-010952af-ae6e-47b3-9db1-54188047c740 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/ac681fe5-687e-4d73-8415-484f343148d6 HTTP/1.1" status: 204 len: 168 time: 0.2685695 May 25 07:43:36.363544 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-010952af-ae6e-47b3-9db1-54188047c740 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac681fe5-687e-4d73-8415-484f343148d6,revision_number=None']} {{(pid=104525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 07:43:37.521844 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron_lib.callbacks.manager [None req-68d57d65-fc49-4a02-98f1-db2757edc57b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754056472917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490168'] for agent (54ff4013-997e-4376-a4e9-e6c98cf37cc7), after_update {{(pid=104527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:43:38.892137 dv-cinder-825492-15-iscsi neutron-server[104528]: DEBUG dbcounter [-] [104528] Writing DB stats neutron:SELECT=2 {{(pid=104528) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 07:43:38.899051 dv-cinder-825492-15-iscsi neutron-server[104528]: DEBUG dbcounter [-] [104528] Writing DB stats neutron:SELECT=58 {{(pid=104528) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 07:43:38.963907 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron_lib.callbacks.manager [None req-461c163e-e11a-425b-8a8d-f39fb153da48 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754056472917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490168'] for agent (fa5554a0-25df-434f-a0d0-5996d872220a), after_update {{(pid=104527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:43:39.356931 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron.wsgi [-] (104525) accepted ('10.222.0.24', 48912) {{(pid=104525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 07:43:39.567770 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-a55ce207-9d80-4057-ad58-58614decffc8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:43:39.709058 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG dbcounter [-] [104525] Writing DB stats neutron:SELECT=81,neutron:DELETE=4,neutron:INSERT=14,neutron:UPDATE=1 {{(pid=104525) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 07:43:39.712256 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-a55ce207-9d80-4057-ad58-58614decffc8 admin admin] Publish callbacks [] for security_group (a91a841a-e298-4775-8a0f-2298562fba95), precommit_create {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:43:39.841798 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-a55ce207-9d80-4057-ad58-58614decffc8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-278753'] for security_group (a91a841a-e298-4775-8a0f-2298562fba95), after_create {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:43:39.882455 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a55ce207-9d80-4057-ad58-58614decffc8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a91a841a-e298-4775-8a0f-2298562fba95,revision_number=1']} {{(pid=104525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 07:43:39.888681 dv-cinder-825492-15-iscsi neutron-server[104525]: INFO neutron.wsgi [None req-a55ce207-9d80-4057-ad58-58614decffc8 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=7bd9fa9ef62748d681ec00c372b9b78a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5303662 May 25 07:43:39.892989 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.wsgi [-] (104526) accepted ('10.222.0.24', 48924) {{(pid=104526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 07:43:39.944728 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-e1617b06-0e69-40a9-820c-a274bcaf2c6d admin admin] Publish callbacks [] for security_group (a91a841a-e298-4775-8a0f-2298562fba95), before_delete {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:43:39.967480 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-e1617b06-0e69-40a9-820c-a274bcaf2c6d admin admin] Publish callbacks [] for security_group (a91a841a-e298-4775-8a0f-2298562fba95), precommit_delete {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:43:40.151352 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-e1617b06-0e69-40a9-820c-a274bcaf2c6d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-278753'] for security_group (a91a841a-e298-4775-8a0f-2298562fba95), after_delete {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:43:40.152167 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron_lib.callbacks.manager [None req-f9cd7ad7-9657-4dc4-ab64-74b2d9455e3c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754056472917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490168'] for agent (749e0e2c-8e71-4175-9046-27a8fd2a3a0a), after_update {{(pid=104527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:43:40.159032 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-e1617b06-0e69-40a9-820c-a274bcaf2c6d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:43:40.163597 dv-cinder-825492-15-iscsi neutron-server[104526]: INFO neutron.wsgi [None req-e1617b06-0e69-40a9-820c-a274bcaf2c6d admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/a91a841a-e298-4775-8a0f-2298562fba95 HTTP/1.1" status: 204 len: 168 time: 0.2693610 May 25 07:43:40.175520 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1617b06-0e69-40a9-820c-a274bcaf2c6d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a91a841a-e298-4775-8a0f-2298562fba95,revision_number=None']} {{(pid=104526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 07:43:41.550052 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron_lib.callbacks.manager [None req-4c581813-650f-4b4b-ac0f-82f585bea231 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754056472917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490168'] for agent (67455b2d-ff20-4068-8b38-73bd0628c5cb), after_update {{(pid=104527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:43:41.619913 dv-cinder-825492-15-iscsi neutron-server[104528]: DEBUG neutron.db.agents_db [None req-434abceb-772f-4043-8698-cfe4a44654b9 None None] Agent healthcheck: found 6 active agents {{(pid=104528) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 25 07:43:46.721751 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.wsgi [-] (104526) accepted ('10.222.0.24', 49084) {{(pid=104526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 07:43:46.869181 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-def38d5a-03b3-4457-aefd-ea073fddb822 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:43:46.952913 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-def38d5a-03b3-4457-aefd-ea073fddb822 admin admin] Publish callbacks [] for security_group (6421011f-af23-4478-aa66-21057ddd67f7), precommit_create {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:43:46.953823 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG dbcounter [-] [104526] Writing DB stats neutron:SELECT=85,neutron:INSERT=8,neutron:DELETE=7 {{(pid=104526) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 07:43:47.041434 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-def38d5a-03b3-4457-aefd-ea073fddb822 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-278753'] for security_group (6421011f-af23-4478-aa66-21057ddd67f7), after_create {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:43:47.075813 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-def38d5a-03b3-4457-aefd-ea073fddb822 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6421011f-af23-4478-aa66-21057ddd67f7,revision_number=1']} {{(pid=104526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 07:43:47.096300 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-def38d5a-03b3-4457-aefd-ea073fddb822 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825492-15-iscsi {{(pid=104526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 07:43:47.097268 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-def38d5a-03b3-4457-aefd-ea073fddb822 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825492-15-iscsi {{(pid=104526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 07:43:47.097848 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-def38d5a-03b3-4457-aefd-ea073fddb822 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825492-15-iscsi {{(pid=104526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 07:43:47.098263 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-def38d5a-03b3-4457-aefd-ea073fddb822 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825492-15-iscsi {{(pid=104526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 07:43:47.098861 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-def38d5a-03b3-4457-aefd-ea073fddb822 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825492-15-iscsi {{(pid=104526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 07:43:47.099424 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-def38d5a-03b3-4457-aefd-ea073fddb822 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825492-15-iscsi {{(pid=104526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 07:43:47.099981 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-def38d5a-03b3-4457-aefd-ea073fddb822 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825492-15-iscsi {{(pid=104526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 07:43:47.100325 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-def38d5a-03b3-4457-aefd-ea073fddb822 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-825492-15-iscsi {{(pid=104526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 07:43:47.100687 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-def38d5a-03b3-4457-aefd-ea073fddb822 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-825492-15-iscsi {{(pid=104526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 07:43:47.101175 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-def38d5a-03b3-4457-aefd-ea073fddb822 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-825492-15-iscsi {{(pid=104526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 07:43:47.101672 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-def38d5a-03b3-4457-aefd-ea073fddb822 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-825492-15-iscsi {{(pid=104526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 07:43:47.102192 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-def38d5a-03b3-4457-aefd-ea073fddb822 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825492-15-iscsi {{(pid=104526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 07:43:47.102523 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-def38d5a-03b3-4457-aefd-ea073fddb822 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825492-15-iscsi {{(pid=104526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 07:43:47.103009 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-def38d5a-03b3-4457-aefd-ea073fddb822 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825492-15-iscsi {{(pid=104526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 07:43:47.103511 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-def38d5a-03b3-4457-aefd-ea073fddb822 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825492-15-iscsi {{(pid=104526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 07:43:47.109098 dv-cinder-825492-15-iscsi neutron-server[104526]: INFO neutron.wsgi [None req-def38d5a-03b3-4457-aefd-ea073fddb822 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=8f320f57b37940f3bf6008d8de238cab&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3863404 May 25 07:43:47.112732 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron.wsgi [-] (104525) accepted ('10.222.0.24', 49096) {{(pid=104525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 07:43:47.139602 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG dbcounter [-] [104525] Writing DB stats neutron:SELECT=87,neutron:DELETE=4,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=104525) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 07:43:47.171112 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-acb90c6e-c26e-4b63-aa65-3e872f136de4 admin admin] Publish callbacks [] for security_group (6421011f-af23-4478-aa66-21057ddd67f7), before_delete {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:43:47.202556 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-acb90c6e-c26e-4b63-aa65-3e872f136de4 admin admin] Publish callbacks [] for security_group (6421011f-af23-4478-aa66-21057ddd67f7), precommit_delete {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:43:47.366751 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-acb90c6e-c26e-4b63-aa65-3e872f136de4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-278753'] for security_group (6421011f-af23-4478-aa66-21057ddd67f7), after_delete {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:43:47.369933 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-acb90c6e-c26e-4b63-aa65-3e872f136de4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:43:47.374752 dv-cinder-825492-15-iscsi neutron-server[104525]: INFO neutron.wsgi [None req-acb90c6e-c26e-4b63-aa65-3e872f136de4 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/6421011f-af23-4478-aa66-21057ddd67f7 HTTP/1.1" status: 204 len: 168 time: 0.2595527 May 25 07:43:47.385387 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acb90c6e-c26e-4b63-aa65-3e872f136de4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6421011f-af23-4478-aa66-21057ddd67f7,revision_number=None']} {{(pid=104525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 07:43:48.357891 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.wsgi [-] (104526) accepted ('10.222.0.24', 49124) {{(pid=104526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 07:43:48.375551 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-60e2f292-470f-4cae-bb9d-4164637ddfdb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:43:48.494014 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-60e2f292-470f-4cae-bb9d-4164637ddfdb admin admin] Publish callbacks [] for security_group (568f279a-2b94-4b2c-8277-ca4f051a7dc4), precommit_create {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:43:48.571449 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-60e2f292-470f-4cae-bb9d-4164637ddfdb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-278753'] for security_group (568f279a-2b94-4b2c-8277-ca4f051a7dc4), after_create {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:43:48.638742 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60e2f292-470f-4cae-bb9d-4164637ddfdb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=568f279a-2b94-4b2c-8277-ca4f051a7dc4,revision_number=1']} {{(pid=104526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 07:43:48.645066 dv-cinder-825492-15-iscsi neutron-server[104526]: INFO neutron.wsgi [None req-60e2f292-470f-4cae-bb9d-4164637ddfdb admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=a3d6bb9ed783417a80da8eee479aae7f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2856908 May 25 07:43:48.648291 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron.wsgi [-] (104525) accepted ('10.222.0.24', 49130) {{(pid=104525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 07:43:48.700800 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-2fbd15ee-c03d-46e1-af24-acfc1f1c8432 admin admin] Publish callbacks [] for security_group (568f279a-2b94-4b2c-8277-ca4f051a7dc4), before_delete {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:43:48.735159 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-2fbd15ee-c03d-46e1-af24-acfc1f1c8432 admin admin] Publish callbacks [] for security_group (568f279a-2b94-4b2c-8277-ca4f051a7dc4), precommit_delete {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:43:48.932496 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-2fbd15ee-c03d-46e1-af24-acfc1f1c8432 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-278753'] for security_group (568f279a-2b94-4b2c-8277-ca4f051a7dc4), after_delete {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:43:48.936527 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-2fbd15ee-c03d-46e1-af24-acfc1f1c8432 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:43:48.938083 dv-cinder-825492-15-iscsi neutron-server[104525]: INFO neutron.wsgi [None req-2fbd15ee-c03d-46e1-af24-acfc1f1c8432 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/568f279a-2b94-4b2c-8277-ca4f051a7dc4 HTTP/1.1" status: 204 len: 168 time: 0.2887425 May 25 07:43:48.964684 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fbd15ee-c03d-46e1-af24-acfc1f1c8432 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=568f279a-2b94-4b2c-8277-ca4f051a7dc4,revision_number=None']} {{(pid=104525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 07:43:50.545346 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron.wsgi [-] (104525) accepted ('10.222.0.24', 49180) {{(pid=104525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 07:43:50.862146 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-83d2939c-1ba4-4fda-bdb4-a40487bf30cf admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:43:50.968289 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-83d2939c-1ba4-4fda-bdb4-a40487bf30cf admin admin] Publish callbacks [] for security_group (643de931-8249-4d08-a888-2e0c94a7026e), precommit_create {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:43:51.047580 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-83d2939c-1ba4-4fda-bdb4-a40487bf30cf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-278753'] for security_group (643de931-8249-4d08-a888-2e0c94a7026e), after_create {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:43:51.107858 dv-cinder-825492-15-iscsi neutron-server[104525]: INFO neutron.wsgi [None req-83d2939c-1ba4-4fda-bdb4-a40487bf30cf admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=602e77650b9343318abf1af3b5c556af&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5614042 May 25 07:43:51.109670 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83d2939c-1ba4-4fda-bdb4-a40487bf30cf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=643de931-8249-4d08-a888-2e0c94a7026e,revision_number=1']} {{(pid=104525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 07:43:51.110525 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.wsgi [-] (104526) accepted ('10.222.0.24', 49198) {{(pid=104526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 07:43:51.229727 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-d224edd9-7d44-477e-8865-9e3f47d1b40d admin admin] Publish callbacks [] for security_group (643de931-8249-4d08-a888-2e0c94a7026e), before_delete {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:43:51.261098 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-d224edd9-7d44-477e-8865-9e3f47d1b40d admin admin] Publish callbacks [] for security_group (643de931-8249-4d08-a888-2e0c94a7026e), precommit_delete {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:43:51.407035 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-d224edd9-7d44-477e-8865-9e3f47d1b40d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-278753'] for security_group (643de931-8249-4d08-a888-2e0c94a7026e), after_delete {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:43:51.410628 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-d224edd9-7d44-477e-8865-9e3f47d1b40d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:43:51.414200 dv-cinder-825492-15-iscsi neutron-server[104526]: INFO neutron.wsgi [None req-d224edd9-7d44-477e-8865-9e3f47d1b40d admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/643de931-8249-4d08-a888-2e0c94a7026e HTTP/1.1" status: 204 len: 168 time: 0.3001668 May 25 07:43:51.421356 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d224edd9-7d44-477e-8865-9e3f47d1b40d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=643de931-8249-4d08-a888-2e0c94a7026e,revision_number=None']} {{(pid=104526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 07:43:51.619431 dv-cinder-825492-15-iscsi neutron-server[104528]: DEBUG dbcounter [-] [104528] Writing DB stats neutron:SELECT=2 {{(pid=104528) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 07:43:52.317747 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.wsgi [-] (104526) accepted ('10.222.0.24', 49230) {{(pid=104526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 07:43:52.336754 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-8702c573-aa4b-42b8-b970-0e2edfba001a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:43:52.351303 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG dbcounter [-] [104526] Writing DB stats neutron:SELECT=81,neutron:DELETE=3,neutron:INSERT=15,neutron:UPDATE=1 {{(pid=104526) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 07:43:52.438028 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-8702c573-aa4b-42b8-b970-0e2edfba001a admin admin] Publish callbacks [] for security_group (680e6782-d695-42af-b26c-7caef0804a61), precommit_create {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:43:52.526772 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-8702c573-aa4b-42b8-b970-0e2edfba001a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-278753'] for security_group (680e6782-d695-42af-b26c-7caef0804a61), after_create {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:43:52.570335 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8702c573-aa4b-42b8-b970-0e2edfba001a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=680e6782-d695-42af-b26c-7caef0804a61,revision_number=1']} {{(pid=104526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 07:43:52.574875 dv-cinder-825492-15-iscsi neutron-server[104526]: INFO neutron.wsgi [None req-8702c573-aa4b-42b8-b970-0e2edfba001a admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=87daa868ba65422499eabc6c67414837&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2540822 May 25 07:43:52.577637 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron.wsgi [-] (104525) accepted ('10.222.0.24', 49238) {{(pid=104525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 07:43:52.649351 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-e19f2fda-312f-45da-8511-7dd0a33c2b47 admin admin] Publish callbacks [] for security_group (680e6782-d695-42af-b26c-7caef0804a61), before_delete {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:43:52.687275 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-e19f2fda-312f-45da-8511-7dd0a33c2b47 admin admin] Publish callbacks [] for security_group (680e6782-d695-42af-b26c-7caef0804a61), precommit_delete {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:43:52.806604 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-e19f2fda-312f-45da-8511-7dd0a33c2b47 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-278753'] for security_group (680e6782-d695-42af-b26c-7caef0804a61), after_delete {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:43:52.809209 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-e19f2fda-312f-45da-8511-7dd0a33c2b47 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:43:52.810673 dv-cinder-825492-15-iscsi neutron-server[104525]: INFO neutron.wsgi [None req-e19f2fda-312f-45da-8511-7dd0a33c2b47 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/680e6782-d695-42af-b26c-7caef0804a61 HTTP/1.1" status: 204 len: 168 time: 0.2314777 May 25 07:43:52.819749 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e19f2fda-312f-45da-8511-7dd0a33c2b47 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=680e6782-d695-42af-b26c-7caef0804a61,revision_number=None']} {{(pid=104525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 07:43:55.108064 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron.wsgi [-] (104525) accepted ('10.222.0.24', 49396) {{(pid=104525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 07:43:55.227064 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-fefd42d3-ad32-45e6-bdfa-fec07f2abee7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:43:55.253264 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG dbcounter [-] [104525] Writing DB stats neutron:SELECT=86,neutron:DELETE=6,neutron:INSERT=8 {{(pid=104525) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 07:43:55.317460 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-fefd42d3-ad32-45e6-bdfa-fec07f2abee7 admin admin] Publish callbacks [] for security_group (0f4b4153-40a9-4273-b5fc-701f2e5a2472), precommit_create {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:43:55.401364 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-fefd42d3-ad32-45e6-bdfa-fec07f2abee7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-278753'] for security_group (0f4b4153-40a9-4273-b5fc-701f2e5a2472), after_create {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:43:55.429588 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG dbcounter [-] [104525] Writing DB stats neutron:SELECT=78,neutron:DELETE=6,neutron:INSERT=14,neutron:UPDATE=2 {{(pid=104525) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 07:43:55.451263 dv-cinder-825492-15-iscsi neutron-server[104525]: INFO neutron.wsgi [None req-fefd42d3-ad32-45e6-bdfa-fec07f2abee7 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=09f95ef46de546638dbb0877bad247e3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3413427 May 25 07:43:55.452864 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fefd42d3-ad32-45e6-bdfa-fec07f2abee7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0f4b4153-40a9-4273-b5fc-701f2e5a2472,revision_number=1']} {{(pid=104525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 07:43:55.454028 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.wsgi [-] (104526) accepted ('10.222.0.24', 49434) {{(pid=104526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 07:43:55.520910 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-f3bcf896-1e12-4d6e-af28-266ae4795e46 admin admin] Publish callbacks [] for security_group (0f4b4153-40a9-4273-b5fc-701f2e5a2472), before_delete {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:43:55.535341 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG dbcounter [-] [104526] Writing DB stats neutron:SELECT=80,neutron:INSERT=16,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=104526) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 07:43:55.544301 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-f3bcf896-1e12-4d6e-af28-266ae4795e46 admin admin] Publish callbacks [] for security_group (0f4b4153-40a9-4273-b5fc-701f2e5a2472), precommit_delete {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:43:55.715542 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-f3bcf896-1e12-4d6e-af28-266ae4795e46 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-278753'] for security_group (0f4b4153-40a9-4273-b5fc-701f2e5a2472), after_delete {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:43:55.718185 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-f3bcf896-1e12-4d6e-af28-266ae4795e46 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:43:55.719364 dv-cinder-825492-15-iscsi neutron-server[104526]: INFO neutron.wsgi [None req-f3bcf896-1e12-4d6e-af28-266ae4795e46 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/0f4b4153-40a9-4273-b5fc-701f2e5a2472 HTTP/1.1" status: 204 len: 168 time: 0.2642021 May 25 07:43:55.727472 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3bcf896-1e12-4d6e-af28-266ae4795e46 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f4b4153-40a9-4273-b5fc-701f2e5a2472,revision_number=None']} {{(pid=104526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 07:43:55.741142 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG dbcounter [-] [104527] Writing DB stats neutron:SELECT=60,neutron:UPDATE=3 {{(pid=104527) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 07:43:55.741888 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG dbcounter [-] [104527] Writing DB stats neutron:SELECT=46,neutron:UPDATE=3 {{(pid=104527) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 07:43:56.469838 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron.wsgi [-] (104525) accepted ('10.222.0.24', 49502) {{(pid=104525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 07:43:56.576911 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-7a1bf4c9-17ea-4f07-9eda-034d94b933ac admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:43:56.577704 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.wsgi [-] (104526) accepted ('10.222.0.24', 49508) {{(pid=104526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 07:43:56.591532 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-0e1e1365-5062-41ae-8134-f82be6fbef0f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:43:56.664783 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-7a1bf4c9-17ea-4f07-9eda-034d94b933ac admin admin] Publish callbacks [] for security_group (e5f12afd-ac66-4a96-bf9f-02c3969d0e7d), precommit_create {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:43:56.672833 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-0e1e1365-5062-41ae-8134-f82be6fbef0f admin admin] Publish callbacks [] for security_group (7b0e67c6-0132-4d47-b2db-70e3daca7395), precommit_create {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:43:56.777799 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-0e1e1365-5062-41ae-8134-f82be6fbef0f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-278753'] for security_group (7b0e67c6-0132-4d47-b2db-70e3daca7395), after_create {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:43:56.778043 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-7a1bf4c9-17ea-4f07-9eda-034d94b933ac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-278753'] for security_group (e5f12afd-ac66-4a96-bf9f-02c3969d0e7d), after_create {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:43:56.819318 dv-cinder-825492-15-iscsi neutron-server[104526]: INFO neutron.wsgi [None req-0e1e1365-5062-41ae-8134-f82be6fbef0f admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=c517d4d9c08a4ff08dc6d0cf69c1b311&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2405255 May 25 07:43:56.820893 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e1e1365-5062-41ae-8134-f82be6fbef0f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7b0e67c6-0132-4d47-b2db-70e3daca7395,revision_number=1']} {{(pid=104526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 07:43:56.822468 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron.wsgi [-] (104525) accepted ('10.222.0.24', 49512) {{(pid=104525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 07:43:56.861651 dv-cinder-825492-15-iscsi neutron-server[104525]: INFO neutron.wsgi [None req-7a1bf4c9-17ea-4f07-9eda-034d94b933ac admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=99c2127b55294e9c8fe2463bd6f7f353&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3901975 May 25 07:43:56.864404 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.wsgi [-] (104526) accepted ('10.222.0.24', 49514) {{(pid=104526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 07:43:56.865703 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a1bf4c9-17ea-4f07-9eda-034d94b933ac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e5f12afd-ac66-4a96-bf9f-02c3969d0e7d,revision_number=1']} {{(pid=104525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 07:43:56.890525 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-75d755e9-85f0-4d55-83bd-e3cf4a2896af admin admin] Publish callbacks [] for security_group (7b0e67c6-0132-4d47-b2db-70e3daca7395), before_delete {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:43:56.913404 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-75d755e9-85f0-4d55-83bd-e3cf4a2896af admin admin] Publish callbacks [] for security_group (7b0e67c6-0132-4d47-b2db-70e3daca7395), precommit_delete {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:43:56.921092 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-48c9bd91-466a-4108-b626-782ef47cedab admin admin] Publish callbacks [] for security_group (e5f12afd-ac66-4a96-bf9f-02c3969d0e7d), before_delete {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:43:56.942916 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-48c9bd91-466a-4108-b626-782ef47cedab admin admin] Publish callbacks [] for security_group (e5f12afd-ac66-4a96-bf9f-02c3969d0e7d), precommit_delete {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:43:56.951063 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG dbcounter [-] [104526] Writing DB stats neutron:SELECT=84,neutron:DELETE=4,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=104526) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 07:43:57.029893 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-75d755e9-85f0-4d55-83bd-e3cf4a2896af admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-278753'] for security_group (7b0e67c6-0132-4d47-b2db-70e3daca7395), after_delete {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:43:57.034059 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-75d755e9-85f0-4d55-83bd-e3cf4a2896af admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:43:57.035152 dv-cinder-825492-15-iscsi neutron-server[104525]: INFO neutron.wsgi [None req-75d755e9-85f0-4d55-83bd-e3cf4a2896af admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/7b0e67c6-0132-4d47-b2db-70e3daca7395 HTTP/1.1" status: 204 len: 168 time: 0.2117052 May 25 07:43:57.048328 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75d755e9-85f0-4d55-83bd-e3cf4a2896af admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b0e67c6-0132-4d47-b2db-70e3daca7395,revision_number=None']} {{(pid=104525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 07:43:57.055521 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-48c9bd91-466a-4108-b626-782ef47cedab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-278753'] for security_group (e5f12afd-ac66-4a96-bf9f-02c3969d0e7d), after_delete {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:43:57.062214 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-48c9bd91-466a-4108-b626-782ef47cedab admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:43:57.065135 dv-cinder-825492-15-iscsi neutron-server[104526]: INFO neutron.wsgi [None req-48c9bd91-466a-4108-b626-782ef47cedab admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/e5f12afd-ac66-4a96-bf9f-02c3969d0e7d HTTP/1.1" status: 204 len: 168 time: 0.1977265 May 25 07:43:57.077639 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48c9bd91-466a-4108-b626-782ef47cedab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e5f12afd-ac66-4a96-bf9f-02c3969d0e7d,revision_number=None']} {{(pid=104526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 07:43:57.952885 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.wsgi [-] (104526) accepted ('10.222.0.24', 49548) {{(pid=104526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 07:43:57.967031 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-f40e2935-f756-4e9a-aeee-b033f75b8c70 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:43:58.041312 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-f40e2935-f756-4e9a-aeee-b033f75b8c70 admin admin] Publish callbacks [] for security_group (8c1da2f6-192a-40d6-917a-831e376c247b), precommit_create {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:43:58.133595 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.wsgi [-] (104526) accepted ('10.222.0.24', 49558) {{(pid=104526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 07:43:58.180870 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.db.db_base_plugin_v2 [None req-0659ac8b-d931-4831-a1e0-f8c7fe3831a7 admin admin] Deleting subnet a55882c6-fce7-454c-a655-7352b87dd3be {{(pid=104526) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 25 07:43:58.183973 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-0659ac8b-d931-4831-a1e0-f8c7fe3831a7 admin admin] Publish callbacks [] for subnet (a55882c6-fce7-454c-a655-7352b87dd3be), before_delete {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:43:58.206144 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-f40e2935-f756-4e9a-aeee-b033f75b8c70 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-278753'] for security_group (8c1da2f6-192a-40d6-917a-831e376c247b), after_create {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:43:58.255437 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f40e2935-f756-4e9a-aeee-b033f75b8c70 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8c1da2f6-192a-40d6-917a-831e376c247b,revision_number=1']} {{(pid=104526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 07:43:58.259958 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-0659ac8b-d931-4831-a1e0-f8c7fe3831a7 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58882376'] for subnet (a55882c6-fce7-454c-a655-7352b87dd3be), precommit_delete_associations {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:43:58.264284 dv-cinder-825492-15-iscsi neutron-server[104526]: INFO neutron.wsgi [None req-f40e2935-f756-4e9a-aeee-b033f75b8c70 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=007288aea2124c31b1bb251e6b0fd5c2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3103037 May 25 07:43:58.267304 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron.wsgi [-] (104525) accepted ('10.222.0.24', 49562) {{(pid=104525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 07:43:58.306321 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-0659ac8b-d931-4831-a1e0-f8c7fe3831a7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1507510'] for subnet (a55882c6-fce7-454c-a655-7352b87dd3be), precommit_delete {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:43:58.323321 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-7ed71b5a-bcec-4981-a8e0-257e9c28d8e9 admin admin] Publish callbacks [] for security_group (8c1da2f6-192a-40d6-917a-831e376c247b), before_delete {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:43:58.325889 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG dbcounter [-] [104525] Writing DB stats neutron:SELECT=84,neutron:INSERT=11,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=104525) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 07:43:58.336431 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG dbcounter [-] [104526] Writing DB stats neutron:SELECT=83,neutron:DELETE=4,neutron:INSERT=11,neutron:UPDATE=2 {{(pid=104526) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 07:43:58.346251 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-7ed71b5a-bcec-4981-a8e0-257e9c28d8e9 admin admin] Publish callbacks [] for security_group (8c1da2f6-192a-40d6-917a-831e376c247b), precommit_delete {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:43:58.412872 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-0659ac8b-d931-4831-a1e0-f8c7fe3831a7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1507501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-280644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2910025', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58838858'] for subnet (a55882c6-fce7-454c-a655-7352b87dd3be), after_delete {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:43:58.447608 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0659ac8b-d931-4831-a1e0-f8c7fe3831a7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a55882c6-fce7-454c-a655-7352b87dd3be,revision_number=None']} {{(pid=104526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 07:43:58.449574 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-0659ac8b-d931-4831-a1e0-f8c7fe3831a7 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:43:58.456432 dv-cinder-825492-15-iscsi neutron-server[104526]: INFO neutron.wsgi [None req-0659ac8b-d931-4831-a1e0-f8c7fe3831a7 admin admin] 10.222.0.24 "DELETE /v2.0/subnets/a55882c6-fce7-454c-a655-7352b87dd3be HTTP/1.1" status: 204 len: 168 time: 0.3181868 May 25 07:43:58.456432 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.wsgi [-] (104526) accepted ('10.222.0.24', 49570) {{(pid=104526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 07:43:58.503954 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-7ed71b5a-bcec-4981-a8e0-257e9c28d8e9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-278753'] for security_group (8c1da2f6-192a-40d6-917a-831e376c247b), after_delete {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:43:58.506955 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-7ed71b5a-bcec-4981-a8e0-257e9c28d8e9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:43:58.511062 dv-cinder-825492-15-iscsi neutron-server[104525]: INFO neutron.wsgi [None req-7ed71b5a-bcec-4981-a8e0-257e9c28d8e9 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/8c1da2f6-192a-40d6-917a-831e376c247b HTTP/1.1" status: 204 len: 168 time: 0.2425685 May 25 07:43:58.520794 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ed71b5a-bcec-4981-a8e0-257e9c28d8e9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c1da2f6-192a-40d6-917a-831e376c247b,revision_number=None']} {{(pid=104525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 07:43:58.538899 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-f159706b-52cb-4db1-b6db-ad35850567fb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1321757'] for network (4da000a2-13db-425e-9154-d0d501197ba8), before_delete {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:43:58.645800 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-f159706b-52cb-4db1-b6db-ad35850567fb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1508921', 'neutron.services.segments.db._delete_segments_for_network-8754056472935'] for network (4da000a2-13db-425e-9154-d0d501197ba8), precommit_delete {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:43:58.667696 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.services.segments.db [None req-f159706b-52cb-4db1-b6db-ad35850567fb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4da000a2-13db-425e-9154-d0d501197ba8']}} {{(pid=104526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 07:43:58.677952 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.services.segments.db [None req-f159706b-52cb-4db1-b6db-ad35850567fb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '833b25f6-f23e-427a-8fce-58c998df3971') {'for_net_delete': True} {{(pid=104526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 07:43:58.678246 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.services.segments.db [None req-f159706b-52cb-4db1-b6db-ad35850567fb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '833b25f6-f23e-427a-8fce-58c998df3971') {} {{(pid=104526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 07:43:58.688108 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-f159706b-52cb-4db1-b6db-ad35850567fb admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754056471920', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58882375'] for segment (833b25f6-f23e-427a-8fce-58c998df3971), before_delete {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:43:58.701670 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-f159706b-52cb-4db1-b6db-ad35850567fb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1513389'] for segment (833b25f6-f23e-427a-8fce-58c998df3971), precommit_delete {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:43:58.708454 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f159706b-52cb-4db1-b6db-ad35850567fb admin admin] Releasing vlan 280 on physical network physnet1 to pool {{(pid=104526) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 25 07:43:58.708925 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-f159706b-52cb-4db1-b6db-ad35850567fb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1513389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2909867'] for segment (833b25f6-f23e-427a-8fce-58c998df3971), after_delete {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:43:58.759730 dv-cinder-825492-15-iscsi neutron-server[104526]: INFO neutron.services.segments.plugin [-] Segment 833b25f6-f23e-427a-8fce-58c998df3971 resource provider aggregate not found May 25 07:43:58.775517 dv-cinder-825492-15-iscsi neutron-server[104526]: INFO neutron.services.segments.plugin [-] Segment 833b25f6-f23e-427a-8fce-58c998df3971 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 833b25f6-f23e-427a-8fce-58c998df3971 found for delete ", "request_id": "req-43d5beb3-8331-4f6e-85e1-8ea4a3d7a1d3"}]} May 25 07:43:58.882246 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-f159706b-52cb-4db1-b6db-ad35850567fb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1508912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-278710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612926', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1617334'] for network (4da000a2-13db-425e-9154-d0d501197ba8), after_delete {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:43:58.892386 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-f159706b-52cb-4db1-b6db-ad35850567fb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1612908'] for network (None), before_response {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:43:58.896636 dv-cinder-825492-15-iscsi neutron-server[104526]: INFO neutron.wsgi [None req-f159706b-52cb-4db1-b6db-ad35850567fb admin admin] 10.222.0.24 "DELETE /v2.0/networks/4da000a2-13db-425e-9154-d0d501197ba8 HTTP/1.1" status: 204 len: 168 time: 0.4392068 May 25 07:43:58.913478 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f159706b-52cb-4db1-b6db-ad35850567fb admin admin] Pushing event deleted for resources: {'Network': ['ID=4da000a2-13db-425e-9154-d0d501197ba8,revision_number=None']} {{(pid=104526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 07:43:59.292380 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.wsgi [-] (104526) accepted ('10.222.0.24', 49608) {{(pid=104526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 07:43:59.333608 dv-cinder-825492-15-iscsi neutron-server[104526]: INFO neutron.wsgi [None req-a3e0f8cf-4c58-41e0-a82b-0541294ad449 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=c16634316fc64493aef03cf073514273&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0400491 May 25 07:43:59.336239 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.wsgi [-] (104526) accepted ('10.222.0.24', 49610) {{(pid=104526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 07:43:59.386375 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG dbcounter [-] [104526] Writing DB stats neutron:SELECT=88,neutron:DELETE=10,neutron:UPDATE=2 {{(pid=104526) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 07:43:59.389480 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-50018c77-66c4-4f77-94e5-df01956b0e41 admin admin] Publish callbacks [] for security_group (6665c53a-86ae-436e-a7f1-05d6434ff7c9), before_delete {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:43:59.412667 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-50018c77-66c4-4f77-94e5-df01956b0e41 admin admin] Publish callbacks [] for security_group (6665c53a-86ae-436e-a7f1-05d6434ff7c9), precommit_delete {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:43:59.550628 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-50018c77-66c4-4f77-94e5-df01956b0e41 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-278753'] for security_group (6665c53a-86ae-436e-a7f1-05d6434ff7c9), after_delete {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:43:59.553412 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-50018c77-66c4-4f77-94e5-df01956b0e41 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:43:59.554661 dv-cinder-825492-15-iscsi neutron-server[104526]: INFO neutron.wsgi [None req-50018c77-66c4-4f77-94e5-df01956b0e41 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/6665c53a-86ae-436e-a7f1-05d6434ff7c9 HTTP/1.1" status: 204 len: 168 time: 0.2174511 May 25 07:43:59.562667 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50018c77-66c4-4f77-94e5-df01956b0e41 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6665c53a-86ae-436e-a7f1-05d6434ff7c9,revision_number=None']} {{(pid=104526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 07:44:00.859208 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.wsgi [-] (104526) accepted ('10.222.0.24', 49668) {{(pid=104526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 07:44:00.974729 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.api.v2.base [None req-a1eabad1-caa1-4540-af98-2c73cbeceeaf admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-909357239-network', 'tenant_id': 'ee2590cbdba14e7ab1f3ce5a58beeb54'}} {{(pid=104526) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 25 07:44:01.144691 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a1eabad1-caa1-4540-af98-2c73cbeceeaf admin admin] Made reservation on behalf of ee2590cbdba14e7ab1f3ce5a58beeb54 for: {'network': 1} {{(pid=104526) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 07:44:01.147642 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-a1eabad1-caa1-4540-af98-2c73cbeceeaf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-616651'] for network (None), before_create {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:44:01.160726 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-a1eabad1-caa1-4540-af98-2c73cbeceeaf admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:44:01.237596 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-a1eabad1-caa1-4540-af98-2c73cbeceeaf admin admin] Publish callbacks [] for security_group (51b4ed6b-1c02-415d-9339-bebb063a65f6), precommit_create {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:44:01.342923 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-a1eabad1-caa1-4540-af98-2c73cbeceeaf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-278753'] for security_group (51b4ed6b-1c02-415d-9339-bebb063a65f6), after_create {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:44:01.364314 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a1eabad1-caa1-4540-af98-2c73cbeceeaf admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 289} {{(pid=104526) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 25 07:44:01.379164 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1eabad1-caa1-4540-af98-2c73cbeceeaf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=51b4ed6b-1c02-415d-9339-bebb063a65f6,revision_number=1']} {{(pid=104526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 07:44:01.384776 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-a1eabad1-caa1-4540-af98-2c73cbeceeaf admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8754056472926', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1513389'] for segment (3ba9802c-cef7-42fe-9bb2-55236834ef61), precommit_create {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:44:01.385175 dv-cinder-825492-15-iscsi neutron-server[104526]: INFO neutron.db.segments_db [None req-a1eabad1-caa1-4540-af98-2c73cbeceeaf admin admin] Added segment 3ba9802c-cef7-42fe-9bb2-55236834ef61 of type vlan for network c3acec61-ced6-4aa4-9c0d-e8c3f6579c19 May 25 07:44:01.424710 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-a1eabad1-caa1-4540-af98-2c73cbeceeaf admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754056145246'] for network (c3acec61-ced6-4aa4-9c0d-e8c3f6579c19), precommit_create {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:44:01.544210 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-a1eabad1-caa1-4540-af98-2c73cbeceeaf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-278710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612926'] for network (c3acec61-ced6-4aa4-9c0d-e8c3f6579c19), after_create {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:44:01.545283 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1eabad1-caa1-4540-af98-2c73cbeceeaf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 07:44:01.545915 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-a1eabad1-caa1-4540-af98-2c73cbeceeaf admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1612908'] for network (None), before_response {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:44:01.608075 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1eabad1-caa1-4540-af98-2c73cbeceeaf admin admin] Pushing event updated for resources: {'Network': ['ID=c3acec61-ced6-4aa4-9c0d-e8c3f6579c19,revision_number=1']} {{(pid=104526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 07:44:01.618883 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.plugins.ml2.rpc [None req-4c581813-650f-4b4b-ac0f-82f585bea231 None None] Network c3acec61-ced6-4aa4-9c0d-e8c3f6579c19 details requested by agent ovs-agent-dv-cinder-825492-15-iscsi with host dv-cinder-825492-15-iscsi {{(pid=104527) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 25 07:44:01.665307 dv-cinder-825492-15-iscsi neutron-server[104526]: INFO neutron.wsgi [None req-a1eabad1-caa1-4540-af98-2c73cbeceeaf admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 867 time: 0.8049901 May 25 07:44:01.668643 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron.wsgi [-] (104525) accepted ('10.222.0.24', 49686) {{(pid=104525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 07:44:01.674530 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron.api.v2.base [None req-b78c7226-1654-42f9-a389-7bbb8389710a admin admin] Request body: {'subnet': {'network_id': 'c3acec61-ced6-4aa4-9c0d-e8c3f6579c19', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-909357239-subnet', 'tenant_id': 'ee2590cbdba14e7ab1f3ce5a58beeb54', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104525) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 25 07:44:01.759467 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b78c7226-1654-42f9-a389-7bbb8389710a admin admin] Made reservation on behalf of ee2590cbdba14e7ab1f3ce5a58beeb54 for: {'subnet': 1} {{(pid=104525) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 07:44:01.761926 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-b78c7226-1654-42f9-a389-7bbb8389710a admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62065451'] for subnet (None), before_create {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:44:02.012791 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-b78c7226-1654-42f9-a389-7bbb8389710a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-280644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59563859', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62065625'] for subnet (c7d74e31-36b4-4702-a0e2-7e185ab2e3ee), after_create {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:44:02.062764 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b78c7226-1654-42f9-a389-7bbb8389710a admin admin] Pushing event updated for resources: {'Subnet': ['ID=c7d74e31-36b4-4702-a0e2-7e185ab2e3ee,revision_number=0']} {{(pid=104525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 07:44:02.078289 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b78c7226-1654-42f9-a389-7bbb8389710a admin admin] Checking segment: {'id': '3ba9802c-cef7-42fe-9bb2-55236834ef61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 289, 'network_id': 'c3acec61-ced6-4aa4-9c0d-e8c3f6579c19'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104525) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 25 07:44:02.078658 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b78c7226-1654-42f9-a389-7bbb8389710a admin admin] Network hostable DHCP agents. Network: c3acec61-ced6-4aa4-9c0d-e8c3f6579c19, hostable agents: ['6cf9466f-68ff-4d03-9bb6-0c8244fa88eb'], hosted agents: [] {{(pid=104525) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 25 07:44:02.218464 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b78c7226-1654-42f9-a389-7bbb8389710a admin admin] Network c3acec61-ced6-4aa4-9c0d-e8c3f6579c19 is scheduled to be hosted by DHCP agent 6cf9466f-68ff-4d03-9bb6-0c8244fa88eb with binding_index 1 {{(pid=104525) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 25 07:44:02.218990 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron_lib.callbacks.manager [None req-798242cc-9ea0-464c-9109-86bd7997349e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754056472917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490168'] for agent (bbf5dc8c-5103-4973-a6b6-76af4660c126), after_update {{(pid=104527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:44:02.298060 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron.scheduler.base_scheduler [None req-b78c7226-1654-42f9-a389-7bbb8389710a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-825492-15-iscsi, c3acec61-ced6-4aa4-9c0d-e8c3f6579c19) {{(pid=104525) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 07:44:02.302437 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b78c7226-1654-42f9-a389-7bbb8389710a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 07:44:02.303168 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-b78c7226-1654-42f9-a389-7bbb8389710a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1612908'] for subnet (None), before_response {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:44:02.307065 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8192079d-c5be-4cd0-bbbc-3e36b5671d4d None None] Network c3acec61-ced6-4aa4-9c0d-e8c3f6579c19 requested from dv-cinder-825492-15-iscsi {{(pid=104527) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 25 07:44:02.386521 dv-cinder-825492-15-iscsi neutron-server[104525]: INFO neutron.wsgi [None req-b78c7226-1654-42f9-a389-7bbb8389710a admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.7164912 May 25 07:44:02.417334 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-042948b5-2464-4980-b98a-276d188bef9b None None] Network c3acec61-ced6-4aa4-9c0d-e8c3f6579c19 requested from dv-cinder-825492-15-iscsi {{(pid=104527) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 25 07:44:05.246523 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron_lib.callbacks.manager [None req-762c00c0-ef68-43eb-94d9-12926d7080dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754056472917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490168'] for agent (6cf9466f-68ff-4d03-9bb6-0c8244fa88eb), after_update {{(pid=104527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:44:06.839657 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63b467f6-be96-4c26-86db-64b0fd5c2e21 req-c48a0ce5-5d0d-49f9-9f1d-7efdf9e581ca tempest-VolumesSnapshotTestJSON-1886078946 tempest-VolumesSnapshotTestJSON-1886078946-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 07:44:06.841286 dv-cinder-825492-15-iscsi neutron-server[104526]: INFO neutron.wsgi [req-63b467f6-be96-4c26-86db-64b0fd5c2e21 req-c48a0ce5-5d0d-49f9-9f1d-7efdf9e581ca tempest-VolumesSnapshotTestJSON-1886078946 tempest-VolumesSnapshotTestJSON-1886078946-project] 10.222.0.24 "GET /v2.0/networks?id=c3acec61-ced6-4aa4-9c0d-e8c3f6579c19 HTTP/1.1" status: 200 len: 813 time: 0.1083887 May 25 07:44:06.857278 dv-cinder-825492-15-iscsi neutron-server[104526]: INFO neutron.wsgi [req-63b467f6-be96-4c26-86db-64b0fd5c2e21 req-40b6252b-86c1-4144-86af-a5d13961c643 tempest-VolumesSnapshotTestJSON-1886078946 tempest-VolumesSnapshotTestJSON-1886078946-project] 10.222.0.24 "GET /v2.0/quotas/ee2590cbdba14e7ab1f3ce5a58beeb54 HTTP/1.1" status: 200 len: 375 time: 0.0093169 May 25 07:44:06.890517 dv-cinder-825492-15-iscsi neutron-server[104526]: INFO neutron.wsgi [req-63b467f6-be96-4c26-86db-64b0fd5c2e21 req-387951ae-adb2-48a3-bcda-c7dabaf3fafb tempest-VolumesSnapshotTestJSON-1886078946 tempest-VolumesSnapshotTestJSON-1886078946-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=ee2590cbdba14e7ab1f3ce5a58beeb54&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0275331 May 25 07:44:06.985392 dv-cinder-825492-15-iscsi neutron-server[104526]: INFO neutron.wsgi [req-63b467f6-be96-4c26-86db-64b0fd5c2e21 req-fc5d9cab-be58-49ff-b739-94d72029c670 service neutron] 10.222.0.24 "GET /v2.0/networks/c3acec61-ced6-4aa4-9c0d-e8c3f6579c19?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0870075 May 25 07:44:07.060419 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG dbcounter [-] [104526] Writing DB stats neutron:SELECT=87,neutron:DELETE=5,neutron:INSERT=5,neutron:UPDATE=3 {{(pid=104526) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 07:44:07.080641 dv-cinder-825492-15-iscsi neutron-server[104526]: INFO neutron.wsgi [req-63b467f6-be96-4c26-86db-64b0fd5c2e21 req-165dd222-2780-4428-9ff7-6bb5d5254143 service neutron] 10.222.0.24 "GET /v2.0/networks/c3acec61-ced6-4aa4-9c0d-e8c3f6579c19?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0872686 May 25 07:44:07.414520 dv-cinder-825492-15-iscsi neutron-server[104525]: INFO neutron.wsgi [req-da4dab11-e9b6-48a0-b359-f537834a56b3 req-d6a97b32-627d-4acb-b819-fe75accc5a14 tempest-VolumesSnapshotTestJSON-1886078946 tempest-VolumesSnapshotTestJSON-1886078946-project] 10.222.0.24 "GET /v2.0/ports?device_id=10ed8294-8f3a-4fac-8e9a-c3b78075a585 HTTP/1.1" status: 200 len: 210 time: 0.0325744 May 25 07:44:07.522000 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron_lib.callbacks.manager [None req-32952848-6abb-4fb5-84d1-916cb69f7f57 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754056472917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490168'] for agent (54ff4013-997e-4376-a4e9-e6c98cf37cc7), after_update {{(pid=104527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:44:08.113616 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron.wsgi [-] (104525) accepted ('10.222.0.24', 49868) {{(pid=104525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 07:44:08.227004 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-758a13fa-e10c-4082-95cc-ad909d044d03 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:44:08.302928 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-758a13fa-e10c-4082-95cc-ad909d044d03 admin admin] Publish callbacks [] for security_group (6f37757b-df5e-4e77-b00c-ed4b161ae69b), precommit_create {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:44:08.417906 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-758a13fa-e10c-4082-95cc-ad909d044d03 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-278753'] for security_group (6f37757b-df5e-4e77-b00c-ed4b161ae69b), after_create {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:44:08.465121 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.wsgi [-] (104526) accepted ('10.222.0.24', 49882) {{(pid=104526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 07:44:08.465612 dv-cinder-825492-15-iscsi neutron-server[104525]: INFO neutron.wsgi [None req-758a13fa-e10c-4082-95cc-ad909d044d03 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=badf4c6a4c434cc7bb6feeccf8bd71e4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3505535 May 25 07:44:08.466229 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-758a13fa-e10c-4082-95cc-ad909d044d03 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6f37757b-df5e-4e77-b00c-ed4b161ae69b,revision_number=1']} {{(pid=104525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 07:44:08.534335 dv-cinder-825492-15-iscsi neutron-server[104526]: INFO neutron.wsgi [req-768618c3-8d10-4fe3-acc2-4d1cd63ec265 req-09b531d9-c5e5-4f25-950c-e028e100a3cf tempest-VolumesSnapshotTestJSON-1886078946 tempest-VolumesSnapshotTestJSON-1886078946-project] 10.222.0.24 "GET /v2.0/ports?device_id=10ed8294-8f3a-4fac-8e9a-c3b78075a585 HTTP/1.1" status: 200 len: 210 time: 0.0353577 May 25 07:44:08.555429 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-17fe0b45-0b8d-4eab-b6a1-132f17aa0f71 admin admin] Publish callbacks [] for security_group (6f37757b-df5e-4e77-b00c-ed4b161ae69b), before_delete {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:44:08.580968 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-17fe0b45-0b8d-4eab-b6a1-132f17aa0f71 admin admin] Publish callbacks [] for security_group (6f37757b-df5e-4e77-b00c-ed4b161ae69b), precommit_delete {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:44:08.641267 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron_lib.callbacks.manager [None req-461c163e-e11a-425b-8a8d-f39fb153da48 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754056472917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490168'] for agent (fa5554a0-25df-434f-a0d0-5996d872220a), after_update {{(pid=104527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:44:08.742710 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-17fe0b45-0b8d-4eab-b6a1-132f17aa0f71 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-278753'] for security_group (6f37757b-df5e-4e77-b00c-ed4b161ae69b), after_delete {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:44:08.746497 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-17fe0b45-0b8d-4eab-b6a1-132f17aa0f71 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:44:08.751291 dv-cinder-825492-15-iscsi neutron-server[104526]: INFO neutron.wsgi [None req-17fe0b45-0b8d-4eab-b6a1-132f17aa0f71 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/6f37757b-df5e-4e77-b00c-ed4b161ae69b HTTP/1.1" status: 204 len: 168 time: 0.2825725 May 25 07:44:08.759745 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG dbcounter [-] [104526] Writing DB stats neutron:SELECT=83,neutron:INSERT=13,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=104526) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 07:44:08.761370 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17fe0b45-0b8d-4eab-b6a1-132f17aa0f71 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f37757b-df5e-4e77-b00c-ed4b161ae69b,revision_number=None']} {{(pid=104526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 07:44:09.585089 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron.wsgi [-] (104525) accepted ('10.222.0.24', 49902) {{(pid=104525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 07:44:09.596229 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-abb1cc57-0f56-4cf8-bf5c-7017b244b6d4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:44:09.610702 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG dbcounter [-] [104525] Writing DB stats neutron:SELECT=78,neutron:DELETE=6,neutron:INSERT=14,neutron:UPDATE=2 {{(pid=104525) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 07:44:09.652907 dv-cinder-825492-15-iscsi neutron-server[104525]: INFO neutron.wsgi [req-023920cb-f60d-4927-9919-16465bb78c39 req-38075efb-aa97-499c-a4f3-bc067fbeaa83 tempest-VolumesSnapshotTestJSON-1886078946 tempest-VolumesSnapshotTestJSON-1886078946-project] 10.222.0.24 "GET /v2.0/ports?device_id=10ed8294-8f3a-4fac-8e9a-c3b78075a585 HTTP/1.1" status: 200 len: 210 time: 0.0359910 May 25 07:44:09.683987 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG dbcounter [-] [104525] Writing DB stats neutron:SELECT=81,neutron:INSERT=17,neutron:UPDATE=2 {{(pid=104525) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 07:44:09.702545 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-abb1cc57-0f56-4cf8-bf5c-7017b244b6d4 admin admin] Publish callbacks [] for security_group (05c4b8dc-b6a2-4ea8-accc-cc4974fc0716), precommit_create {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:44:09.813730 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-abb1cc57-0f56-4cf8-bf5c-7017b244b6d4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-278753'] for security_group (05c4b8dc-b6a2-4ea8-accc-cc4974fc0716), after_create {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:44:09.856653 dv-cinder-825492-15-iscsi neutron-server[104525]: INFO neutron.wsgi [None req-abb1cc57-0f56-4cf8-bf5c-7017b244b6d4 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=62b9b81ffb0b4fa4ae51b66fc6e45743&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2758873 May 25 07:44:09.856653 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abb1cc57-0f56-4cf8-bf5c-7017b244b6d4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=05c4b8dc-b6a2-4ea8-accc-cc4974fc0716,revision_number=1']} {{(pid=104525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 07:44:09.857548 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.wsgi [-] (104526) accepted ('10.222.0.24', 49910) {{(pid=104526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 07:44:09.919189 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-6843c6f1-8658-4ca3-a7f5-c021454ac02e admin admin] Publish callbacks [] for security_group (05c4b8dc-b6a2-4ea8-accc-cc4974fc0716), before_delete {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:44:09.943500 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-6843c6f1-8658-4ca3-a7f5-c021454ac02e admin admin] Publish callbacks [] for security_group (05c4b8dc-b6a2-4ea8-accc-cc4974fc0716), precommit_delete {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:44:10.047200 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-6843c6f1-8658-4ca3-a7f5-c021454ac02e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-278753'] for security_group (05c4b8dc-b6a2-4ea8-accc-cc4974fc0716), after_delete {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:44:10.049892 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-6843c6f1-8658-4ca3-a7f5-c021454ac02e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:44:10.053753 dv-cinder-825492-15-iscsi neutron-server[104526]: INFO neutron.wsgi [None req-6843c6f1-8658-4ca3-a7f5-c021454ac02e admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/05c4b8dc-b6a2-4ea8-accc-cc4974fc0716 HTTP/1.1" status: 204 len: 168 time: 0.1941473 May 25 07:44:10.062749 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6843c6f1-8658-4ca3-a7f5-c021454ac02e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=05c4b8dc-b6a2-4ea8-accc-cc4974fc0716,revision_number=None']} {{(pid=104526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 07:44:10.116525 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron_lib.callbacks.manager [None req-f9cd7ad7-9657-4dc4-ab64-74b2d9455e3c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754056472917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490168'] for agent (749e0e2c-8e71-4175-9046-27a8fd2a3a0a), after_update {{(pid=104527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:44:10.183466 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63b467f6-be96-4c26-86db-64b0fd5c2e21 req-3e0cf922-d201-4b25-b141-8db595f86b2a tempest-VolumesSnapshotTestJSON-1886078946 tempest-VolumesSnapshotTestJSON-1886078946-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 07:44:10.184924 dv-cinder-825492-15-iscsi neutron-server[104526]: INFO neutron.wsgi [req-63b467f6-be96-4c26-86db-64b0fd5c2e21 req-3e0cf922-d201-4b25-b141-8db595f86b2a tempest-VolumesSnapshotTestJSON-1886078946 tempest-VolumesSnapshotTestJSON-1886078946-project] 10.222.0.41 "GET /v2.0/networks?id=c3acec61-ced6-4aa4-9c0d-e8c3f6579c19 HTTP/1.1" status: 200 len: 813 time: 0.1028171 May 25 07:44:10.202469 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.api.v2.base [req-63b467f6-be96-4c26-86db-64b0fd5c2e21 req-240405cb-8832-4b41-94d1-3dbd63301ed7 tempest-VolumesSnapshotTestJSON-1886078946 tempest-VolumesSnapshotTestJSON-1886078946-project] Request body: {'port': {'device_id': '10ed8294-8f3a-4fac-8e9a-c3b78075a585', 'network_id': 'c3acec61-ced6-4aa4-9c0d-e8c3f6579c19', 'admin_state_up': True, 'tenant_id': 'ee2590cbdba14e7ab1f3ce5a58beeb54'}} {{(pid=104526) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 25 07:44:10.372497 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-63b467f6-be96-4c26-86db-64b0fd5c2e21 req-240405cb-8832-4b41-94d1-3dbd63301ed7 tempest-VolumesSnapshotTestJSON-1886078946 tempest-VolumesSnapshotTestJSON-1886078946-project] Made reservation on behalf of ee2590cbdba14e7ab1f3ce5a58beeb54 for: {'port': 1} {{(pid=104526) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 07:44:10.376061 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [req-63b467f6-be96-4c26-86db-64b0fd5c2e21 req-240405cb-8832-4b41-94d1-3dbd63301ed7 tempest-VolumesSnapshotTestJSON-1886078946 tempest-VolumesSnapshotTestJSON-1886078946-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-616651'] for port (None), before_create {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:44:10.515083 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.db.db_base_plugin_common [req-63b467f6-be96-4c26-86db-64b0fd5c2e21 req-240405cb-8832-4b41-94d1-3dbd63301ed7 tempest-VolumesSnapshotTestJSON-1886078946 tempest-VolumesSnapshotTestJSON-1886078946-project] Allocated IP 172.20.0.6 (c3acec61-ced6-4aa4-9c0d-e8c3f6579c19/c7d74e31-36b4-4702-a0e2-7e185ab2e3ee/8088516f-f409-4c1a-a818-72e6472926e1) {{(pid=104526) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 07:44:10.663420 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG dbcounter [-] [104526] Writing DB stats neutron:SELECT=94,neutron:DELETE=2,neutron:INSERT=4 {{(pid=104526) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 07:44:10.667261 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [req-63b467f6-be96-4c26-86db-64b0fd5c2e21 req-240405cb-8832-4b41-94d1-3dbd63301ed7 tempest-VolumesSnapshotTestJSON-1886078946 tempest-VolumesSnapshotTestJSON-1886078946-project] Publish callbacks [] for port (8088516f-f409-4c1a-a818-72e6472926e1), precommit_create {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:44:10.754235 dv-cinder-825492-15-iscsi neutron-server[104526]: INFO neutron.wsgi [req-65b6a8aa-7881-406d-99ba-6997b88fabbb req-eb470f75-bdf7-4b74-91c9-e3b43b660e32 tempest-VolumesSnapshotTestJSON-1886078946 tempest-VolumesSnapshotTestJSON-1886078946-project] 10.222.0.24 "GET /v2.0/ports?device_id=10ed8294-8f3a-4fac-8e9a-c3b78075a585 HTTP/1.1" status: 200 len: 210 time: 0.0324519 May 25 07:44:10.774624 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [req-63b467f6-be96-4c26-86db-64b0fd5c2e21 req-240405cb-8832-4b41-94d1-3dbd63301ed7 tempest-VolumesSnapshotTestJSON-1886078946 tempest-VolumesSnapshotTestJSON-1886078946-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-617841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612926', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754056173864', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2909854'] for port (8088516f-f409-4c1a-a818-72e6472926e1), after_create {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:44:10.783524 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG dbcounter [-] [104526] Writing DB stats neutron:SELECT=87,neutron:DELETE=4,neutron:INSERT=5,neutron:UPDATE=4 {{(pid=104526) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 07:44:10.821285 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-63b467f6-be96-4c26-86db-64b0fd5c2e21 req-240405cb-8832-4b41-94d1-3dbd63301ed7 tempest-VolumesSnapshotTestJSON-1886078946 tempest-VolumesSnapshotTestJSON-1886078946-project] Network c3acec61-ced6-4aa4-9c0d-e8c3f6579c19 is already hosted by enough agents. {{(pid=104526) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 07:44:10.824296 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.scheduler.base_scheduler [req-63b467f6-be96-4c26-86db-64b0fd5c2e21 req-240405cb-8832-4b41-94d1-3dbd63301ed7 tempest-VolumesSnapshotTestJSON-1886078946 tempest-VolumesSnapshotTestJSON-1886078946-project] Resources bound (agent type, host, resource id): {{(pid=104526) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 07:44:10.828023 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.db.l3_dvrscheduler_db [req-63b467f6-be96-4c26-86db-64b0fd5c2e21 req-240405cb-8832-4b41-94d1-3dbd63301ed7 tempest-VolumesSnapshotTestJSON-1886078946 tempest-VolumesSnapshotTestJSON-1886078946-project] Received port after_create {{(pid=104526) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 25 07:44:10.852446 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-240405cb-8832-4b41-94d1-3dbd63301ed7 tempest-VolumesSnapshotTestJSON-1886078946 tempest-VolumesSnapshotTestJSON-1886078946-project] Pushing event updated for resources: {'Port': ['ID=8088516f-f409-4c1a-a818-72e6472926e1,revision_number=1']} {{(pid=104526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 07:44:10.880845 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63b467f6-be96-4c26-86db-64b0fd5c2e21 req-240405cb-8832-4b41-94d1-3dbd63301ed7 tempest-VolumesSnapshotTestJSON-1886078946 tempest-VolumesSnapshotTestJSON-1886078946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 07:44:10.881473 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [req-63b467f6-be96-4c26-86db-64b0fd5c2e21 req-240405cb-8832-4b41-94d1-3dbd63301ed7 tempest-VolumesSnapshotTestJSON-1886078946 tempest-VolumesSnapshotTestJSON-1886078946-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93885'] for port (None), before_response {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:44:10.987056 dv-cinder-825492-15-iscsi neutron-server[104526]: INFO neutron.wsgi [req-63b467f6-be96-4c26-86db-64b0fd5c2e21 req-240405cb-8832-4b41-94d1-3dbd63301ed7 tempest-VolumesSnapshotTestJSON-1886078946 tempest-VolumesSnapshotTestJSON-1886078946-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7880573 May 25 07:44:11.003140 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.api.v2.base [req-63b467f6-be96-4c26-86db-64b0fd5c2e21 req-ed5d235d-4ad5-4dcb-a36a-c9c9c68c22dd service neutron] Request body: {'port': {'device_id': '10ed8294-8f3a-4fac-8e9a-c3b78075a585', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82549'}} {{(pid=104526) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 25 07:44:11.309011 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron.wsgi [-] (104525) accepted ('10.222.0.24', 49958) {{(pid=104525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 07:44:11.357834 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [req-63b467f6-be96-4c26-86db-64b0fd5c2e21 req-ed5d235d-4ad5-4dcb-a36a-c9c9c68c22dd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-616651'] for port (8088516f-f409-4c1a-a818-72e6472926e1), before_update {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:44:11.431355 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-9681c804-dfcf-46c1-a7a0-3dfc5091cba2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:44:11.527246 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-9681c804-dfcf-46c1-a7a0-3dfc5091cba2 admin admin] Publish callbacks [] for security_group (9bc94b1d-b92c-48af-a084-9ba97ab135d4), precommit_create {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:44:11.543896 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron_lib.callbacks.manager [None req-4c581813-650f-4b4b-ac0f-82f585bea231 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754056472917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490168'] for agent (67455b2d-ff20-4068-8b38-73bd0628c5cb), after_update {{(pid=104527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:44:11.594956 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-9681c804-dfcf-46c1-a7a0-3dfc5091cba2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-278753'] for security_group (9bc94b1d-b92c-48af-a084-9ba97ab135d4), after_create {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:44:11.638145 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG dbcounter [-] [104526] Writing DB stats neutron:SELECT=95,neutron:DELETE=2,neutron:UPDATE=3 {{(pid=104526) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 07:44:11.639621 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9681c804-dfcf-46c1-a7a0-3dfc5091cba2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9bc94b1d-b92c-48af-a084-9ba97ab135d4,revision_number=1']} {{(pid=104525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 07:44:11.644449 dv-cinder-825492-15-iscsi neutron-server[104525]: INFO neutron.wsgi [None req-9681c804-dfcf-46c1-a7a0-3dfc5091cba2 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=8777d5e80dd740fc9e6ef0d528f26884&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3341756 May 25 07:44:11.647023 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron.wsgi [-] (104525) accepted ('10.222.0.24', 49992) {{(pid=104525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 07:44:11.680203 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.notifiers.nova [req-63b467f6-be96-4c26-86db-64b0fd5c2e21 req-ed5d235d-4ad5-4dcb-a36a-c9c9c68c22dd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8088516f-f409-4c1a-a818-72e6472926e1 {{(pid=104526) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 25 07:44:11.688290 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [req-63b467f6-be96-4c26-86db-64b0fd5c2e21 req-ed5d235d-4ad5-4dcb-a36a-c9c9c68c22dd service neutron] Publish callbacks [] for port (8088516f-f409-4c1a-a818-72e6472926e1), precommit_update {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:44:11.701896 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.db.provisioning_blocks [req-63b467f6-be96-4c26-86db-64b0fd5c2e21 req-ed5d235d-4ad5-4dcb-a36a-c9c9c68c22dd service neutron] Transition to ACTIVE for port object 8088516f-f409-4c1a-a818-72e6472926e1 will not be triggered until provisioned by entity L2. {{(pid=104526) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 25 07:44:11.712175 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-798c4757-956b-45af-a1f8-08d6a5a30375 admin admin] Publish callbacks [] for security_group (9bc94b1d-b92c-48af-a084-9ba97ab135d4), before_delete {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:44:11.734505 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-798c4757-956b-45af-a1f8-08d6a5a30375 admin admin] Publish callbacks [] for security_group (9bc94b1d-b92c-48af-a084-9ba97ab135d4), precommit_delete {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:44:11.749675 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [req-63b467f6-be96-4c26-86db-64b0fd5c2e21 req-ed5d235d-4ad5-4dcb-a36a-c9c9c68c22dd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-617841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612926', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754056714442', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754056173882', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754056173900', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2909847'] for port (8088516f-f409-4c1a-a818-72e6472926e1), after_update {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:44:11.816981 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed5d235d-4ad5-4dcb-a36a-c9c9c68c22dd service neutron] Pushing event updated for resources: {'Port': ['ID=8088516f-f409-4c1a-a818-72e6472926e1,revision_number=2']} {{(pid=104526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 07:44:11.872942 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a6e7a83-d7d4-49ac-b643-309b8a3b9d34 req-0195cc65-229b-4a27-8f94-f82ac94e5f79 tempest-VolumesSnapshotTestJSON-1886078946 tempest-VolumesSnapshotTestJSON-1886078946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 07:44:11.874338 dv-cinder-825492-15-iscsi neutron-server[104525]: INFO neutron.wsgi [req-3a6e7a83-d7d4-49ac-b643-309b8a3b9d34 req-0195cc65-229b-4a27-8f94-f82ac94e5f79 tempest-VolumesSnapshotTestJSON-1886078946 tempest-VolumesSnapshotTestJSON-1886078946-project] 10.222.0.24 "GET /v2.0/ports?device_id=10ed8294-8f3a-4fac-8e9a-c3b78075a585 HTTP/1.1" status: 200 len: 943 time: 0.0473835 May 25 07:44:11.888444 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.plugins.ml2.managers [req-63b467f6-be96-4c26-86db-64b0fd5c2e21 req-ed5d235d-4ad5-4dcb-a36a-c9c9c68c22dd service neutron] Attempting to bind port 8088516f-f409-4c1a-a818-72e6472926e1 on host hv-cinder-82549 for vnic_type normal with profile {{(pid=104526) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 25 07:44:11.889021 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.plugins.ml2.managers [req-63b467f6-be96-4c26-86db-64b0fd5c2e21 req-ed5d235d-4ad5-4dcb-a36a-c9c9c68c22dd service neutron] Attempting to bind port 8088516f-f409-4c1a-a818-72e6472926e1 by drivers openvswitch,hyperv on host hv-cinder-82549 at level 0 using segments [{'id': '3ba9802c-cef7-42fe-9bb2-55236834ef61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 289, 'network_id': 'c3acec61-ced6-4aa4-9c0d-e8c3f6579c19'}] {{(pid=104526) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 25 07:44:11.891922 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63b467f6-be96-4c26-86db-64b0fd5c2e21 req-ed5d235d-4ad5-4dcb-a36a-c9c9c68c22dd service neutron] Attempting to bind port 8088516f-f409-4c1a-a818-72e6472926e1 on network c3acec61-ced6-4aa4-9c0d-e8c3f6579c19 {{(pid=104526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 25 07:44:11.894078 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63b467f6-be96-4c26-86db-64b0fd5c2e21 req-ed5d235d-4ad5-4dcb-a36a-c9c9c68c22dd service neutron] Port 8088516f-f409-4c1a-a818-72e6472926e1 on network c3acec61-ced6-4aa4-9c0d-e8c3f6579c19 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82549 {{(pid=104526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 25 07:44:11.894395 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63b467f6-be96-4c26-86db-64b0fd5c2e21 req-ed5d235d-4ad5-4dcb-a36a-c9c9c68c22dd service neutron] Attempting to bind port 8088516f-f409-4c1a-a818-72e6472926e1 on network c3acec61-ced6-4aa4-9c0d-e8c3f6579c19 {{(pid=104526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 25 07:44:11.899206 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63b467f6-be96-4c26-86db-64b0fd5c2e21 req-ed5d235d-4ad5-4dcb-a36a-c9c9c68c22dd service neutron] Checking agent: {'id': 'bbf5dc8c-5103-4973-a6b6-76af4660c126', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82549', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 25, 7, 34, 32), 'started_at': datetime.datetime(2022, 5, 25, 7, 34, 32), 'heartbeat_timestamp': datetime.datetime(2022, 5, 25, 7, 44, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 25 07:44:11.899542 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63b467f6-be96-4c26-86db-64b0fd5c2e21 req-ed5d235d-4ad5-4dcb-a36a-c9c9c68c22dd service neutron] Checking segment: {'id': '3ba9802c-cef7-42fe-9bb2-55236834ef61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 289, 'network_id': 'c3acec61-ced6-4aa4-9c0d-e8c3f6579c19'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104526) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 25 07:44:11.899918 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63b467f6-be96-4c26-86db-64b0fd5c2e21 req-ed5d235d-4ad5-4dcb-a36a-c9c9c68c22dd service neutron] Bound using segment: {'id': '3ba9802c-cef7-42fe-9bb2-55236834ef61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 289, 'network_id': 'c3acec61-ced6-4aa4-9c0d-e8c3f6579c19'} {{(pid=104526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 25 07:44:11.900339 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.plugins.ml2.managers [req-63b467f6-be96-4c26-86db-64b0fd5c2e21 req-ed5d235d-4ad5-4dcb-a36a-c9c9c68c22dd service neutron] Bound port: 8088516f-f409-4c1a-a818-72e6472926e1, host: hv-cinder-82549, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3ba9802c-cef7-42fe-9bb2-55236834ef61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 289, 'network_id': 'c3acec61-ced6-4aa4-9c0d-e8c3f6579c19'}}] {{(pid=104526) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 25 07:44:11.900723 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [req-63b467f6-be96-4c26-86db-64b0fd5c2e21 req-ed5d235d-4ad5-4dcb-a36a-c9c9c68c22dd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-616651'] for port (8088516f-f409-4c1a-a818-72e6472926e1), before_update {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:44:11.922705 dv-cinder-825492-15-iscsi neutron-server[104525]: INFO neutron.wsgi [req-3a6e7a83-d7d4-49ac-b643-309b8a3b9d34 req-29de86ba-448b-40c1-819b-9c3d81fd0597 tempest-VolumesSnapshotTestJSON-1886078946 tempest-VolumesSnapshotTestJSON-1886078946-project] 10.222.0.24 "GET /v2.0/security-groups?id=51b4ed6b-1c02-415d-9339-bebb063a65f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417705 May 25 07:44:11.926375 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-798c4757-956b-45af-a1f8-08d6a5a30375 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-278753'] for security_group (9bc94b1d-b92c-48af-a084-9ba97ab135d4), after_delete {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:44:11.929196 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-798c4757-956b-45af-a1f8-08d6a5a30375 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:44:11.930295 dv-cinder-825492-15-iscsi neutron-server[104525]: INFO neutron.wsgi [None req-798c4757-956b-45af-a1f8-08d6a5a30375 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/9bc94b1d-b92c-48af-a084-9ba97ab135d4 HTTP/1.1" status: 204 len: 168 time: 0.2822487 May 25 07:44:11.938472 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-798c4757-956b-45af-a1f8-08d6a5a30375 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9bc94b1d-b92c-48af-a084-9ba97ab135d4,revision_number=None']} {{(pid=104525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 07:44:11.970104 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.plugins.ml2.db [req-63b467f6-be96-4c26-86db-64b0fd5c2e21 req-ed5d235d-4ad5-4dcb-a36a-c9c9c68c22dd service neutron] For port 8088516f-f409-4c1a-a818-72e6472926e1, host hv-cinder-82549, cleared binding levels {{(pid=104526) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 25 07:44:11.974405 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.plugins.ml2.db [req-63b467f6-be96-4c26-86db-64b0fd5c2e21 req-ed5d235d-4ad5-4dcb-a36a-c9c9c68c22dd service neutron] For port 8088516f-f409-4c1a-a818-72e6472926e1, host hv-cinder-82549, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82549',level=0,port_id=8088516f-f409-4c1a-a818-72e6472926e1,segment=NetworkSegment(3ba9802c-cef7-42fe-9bb2-55236834ef61),segment_id=3ba9802c-cef7-42fe-9bb2-55236834ef61)] {{(pid=104526) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 25 07:44:12.041246 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [req-63b467f6-be96-4c26-86db-64b0fd5c2e21 req-ed5d235d-4ad5-4dcb-a36a-c9c9c68c22dd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-617841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612926', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754056714442', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754056173882', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754056173900', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2909847'] for port (8088516f-f409-4c1a-a818-72e6472926e1), after_update {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:44:12.080034 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63b467f6-be96-4c26-86db-64b0fd5c2e21 req-ed5d235d-4ad5-4dcb-a36a-c9c9c68c22dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 07:44:12.080752 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [req-63b467f6-be96-4c26-86db-64b0fd5c2e21 req-ed5d235d-4ad5-4dcb-a36a-c9c9c68c22dd service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93885'] for port (None), before_response {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:44:12.082146 dv-cinder-825492-15-iscsi neutron-server[104526]: INFO neutron.wsgi [req-63b467f6-be96-4c26-86db-64b0fd5c2e21 req-ed5d235d-4ad5-4dcb-a36a-c9c9c68c22dd service neutron] 10.222.0.41 "PUT /v2.0/ports/8088516f-f409-4c1a-a818-72e6472926e1 HTTP/1.1" status: 200 len: 1093 time: 1.0831790 May 25 07:44:12.082579 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '10ed8294-8f3a-4fac-8e9a-c3b78075a585', 'tag': '8088516f-f409-4c1a-a818-72e6472926e1'}] {{(pid=104526) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 25 07:44:12.085008 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db633a5f02cadde147c9bc1566607705b0433b891c7275f259bdbd209e6b6683" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9ccf6b35-ec7f-413b-b99f-d0f01660421c" -d '{"events": [{"name": "network-changed", "server_uuid": "10ed8294-8f3a-4fac-8e9a-c3b78075a585", "tag": "8088516f-f409-4c1a-a818-72e6472926e1"}]}' {{(pid=104526) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 25 07:44:12.108812 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed5d235d-4ad5-4dcb-a36a-c9c9c68c22dd service neutron] Pushing event updated for resources: {'Port': ['ID=8088516f-f409-4c1a-a818-72e6472926e1,revision_number=3']} {{(pid=104526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 07:44:12.123213 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 25 May 2022 07:44:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d7de425c-9f04-46cc-b3c6-387bfb62677c x-openstack-request-id: req-d7de425c-9f04-46cc-b3c6-387bfb62677c {{(pid=104526) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 25 07:44:12.123554 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "10ed8294-8f3a-4fac-8e9a-c3b78075a585", "tag": "8088516f-f409-4c1a-a818-72e6472926e1", "status": "completed", "code": 200}]} {{(pid=104526) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 25 07:44:12.123801 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-d7de425c-9f04-46cc-b3c6-387bfb62677c {{(pid=104526) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 25 07:44:12.124191 dv-cinder-825492-15-iscsi neutron-server[104526]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d7de425c-9f04-46cc-b3c6-387bfb62677c'] response: {'name': 'network-changed', 'server_uuid': '10ed8294-8f3a-4fac-8e9a-c3b78075a585', 'tag': '8088516f-f409-4c1a-a818-72e6472926e1', 'status': 'completed', 'code': 200} May 25 07:44:12.199785 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ccf6b35-ec7f-413b-b99f-d0f01660421c req-3b2e19f6-00c2-442d-9927-c67eba3e63c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 07:44:12.201416 dv-cinder-825492-15-iscsi neutron-server[104526]: INFO neutron.wsgi [req-9ccf6b35-ec7f-413b-b99f-d0f01660421c req-3b2e19f6-00c2-442d-9927-c67eba3e63c9 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=ee2590cbdba14e7ab1f3ce5a58beeb54&device_id=10ed8294-8f3a-4fac-8e9a-c3b78075a585 HTTP/1.1" status: 200 len: 1127 time: 0.0396988 May 25 07:44:12.307597 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ccf6b35-ec7f-413b-b99f-d0f01660421c req-64edf5d7-98fe-4cb4-9188-30900dbe7736 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 07:44:12.309129 dv-cinder-825492-15-iscsi neutron-server[104526]: INFO neutron.wsgi [req-9ccf6b35-ec7f-413b-b99f-d0f01660421c req-64edf5d7-98fe-4cb4-9188-30900dbe7736 service neutron] 10.222.0.41 "GET /v2.0/networks?tenant_id=ee2590cbdba14e7ab1f3ce5a58beeb54&shared=False HTTP/1.1" status: 200 len: 914 time: 0.0952282 May 25 07:44:12.431589 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ccf6b35-ec7f-413b-b99f-d0f01660421c req-c2a5d583-8c60-4e05-9d12-2fd58532126b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 07:44:12.433089 dv-cinder-825492-15-iscsi neutron-server[104526]: INFO neutron.wsgi [req-9ccf6b35-ec7f-413b-b99f-d0f01660421c req-c2a5d583-8c60-4e05-9d12-2fd58532126b service neutron] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1177258 May 25 07:44:12.547501 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63b467f6-be96-4c26-86db-64b0fd5c2e21 req-f430c20e-d921-46bb-a582-1bc80ad197a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 07:44:12.549148 dv-cinder-825492-15-iscsi neutron-server[104526]: INFO neutron.wsgi [req-63b467f6-be96-4c26-86db-64b0fd5c2e21 req-f430c20e-d921-46bb-a582-1bc80ad197a6 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=ee2590cbdba14e7ab1f3ce5a58beeb54&device_id=10ed8294-8f3a-4fac-8e9a-c3b78075a585 HTTP/1.1" status: 200 len: 1127 time: 0.0581198 May 25 07:44:12.568775 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG dbcounter [-] [104526] Writing DB stats neutron:SELECT=95,neutron:UPDATE=3,neutron:INSERT=2 {{(pid=104526) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 07:44:12.601103 dv-cinder-825492-15-iscsi neutron-server[104526]: INFO neutron.wsgi [req-63b467f6-be96-4c26-86db-64b0fd5c2e21 req-3dc76fe5-1d2c-4410-93ea-9a3ee0651b9d service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=8088516f-f409-4c1a-a818-72e6472926e1 HTTP/1.1" status: 200 len: 217 time: 0.0384641 May 25 07:44:12.652108 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63b467f6-be96-4c26-86db-64b0fd5c2e21 req-a87fb54b-a5b3-4b21-9da7-87bf207358db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 07:44:12.653535 dv-cinder-825492-15-iscsi neutron-server[104526]: INFO neutron.wsgi [req-63b467f6-be96-4c26-86db-64b0fd5c2e21 req-a87fb54b-a5b3-4b21-9da7-87bf207358db service neutron] 10.222.0.41 "GET /v2.0/subnets?id=c7d74e31-36b4-4702-a0e2-7e185ab2e3ee HTTP/1.1" status: 200 len: 853 time: 0.0468810 May 25 07:44:12.685083 dv-cinder-825492-15-iscsi neutron-server[104526]: INFO neutron.wsgi [req-63b467f6-be96-4c26-86db-64b0fd5c2e21 req-0b8d0106-88e8-4da3-bf0c-fee2d83c597b service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=c3acec61-ced6-4aa4-9c0d-e8c3f6579c19&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0255911 May 25 07:44:12.774809 dv-cinder-825492-15-iscsi neutron-server[104526]: INFO neutron.wsgi [req-63b467f6-be96-4c26-86db-64b0fd5c2e21 req-0d4fdcda-54b4-43e1-af44-7cca615a97f2 service neutron] 10.222.0.41 "GET /v2.0/networks/c3acec61-ced6-4aa4-9c0d-e8c3f6579c19?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831616 May 25 07:44:12.871057 dv-cinder-825492-15-iscsi neutron-server[104526]: INFO neutron.wsgi [req-63b467f6-be96-4c26-86db-64b0fd5c2e21 req-90806f99-86da-42f0-b977-ab454dc1c879 service neutron] 10.222.0.41 "GET /v2.0/networks/c3acec61-ced6-4aa4-9c0d-e8c3f6579c19?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0918536 May 25 07:44:13.070109 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a06ab85-50ab-41f0-afd3-f78de7ea3518 req-37787967-64f9-441d-9b2e-54410ec2829d tempest-VolumesSnapshotTestJSON-1886078946 tempest-VolumesSnapshotTestJSON-1886078946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 07:44:13.072351 dv-cinder-825492-15-iscsi neutron-server[104525]: INFO neutron.wsgi [req-4a06ab85-50ab-41f0-afd3-f78de7ea3518 req-37787967-64f9-441d-9b2e-54410ec2829d tempest-VolumesSnapshotTestJSON-1886078946 tempest-VolumesSnapshotTestJSON-1886078946-project] 10.222.0.24 "GET /v2.0/ports?device_id=10ed8294-8f3a-4fac-8e9a-c3b78075a585 HTTP/1.1" status: 200 len: 943 time: 0.0593631 May 25 07:44:13.129246 dv-cinder-825492-15-iscsi neutron-server[104525]: INFO neutron.wsgi [req-4a06ab85-50ab-41f0-afd3-f78de7ea3518 req-a12830e1-a158-4b1e-b893-88f9587198a3 tempest-VolumesSnapshotTestJSON-1886078946 tempest-VolumesSnapshotTestJSON-1886078946-project] 10.222.0.24 "GET /v2.0/security-groups?id=51b4ed6b-1c02-415d-9339-bebb063a65f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507236 May 25 07:44:14.252328 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-437fc504-caa2-44ae-9939-da2904a3e919 req-6ad540ca-d0c4-468a-ac77-97fd802ebec2 tempest-VolumesSnapshotTestJSON-1886078946 tempest-VolumesSnapshotTestJSON-1886078946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 07:44:14.253880 dv-cinder-825492-15-iscsi neutron-server[104526]: INFO neutron.wsgi [req-437fc504-caa2-44ae-9939-da2904a3e919 req-6ad540ca-d0c4-468a-ac77-97fd802ebec2 tempest-VolumesSnapshotTestJSON-1886078946 tempest-VolumesSnapshotTestJSON-1886078946-project] 10.222.0.24 "GET /v2.0/ports?device_id=10ed8294-8f3a-4fac-8e9a-c3b78075a585 HTTP/1.1" status: 200 len: 943 time: 0.0499208 May 25 07:44:14.265179 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG dbcounter [-] [104526] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104526) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 07:44:14.302711 dv-cinder-825492-15-iscsi neutron-server[104526]: INFO neutron.wsgi [req-437fc504-caa2-44ae-9939-da2904a3e919 req-e7a203f7-1a05-4b8a-b968-b4731f80a984 tempest-VolumesSnapshotTestJSON-1886078946 tempest-VolumesSnapshotTestJSON-1886078946-project] 10.222.0.24 "GET /v2.0/security-groups?id=51b4ed6b-1c02-415d-9339-bebb063a65f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430548 May 25 07:44:15.418327 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec485f0e-d12c-41d3-9cd4-c83df9292be2 req-7418eb34-8def-4027-ad7b-4922b6980498 tempest-VolumesSnapshotTestJSON-1886078946 tempest-VolumesSnapshotTestJSON-1886078946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 07:44:15.419763 dv-cinder-825492-15-iscsi neutron-server[104525]: INFO neutron.wsgi [req-ec485f0e-d12c-41d3-9cd4-c83df9292be2 req-7418eb34-8def-4027-ad7b-4922b6980498 tempest-VolumesSnapshotTestJSON-1886078946 tempest-VolumesSnapshotTestJSON-1886078946-project] 10.222.0.24 "GET /v2.0/ports?device_id=10ed8294-8f3a-4fac-8e9a-c3b78075a585 HTTP/1.1" status: 200 len: 943 time: 0.0470397 May 25 07:44:15.465668 dv-cinder-825492-15-iscsi neutron-server[104525]: INFO neutron.wsgi [req-ec485f0e-d12c-41d3-9cd4-c83df9292be2 req-0955f219-0e33-417c-94a2-78431231c0b2 tempest-VolumesSnapshotTestJSON-1886078946 tempest-VolumesSnapshotTestJSON-1886078946-project] 10.222.0.24 "GET /v2.0/security-groups?id=51b4ed6b-1c02-415d-9339-bebb063a65f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396161 May 25 07:44:15.894989 dv-cinder-825492-15-iscsi neutron-server[104528]: DEBUG dbcounter [-] [104528] Writing DB stats neutron:SELECT=3 {{(pid=104528) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 07:44:15.895733 dv-cinder-825492-15-iscsi neutron-server[104528]: DEBUG dbcounter [-] [104528] Writing DB stats neutron:SELECT=3 {{(pid=104528) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 07:44:16.440385 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.plugins.ml2.rpc [None req-798242cc-9ea0-464c-9109-86bd7997349e None None] Device 8088516f-f409-4c1a-a818-72e6472926e1 details requested by agent hyperv_hv-cinder-82549 with host hv-cinder-82549 {{(pid=104527) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 25 07:44:16.543236 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.plugins.ml2.db [None req-798242cc-9ea0-464c-9109-86bd7997349e None None] For port 8088516f-f409-4c1a-a818-72e6472926e1, host hv-cinder-82549, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82549',level=0,port_id=8088516f-f409-4c1a-a818-72e6472926e1,segment=NetworkSegment(3ba9802c-cef7-42fe-9bb2-55236834ef61),segment_id=3ba9802c-cef7-42fe-9bb2-55236834ef61)] {{(pid=104527) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 07:44:16.555427 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.plugins.ml2.rpc [None req-798242cc-9ea0-464c-9109-86bd7997349e None None] Returning: {'device': '8088516f-f409-4c1a-a818-72e6472926e1', 'network_id': 'c3acec61-ced6-4aa4-9c0d-e8c3f6579c19', 'port_id': '8088516f-f409-4c1a-a818-72e6472926e1', 'mac_address': 'fa:16:3e:a8:0c:ef', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 289, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c7d74e31-36b4-4702-a0e2-7e185ab2e3ee', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104527) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 25 07:44:16.583835 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67a34450-9364-41b9-bb49-3bfc6ac78527 req-5fb18c30-88a1-4ed4-8779-049ea2c50b17 tempest-VolumesSnapshotTestJSON-1886078946 tempest-VolumesSnapshotTestJSON-1886078946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 07:44:16.585400 dv-cinder-825492-15-iscsi neutron-server[104526]: INFO neutron.wsgi [req-67a34450-9364-41b9-bb49-3bfc6ac78527 req-5fb18c30-88a1-4ed4-8779-049ea2c50b17 tempest-VolumesSnapshotTestJSON-1886078946 tempest-VolumesSnapshotTestJSON-1886078946-project] 10.222.0.24 "GET /v2.0/ports?device_id=10ed8294-8f3a-4fac-8e9a-c3b78075a585 HTTP/1.1" status: 200 len: 943 time: 0.0520825 May 25 07:44:16.591688 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.plugins.ml2.plugin [None req-798242cc-9ea0-464c-9109-86bd7997349e None None] Current status of the port 8088516f-f409-4c1a-a818-72e6472926e1 is: DOWN; New status is: BUILD {{(pid=104527) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 25 07:44:16.592199 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron_lib.callbacks.manager [None req-798242cc-9ea0-464c-9109-86bd7997349e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-616651'] for port (8088516f-f409-4c1a-a818-72e6472926e1), before_update {{(pid=104527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:44:16.605668 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.notifiers.nova [None req-798242cc-9ea0-464c-9109-86bd7997349e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8088516f-f409-4c1a-a818-72e6472926e1 {{(pid=104527) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 25 07:44:16.625787 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.plugins.ml2.db [None req-798242cc-9ea0-464c-9109-86bd7997349e None None] For port 8088516f-f409-4c1a-a818-72e6472926e1, host hv-cinder-82549, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82549',level=0,port_id=8088516f-f409-4c1a-a818-72e6472926e1,segment=NetworkSegment(3ba9802c-cef7-42fe-9bb2-55236834ef61),segment_id=3ba9802c-cef7-42fe-9bb2-55236834ef61)] {{(pid=104527) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 07:44:16.633660 dv-cinder-825492-15-iscsi neutron-server[104526]: INFO neutron.wsgi [req-67a34450-9364-41b9-bb49-3bfc6ac78527 req-f9ba3875-8070-4bfa-938c-91dbfcd1b656 tempest-VolumesSnapshotTestJSON-1886078946 tempest-VolumesSnapshotTestJSON-1886078946-project] 10.222.0.24 "GET /v2.0/security-groups?id=51b4ed6b-1c02-415d-9339-bebb063a65f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421402 May 25 07:44:16.726334 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron_lib.callbacks.manager [None req-798242cc-9ea0-464c-9109-86bd7997349e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-617841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612926', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754056714442', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754056173882', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754056173900'] for port (8088516f-f409-4c1a-a818-72e6472926e1), after_update {{(pid=104527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:44:16.773501 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-798242cc-9ea0-464c-9109-86bd7997349e None None] Pushing event updated for resources: {'Port': ['ID=8088516f-f409-4c1a-a818-72e6472926e1,revision_number=4']} {{(pid=104527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 07:44:16.780434 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-798242cc-9ea0-464c-9109-86bd7997349e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825492-15-iscsi {{(pid=104527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 07:44:16.780809 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-798242cc-9ea0-464c-9109-86bd7997349e None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825492-15-iscsi {{(pid=104527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 07:44:16.781150 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-798242cc-9ea0-464c-9109-86bd7997349e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825492-15-iscsi {{(pid=104527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 07:44:16.781490 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-798242cc-9ea0-464c-9109-86bd7997349e None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825492-15-iscsi {{(pid=104527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 07:44:16.781821 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-798242cc-9ea0-464c-9109-86bd7997349e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825492-15-iscsi {{(pid=104527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 07:44:16.782148 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-798242cc-9ea0-464c-9109-86bd7997349e None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825492-15-iscsi {{(pid=104527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 07:44:16.782469 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-798242cc-9ea0-464c-9109-86bd7997349e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825492-15-iscsi {{(pid=104527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 07:44:16.782894 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-798242cc-9ea0-464c-9109-86bd7997349e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-825492-15-iscsi {{(pid=104527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 07:44:16.783219 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-798242cc-9ea0-464c-9109-86bd7997349e None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-825492-15-iscsi {{(pid=104527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 07:44:16.783544 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-798242cc-9ea0-464c-9109-86bd7997349e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-825492-15-iscsi {{(pid=104527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 07:44:16.783868 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-798242cc-9ea0-464c-9109-86bd7997349e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-825492-15-iscsi {{(pid=104527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 07:44:16.784192 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-798242cc-9ea0-464c-9109-86bd7997349e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825492-15-iscsi {{(pid=104527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 07:44:16.784539 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-798242cc-9ea0-464c-9109-86bd7997349e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825492-15-iscsi {{(pid=104527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 07:44:16.784860 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-798242cc-9ea0-464c-9109-86bd7997349e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825492-15-iscsi {{(pid=104527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 07:44:16.785176 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-798242cc-9ea0-464c-9109-86bd7997349e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825492-15-iscsi {{(pid=104527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 07:44:17.630147 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.plugins.ml2.db [None req-798242cc-9ea0-464c-9109-86bd7997349e None None] get_ports_and_sgs() called for port_ids ['8088516f-f409-4c1a-a818-72e6472926e1'] {{(pid=104527) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 25 07:44:17.746904 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG dbcounter [-] [104527] Writing DB stats neutron:SELECT=93,neutron:UPDATE=7 {{(pid=104527) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 07:44:17.770437 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a71cc58b-08d6-4276-8891-fc2bfb32350d req-6e97aaee-adc8-45a0-8b74-0596dc791af1 tempest-VolumesSnapshotTestJSON-1886078946 tempest-VolumesSnapshotTestJSON-1886078946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 07:44:17.772169 dv-cinder-825492-15-iscsi neutron-server[104525]: INFO neutron.wsgi [req-a71cc58b-08d6-4276-8891-fc2bfb32350d req-6e97aaee-adc8-45a0-8b74-0596dc791af1 tempest-VolumesSnapshotTestJSON-1886078946 tempest-VolumesSnapshotTestJSON-1886078946-project] 10.222.0.24 "GET /v2.0/ports?device_id=10ed8294-8f3a-4fac-8e9a-c3b78075a585 HTTP/1.1" status: 200 len: 944 time: 0.0640478 May 25 07:44:17.774146 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG dbcounter [-] [104527] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104527) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 07:44:17.818883 dv-cinder-825492-15-iscsi neutron-server[104525]: INFO neutron.wsgi [req-a71cc58b-08d6-4276-8891-fc2bfb32350d req-7d33cab5-bfe3-4fca-91f0-ed0429c06a0d tempest-VolumesSnapshotTestJSON-1886078946 tempest-VolumesSnapshotTestJSON-1886078946-project] 10.222.0.24 "GET /v2.0/security-groups?id=51b4ed6b-1c02-415d-9339-bebb063a65f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408742 May 25 07:44:18.619848 dv-cinder-825492-15-iscsi neutron-server[104528]: DEBUG neutron.db.agents_db [None req-434abceb-772f-4043-8698-cfe4a44654b9 None None] Agent healthcheck: found 6 active agents {{(pid=104528) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 25 07:44:18.933803 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88b633ed-6a79-4f11-ab6a-37dec404fa44 req-1f0f3023-34a7-4c80-b5f7-a05c0bd763c1 tempest-VolumesSnapshotTestJSON-1886078946 tempest-VolumesSnapshotTestJSON-1886078946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 07:44:18.935260 dv-cinder-825492-15-iscsi neutron-server[104526]: INFO neutron.wsgi [req-88b633ed-6a79-4f11-ab6a-37dec404fa44 req-1f0f3023-34a7-4c80-b5f7-a05c0bd763c1 tempest-VolumesSnapshotTestJSON-1886078946 tempest-VolumesSnapshotTestJSON-1886078946-project] 10.222.0.24 "GET /v2.0/ports?device_id=10ed8294-8f3a-4fac-8e9a-c3b78075a585 HTTP/1.1" status: 200 len: 944 time: 0.0468335 May 25 07:44:18.981432 dv-cinder-825492-15-iscsi neutron-server[104526]: INFO neutron.wsgi [req-88b633ed-6a79-4f11-ab6a-37dec404fa44 req-46d9f514-0b58-4b64-aa71-0f9dd0e8bfc2 tempest-VolumesSnapshotTestJSON-1886078946 tempest-VolumesSnapshotTestJSON-1886078946-project] 10.222.0.24 "GET /v2.0/security-groups?id=51b4ed6b-1c02-415d-9339-bebb063a65f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399718 May 25 07:44:20.095152 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc2d822a-a519-4911-a0f7-b52cdda8ee34 req-55f42a35-ef2c-4e7b-a9b7-4add5703cbd3 tempest-VolumesSnapshotTestJSON-1886078946 tempest-VolumesSnapshotTestJSON-1886078946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 07:44:20.097467 dv-cinder-825492-15-iscsi neutron-server[104525]: INFO neutron.wsgi [req-cc2d822a-a519-4911-a0f7-b52cdda8ee34 req-55f42a35-ef2c-4e7b-a9b7-4add5703cbd3 tempest-VolumesSnapshotTestJSON-1886078946 tempest-VolumesSnapshotTestJSON-1886078946-project] 10.222.0.24 "GET /v2.0/ports?device_id=10ed8294-8f3a-4fac-8e9a-c3b78075a585 HTTP/1.1" status: 200 len: 944 time: 0.0471313 May 25 07:44:20.108462 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG dbcounter [-] [104525] Writing DB stats neutron:SELECT=89,neutron:INSERT=7,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=104525) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 07:44:20.146366 dv-cinder-825492-15-iscsi neutron-server[104525]: INFO neutron.wsgi [req-cc2d822a-a519-4911-a0f7-b52cdda8ee34 req-b249ab53-bf63-473b-be6d-9dea918ca588 tempest-VolumesSnapshotTestJSON-1886078946 tempest-VolumesSnapshotTestJSON-1886078946-project] 10.222.0.24 "GET /v2.0/security-groups?id=51b4ed6b-1c02-415d-9339-bebb063a65f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435059 May 25 07:44:20.754491 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.plugins.ml2.rpc [None req-798242cc-9ea0-464c-9109-86bd7997349e None None] Device 8088516f-f409-4c1a-a818-72e6472926e1 up at agent hyperv_hv-cinder-82549 {{(pid=104527) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 25 07:44:20.801517 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.db.provisioning_blocks [None req-798242cc-9ea0-464c-9109-86bd7997349e None None] Provisioning for port 8088516f-f409-4c1a-a818-72e6472926e1 completed by entity L2. {{(pid=104527) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 25 07:44:20.908938 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.db.provisioning_blocks [None req-798242cc-9ea0-464c-9109-86bd7997349e None None] Provisioning complete for port 8088516f-f409-4c1a-a818-72e6472926e1 triggered by entity L2. {{(pid=104527) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 25 07:44:20.909310 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron_lib.callbacks.manager [None req-798242cc-9ea0-464c-9109-86bd7997349e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1490782'] for port (8088516f-f409-4c1a-a818-72e6472926e1), provisioning_complete {{(pid=104527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:44:20.981118 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.plugins.ml2.plugin [None req-798242cc-9ea0-464c-9109-86bd7997349e None None] Current status of the port 8088516f-f409-4c1a-a818-72e6472926e1 is: BUILD; New status is: ACTIVE {{(pid=104527) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 25 07:44:20.981492 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron_lib.callbacks.manager [None req-798242cc-9ea0-464c-9109-86bd7997349e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-616651'] for port (8088516f-f409-4c1a-a818-72e6472926e1), before_update {{(pid=104527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:44:21.005556 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '10ed8294-8f3a-4fac-8e9a-c3b78075a585', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8088516f-f409-4c1a-a818-72e6472926e1'}] {{(pid=104527) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 25 07:44:21.007795 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b7b9631292b9c3281c46c063e828ef1e98938590bf5356102cacde7abf71fd6b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-226c22ec-ad12-4fd5-b237-d2fea7b2ebf7" -d '{"events": [{"server_uuid": "10ed8294-8f3a-4fac-8e9a-c3b78075a585", "name": "network-vif-plugged", "status": "completed", "tag": "8088516f-f409-4c1a-a818-72e6472926e1"}]}' {{(pid=104527) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 25 07:44:21.022012 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.plugins.ml2.db [None req-798242cc-9ea0-464c-9109-86bd7997349e None None] For port 8088516f-f409-4c1a-a818-72e6472926e1, host hv-cinder-82549, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82549',level=0,port_id=8088516f-f409-4c1a-a818-72e6472926e1,segment=NetworkSegment(3ba9802c-cef7-42fe-9bb2-55236834ef61),segment_id=3ba9802c-cef7-42fe-9bb2-55236834ef61)] {{(pid=104527) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 07:44:21.050463 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 25 May 2022 07:44:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0f98f31c-679c-4a4d-8cd6-a1ea3d2774b1 x-openstack-request-id: req-0f98f31c-679c-4a4d-8cd6-a1ea3d2774b1 {{(pid=104527) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 25 07:44:21.051518 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "10ed8294-8f3a-4fac-8e9a-c3b78075a585", "name": "network-vif-plugged", "status": "completed", "tag": "8088516f-f409-4c1a-a818-72e6472926e1", "code": 200}]} {{(pid=104527) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 25 07:44:21.051905 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-0f98f31c-679c-4a4d-8cd6-a1ea3d2774b1 {{(pid=104527) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 25 07:44:21.052371 dv-cinder-825492-15-iscsi neutron-server[104527]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0f98f31c-679c-4a4d-8cd6-a1ea3d2774b1'] response: {'server_uuid': '10ed8294-8f3a-4fac-8e9a-c3b78075a585', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8088516f-f409-4c1a-a818-72e6472926e1', 'code': 200} May 25 07:44:21.099056 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron_lib.callbacks.manager [None req-798242cc-9ea0-464c-9109-86bd7997349e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-617841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612926', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754056714442', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754056173882', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754056173900'] for port (8088516f-f409-4c1a-a818-72e6472926e1), after_update {{(pid=104527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:44:21.145896 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-798242cc-9ea0-464c-9109-86bd7997349e None None] Pushing event updated for resources: {'Port': ['ID=8088516f-f409-4c1a-a818-72e6472926e1,revision_number=5']} {{(pid=104527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 07:44:21.261127 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4c2aacf-b33d-4c58-8b63-ffc9cf5aa1e2 req-202b7e88-dfdb-4e87-b389-a6ee232a32e1 tempest-VolumesSnapshotTestJSON-1886078946 tempest-VolumesSnapshotTestJSON-1886078946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 07:44:21.262599 dv-cinder-825492-15-iscsi neutron-server[104525]: INFO neutron.wsgi [req-f4c2aacf-b33d-4c58-8b63-ffc9cf5aa1e2 req-202b7e88-dfdb-4e87-b389-a6ee232a32e1 tempest-VolumesSnapshotTestJSON-1886078946 tempest-VolumesSnapshotTestJSON-1886078946-project] 10.222.0.24 "GET /v2.0/ports?device_id=10ed8294-8f3a-4fac-8e9a-c3b78075a585 HTTP/1.1" status: 200 len: 945 time: 0.0476854 May 25 07:44:21.275443 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG dbcounter [-] [104525] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:DELETE=1 {{(pid=104525) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 07:44:21.315728 dv-cinder-825492-15-iscsi neutron-server[104525]: INFO neutron.wsgi [req-f4c2aacf-b33d-4c58-8b63-ffc9cf5aa1e2 req-1134d85c-2358-4499-ab5b-85ccb4aeadac tempest-VolumesSnapshotTestJSON-1886078946 tempest-VolumesSnapshotTestJSON-1886078946-project] 10.222.0.24 "GET /v2.0/security-groups?id=51b4ed6b-1c02-415d-9339-bebb063a65f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473869 May 25 07:44:21.405305 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-905c038a-5a2f-43bf-a63a-67806f18d669 req-830f22e8-5ecf-4ea1-ae58-ec92a713562e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 07:44:21.406752 dv-cinder-825492-15-iscsi neutron-server[104526]: INFO neutron.wsgi [req-905c038a-5a2f-43bf-a63a-67806f18d669 req-830f22e8-5ecf-4ea1-ae58-ec92a713562e service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=10ed8294-8f3a-4fac-8e9a-c3b78075a585 HTTP/1.1" status: 200 len: 1129 time: 0.0437953 May 25 07:44:21.456616 dv-cinder-825492-15-iscsi neutron-server[104526]: INFO neutron.wsgi [req-905c038a-5a2f-43bf-a63a-67806f18d669 req-d02f92d5-7698-4172-b9e0-e0eee06bb605 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=51b4ed6b-1c02-415d-9339-bebb063a65f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433772 May 25 07:44:21.893695 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.wsgi [-] (104526) accepted ('10.222.0.24', 50158) {{(pid=104526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 07:44:22.007463 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-55e7f2db-fe71-47a9-8a97-6af477a7e1fa admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:44:22.206397 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-55e7f2db-fe71-47a9-8a97-6af477a7e1fa admin admin] Publish callbacks [] for security_group (72fb0ae5-5552-4954-9d43-d3a81b729b39), precommit_create {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:44:22.263486 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-55e7f2db-fe71-47a9-8a97-6af477a7e1fa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-278753'] for security_group (72fb0ae5-5552-4954-9d43-d3a81b729b39), after_create {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:44:22.303724 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55e7f2db-fe71-47a9-8a97-6af477a7e1fa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=72fb0ae5-5552-4954-9d43-d3a81b729b39,revision_number=1']} {{(pid=104526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 07:44:22.309391 dv-cinder-825492-15-iscsi neutron-server[104526]: INFO neutron.wsgi [None req-55e7f2db-fe71-47a9-8a97-6af477a7e1fa admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=281052e24b3d423ea256ce0cc993592a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4145513 May 25 07:44:22.311925 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.wsgi [-] (104526) accepted ('10.222.0.24', 50174) {{(pid=104526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 07:44:22.363923 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-1e871554-d6d3-49ff-934d-64dcb2d0d232 admin admin] Publish callbacks [] for security_group (72fb0ae5-5552-4954-9d43-d3a81b729b39), before_delete {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:44:22.389053 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-1e871554-d6d3-49ff-934d-64dcb2d0d232 admin admin] Publish callbacks [] for security_group (72fb0ae5-5552-4954-9d43-d3a81b729b39), precommit_delete {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:44:22.464760 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd8fdabd-e91a-4fde-9ef7-967afe95c740 req-41928a57-9f10-41e1-a8da-1acf8835da44 tempest-VolumesSnapshotTestJSON-1886078946 tempest-VolumesSnapshotTestJSON-1886078946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 07:44:22.466212 dv-cinder-825492-15-iscsi neutron-server[104526]: INFO neutron.wsgi [req-cd8fdabd-e91a-4fde-9ef7-967afe95c740 req-41928a57-9f10-41e1-a8da-1acf8835da44 tempest-VolumesSnapshotTestJSON-1886078946 tempest-VolumesSnapshotTestJSON-1886078946-project] 10.222.0.24 "GET /v2.0/ports?device_id=10ed8294-8f3a-4fac-8e9a-c3b78075a585 HTTP/1.1" status: 200 len: 945 time: 0.0748856 May 25 07:44:22.515985 dv-cinder-825492-15-iscsi neutron-server[104526]: INFO neutron.wsgi [req-cd8fdabd-e91a-4fde-9ef7-967afe95c740 req-270ac6e8-f670-47fb-a342-7469e8903a0f tempest-VolumesSnapshotTestJSON-1886078946 tempest-VolumesSnapshotTestJSON-1886078946-project] 10.222.0.24 "GET /v2.0/security-groups?id=51b4ed6b-1c02-415d-9339-bebb063a65f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442317 May 25 07:44:22.583278 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-1e871554-d6d3-49ff-934d-64dcb2d0d232 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-278753'] for security_group (72fb0ae5-5552-4954-9d43-d3a81b729b39), after_delete {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:44:22.586767 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-1e871554-d6d3-49ff-934d-64dcb2d0d232 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:44:22.588399 dv-cinder-825492-15-iscsi neutron-server[104526]: INFO neutron.wsgi [None req-1e871554-d6d3-49ff-934d-64dcb2d0d232 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/72fb0ae5-5552-4954-9d43-d3a81b729b39 HTTP/1.1" status: 204 len: 168 time: 0.2753010 May 25 07:44:22.600171 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e871554-d6d3-49ff-934d-64dcb2d0d232 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=72fb0ae5-5552-4954-9d43-d3a81b729b39,revision_number=None']} {{(pid=104526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 07:44:23.373337 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.wsgi [-] (104526) accepted ('10.222.0.24', 50190) {{(pid=104526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 07:44:23.388112 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-a563d439-a2a4-4fbf-8cec-29964bb8a3b2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:44:23.425101 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG dbcounter [-] [104526] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=104526) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 07:44:23.441388 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG dbcounter [-] [104526] Writing DB stats neutron:SELECT=81,neutron:INSERT=16,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=104526) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 07:44:23.464066 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-a563d439-a2a4-4fbf-8cec-29964bb8a3b2 admin admin] Publish callbacks [] for security_group (2c222ea8-3e86-42c7-a4de-afc487d58a01), precommit_create {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:44:23.520884 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-a563d439-a2a4-4fbf-8cec-29964bb8a3b2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-278753'] for security_group (2c222ea8-3e86-42c7-a4de-afc487d58a01), after_create {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:44:23.560016 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a563d439-a2a4-4fbf-8cec-29964bb8a3b2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2c222ea8-3e86-42c7-a4de-afc487d58a01,revision_number=1']} {{(pid=104526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 07:44:23.564980 dv-cinder-825492-15-iscsi neutron-server[104526]: INFO neutron.wsgi [None req-a563d439-a2a4-4fbf-8cec-29964bb8a3b2 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=e3579de84fde4a82b6df83583144e662&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1905694 May 25 07:44:23.567839 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron.wsgi [-] (104525) accepted ('10.222.0.24', 50194) {{(pid=104525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 07:44:23.651287 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-400b988c-f977-4e3e-9172-d924daaeb59e req-353064a0-1525-49ab-ad83-639d5223ec4e tempest-VolumesSnapshotTestJSON-1886078946 tempest-VolumesSnapshotTestJSON-1886078946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 07:44:23.652778 dv-cinder-825492-15-iscsi neutron-server[104525]: INFO neutron.wsgi [req-400b988c-f977-4e3e-9172-d924daaeb59e req-353064a0-1525-49ab-ad83-639d5223ec4e tempest-VolumesSnapshotTestJSON-1886078946 tempest-VolumesSnapshotTestJSON-1886078946-project] 10.222.0.24 "GET /v2.0/ports?device_id=10ed8294-8f3a-4fac-8e9a-c3b78075a585 HTTP/1.1" status: 200 len: 945 time: 0.0656435 May 25 07:44:23.680113 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-7e01b508-dd67-427f-84d8-6d827a22c044 admin admin] Publish callbacks [] for security_group (2c222ea8-3e86-42c7-a4de-afc487d58a01), before_delete {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:44:23.723668 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-7e01b508-dd67-427f-84d8-6d827a22c044 admin admin] Publish callbacks [] for security_group (2c222ea8-3e86-42c7-a4de-afc487d58a01), precommit_delete {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:44:23.732895 dv-cinder-825492-15-iscsi neutron-server[104525]: INFO neutron.wsgi [req-400b988c-f977-4e3e-9172-d924daaeb59e req-a7a7b08f-ea03-4772-9b78-92db379b1c6c tempest-VolumesSnapshotTestJSON-1886078946 tempest-VolumesSnapshotTestJSON-1886078946-project] 10.222.0.24 "GET /v2.0/security-groups?id=51b4ed6b-1c02-415d-9339-bebb063a65f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0716629 May 25 07:44:23.893047 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-7e01b508-dd67-427f-84d8-6d827a22c044 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-278753'] for security_group (2c222ea8-3e86-42c7-a4de-afc487d58a01), after_delete {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:44:23.895641 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-7e01b508-dd67-427f-84d8-6d827a22c044 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:44:23.896911 dv-cinder-825492-15-iscsi neutron-server[104525]: INFO neutron.wsgi [None req-7e01b508-dd67-427f-84d8-6d827a22c044 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/2c222ea8-3e86-42c7-a4de-afc487d58a01 HTTP/1.1" status: 204 len: 168 time: 0.3259239 May 25 07:44:23.906691 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e01b508-dd67-427f-84d8-6d827a22c044 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c222ea8-3e86-42c7-a4de-afc487d58a01,revision_number=None']} {{(pid=104525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 07:44:23.914652 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e01b508-dd67-427f-84d8-6d827a22c044 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825492-15-iscsi {{(pid=104525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 07:44:23.914992 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e01b508-dd67-427f-84d8-6d827a22c044 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825492-15-iscsi {{(pid=104525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 07:44:23.915337 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e01b508-dd67-427f-84d8-6d827a22c044 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825492-15-iscsi {{(pid=104525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 07:44:23.915674 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e01b508-dd67-427f-84d8-6d827a22c044 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825492-15-iscsi {{(pid=104525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 07:44:23.916004 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e01b508-dd67-427f-84d8-6d827a22c044 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825492-15-iscsi {{(pid=104525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 07:44:23.916333 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e01b508-dd67-427f-84d8-6d827a22c044 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825492-15-iscsi {{(pid=104525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 07:44:23.916688 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e01b508-dd67-427f-84d8-6d827a22c044 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825492-15-iscsi {{(pid=104525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 07:44:23.917013 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e01b508-dd67-427f-84d8-6d827a22c044 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-825492-15-iscsi {{(pid=104525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 07:44:23.917336 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e01b508-dd67-427f-84d8-6d827a22c044 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-825492-15-iscsi {{(pid=104525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 07:44:23.917660 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e01b508-dd67-427f-84d8-6d827a22c044 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-825492-15-iscsi {{(pid=104525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 07:44:23.918408 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e01b508-dd67-427f-84d8-6d827a22c044 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-825492-15-iscsi {{(pid=104525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 07:44:23.918408 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e01b508-dd67-427f-84d8-6d827a22c044 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825492-15-iscsi {{(pid=104525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 07:44:23.918830 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e01b508-dd67-427f-84d8-6d827a22c044 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825492-15-iscsi {{(pid=104525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 07:44:23.919154 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e01b508-dd67-427f-84d8-6d827a22c044 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825492-15-iscsi {{(pid=104525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 07:44:23.919470 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e01b508-dd67-427f-84d8-6d827a22c044 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825492-15-iscsi {{(pid=104525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 07:44:30.139095 dv-cinder-825492-15-iscsi neutron-server[104528]: DEBUG dbcounter [-] [104528] Writing DB stats neutron:SELECT=15 {{(pid=104528) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 07:44:30.142183 dv-cinder-825492-15-iscsi neutron-server[104528]: DEBUG dbcounter [-] [104528] Writing DB stats neutron:SELECT=13 {{(pid=104528) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 07:44:32.154831 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron_lib.callbacks.manager [None req-798242cc-9ea0-464c-9109-86bd7997349e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754056472917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490168'] for agent (bbf5dc8c-5103-4973-a6b6-76af4660c126), after_update {{(pid=104527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:44:33.892843 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG dbcounter [-] [104526] Writing DB stats neutron:INSERT=1,neutron:SELECT=20 {{(pid=104526) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 07:44:33.908817 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG dbcounter [-] [104525] Writing DB stats neutron:SELECT=22,neutron:DELETE=2 {{(pid=104525) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 07:44:33.909530 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG dbcounter [-] [104525] Writing DB stats neutron:SELECT=44,neutron:DELETE=2 {{(pid=104525) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 07:44:34.737599 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron.wsgi [-] (104525) accepted ('10.222.0.24', 50482) {{(pid=104525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 07:44:34.877220 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron.plugins.ml2.plugin [None req-0b7fa569-3dd0-4d10-a0cb-e4633da710f5 tempest-TestShelveInstance-2091076447 tempest-TestShelveInstance-2091076447-project] Deleting port ce41be56-d5db-4372-a453-6a28c4a132f0 {{(pid=104525) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 25 07:44:34.877454 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-0b7fa569-3dd0-4d10-a0cb-e4633da710f5 tempest-TestShelveInstance-2091076447 tempest-TestShelveInstance-2091076447-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754056702922'] for port (ce41be56-d5db-4372-a453-6a28c4a132f0), before_delete {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:44:34.958668 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-0b7fa569-3dd0-4d10-a0cb-e4633da710f5 tempest-TestShelveInstance-2091076447 tempest-TestShelveInstance-2091076447-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625317'] for port (ce41be56-d5db-4372-a453-6a28c4a132f0), precommit_delete {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:44:34.959421 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-0b7fa569-3dd0-4d10-a0cb-e4633da710f5 tempest-TestShelveInstance-2091076447 tempest-TestShelveInstance-2091076447-project] Publish callbacks [] for floatingip (ce41be56-d5db-4372-a453-6a28c4a132f0), precommit_delete {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:44:34.972846 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron.plugins.ml2.plugin [None req-0b7fa569-3dd0-4d10-a0cb-e4633da710f5 tempest-TestShelveInstance-2091076447 tempest-TestShelveInstance-2091076447-project] Calling delete_port for ce41be56-d5db-4372-a453-6a28c4a132f0 owned by network:floatingip {{(pid=104525) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 25 07:44:35.314955 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron_lib.callbacks.manager [None req-9e48619e-86f4-482b-a75b-e8e740c22cb6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754056472917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490168'] for agent (6cf9466f-68ff-4d03-9bb6-0c8244fa88eb), after_update {{(pid=104527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:44:35.315552 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-0b7fa569-3dd0-4d10-a0cb-e4633da710f5 tempest-TestShelveInstance-2091076447 tempest-TestShelveInstance-2091076447-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-617841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612926', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754056714424', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754056173873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59563715'] for port (ce41be56-d5db-4372-a453-6a28c4a132f0), after_delete {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:44:35.349726 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b7fa569-3dd0-4d10-a0cb-e4633da710f5 tempest-TestShelveInstance-2091076447 tempest-TestShelveInstance-2091076447-project] Pushing event deleted for resources: {'Port': ['ID=ce41be56-d5db-4372-a453-6a28c4a132f0,revision_number=None']} {{(pid=104525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 07:44:35.416459 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-0b7fa569-3dd0-4d10-a0cb-e4633da710f5 tempest-TestShelveInstance-2091076447 tempest-TestShelveInstance-2091076447-project] Publish callbacks [] for floatingip (16ce4bb4-46f6-4fe3-b146-4ffa384db7c6), after_delete {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:44:35.416806 dv-cinder-825492-15-iscsi neutron-server[104525]: INFO neutron.db.l3_db [None req-0b7fa569-3dd0-4d10-a0cb-e4633da710f5 tempest-TestShelveInstance-2091076447 tempest-TestShelveInstance-2091076447-project] Floating IP 16ce4bb4-46f6-4fe3-b146-4ffa384db7c6 disassociated (deleted). External IP: 172.27.3.165, port: 6d5abc91-52ce-441e-be4e-749082dec7ae. May 25 07:44:35.625054 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0b7fa569-3dd0-4d10-a0cb-e4633da710f5 tempest-TestShelveInstance-2091076447 tempest-TestShelveInstance-2091076447-project] Router 3e3c894b-9d5c-4c79-a14b-def167031996 has already been hosted by L3 agent 54ff4013-997e-4376-a4e9-e6c98cf37cc7 {{(pid=104525) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 25 07:44:35.733684 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0b7fa569-3dd0-4d10-a0cb-e4633da710f5 tempest-TestShelveInstance-2091076447 tempest-TestShelveInstance-2091076447-project] Notify agent at l3_agent.dv-cinder-825492-15-iscsi the message routers_updated {{(pid=104525) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 25 07:44:35.738031 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-0b7fa569-3dd0-4d10-a0cb-e4633da710f5 tempest-TestShelveInstance-2091076447 tempest-TestShelveInstance-2091076447-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93885'] for floatingip (None), before_response {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:44:35.744556 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed737b43-cbac-48f7-b6d9-f48437ef661b None None] Sync routers for ids ['3e3c894b-9d5c-4c79-a14b-def167031996'] in dv-cinder-825492-15-iscsi {{(pid=104527) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 25 07:44:35.754537 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed737b43-cbac-48f7-b6d9-f48437ef661b None None] Routers {'3e3c894b-9d5c-4c79-a14b-def167031996'} bound to L3 agent in host dv-cinder-825492-15-iscsi {{(pid=104527) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 25 07:44:35.755136 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.db.l3_hamode_db [None req-ed737b43-cbac-48f7-b6d9-f48437ef661b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825492-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-25T07:27:37Z,description=,heartbeat_timestamp=2022-05-25T07:44:07Z,host='dv-cinder-825492-15-iscsi',id=54ff4013-997e-4376-a4e9-e6c98cf37cc7,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T07:27:38Z,topic='l3_agent')) {'router_ids': ['3e3c894b-9d5c-4c79-a14b-def167031996'], 'active': True} {{(pid=104527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 07:44:35.769732 dv-cinder-825492-15-iscsi neutron-server[104525]: INFO neutron.wsgi [None req-0b7fa569-3dd0-4d10-a0cb-e4633da710f5 tempest-TestShelveInstance-2091076447 tempest-TestShelveInstance-2091076447-project] 10.222.0.24 "DELETE /v2.0/floatingips/16ce4bb4-46f6-4fe3-b146-4ffa384db7c6 HTTP/1.1" status: 204 len: 168 time: 1.0310299 May 25 07:44:35.770362 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '63430b83-f298-430c-9ca9-bdd4d69bde91', 'tag': '6d5abc91-52ce-441e-be4e-749082dec7ae'}] {{(pid=104525) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 25 07:44:35.772925 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d445ce38d91c6b292eb6894f597f8081be97d606cd6e8c01bc8cfabf5dd02ac1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5fdbc6bb-bc97-4ecd-86f2-fed3fa542648" -d '{"events": [{"name": "network-changed", "server_uuid": "63430b83-f298-430c-9ca9-bdd4d69bde91", "tag": "6d5abc91-52ce-441e-be4e-749082dec7ae"}]}' {{(pid=104525) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 25 07:44:35.934387 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.db.l3_dvr_db [None req-ed737b43-cbac-48f7-b6d9-f48437ef661b None None] Set router 3e3c894b-9d5c-4c79-a14b-def167031996 gateway port host: dv-cinder-825492-15-iscsi {{(pid=104527) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 25 07:44:35.981057 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 25 May 2022 07:44:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8e7a0bb0-4107-4eee-a6fe-7dd19264ce9d x-openstack-request-id: req-8e7a0bb0-4107-4eee-a6fe-7dd19264ce9d {{(pid=104525) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 25 07:44:35.982647 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "63430b83-f298-430c-9ca9-bdd4d69bde91", "tag": "6d5abc91-52ce-441e-be4e-749082dec7ae", "status": "completed", "code": 200}]} {{(pid=104525) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 25 07:44:35.983079 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-8e7a0bb0-4107-4eee-a6fe-7dd19264ce9d {{(pid=104525) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 25 07:44:35.983761 dv-cinder-825492-15-iscsi neutron-server[104525]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8e7a0bb0-4107-4eee-a6fe-7dd19264ce9d'] response: {'name': 'network-changed', 'server_uuid': '63430b83-f298-430c-9ca9-bdd4d69bde91', 'tag': '6d5abc91-52ce-441e-be4e-749082dec7ae', 'status': 'completed', 'code': 200} May 25 07:44:36.070989 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fdbc6bb-bc97-4ecd-86f2-fed3fa542648 req-53d885ea-092d-4093-9bf8-39ffb8dbd547 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 07:44:36.072783 dv-cinder-825492-15-iscsi neutron-server[104526]: INFO neutron.wsgi [req-5fdbc6bb-bc97-4ecd-86f2-fed3fa542648 req-53d885ea-092d-4093-9bf8-39ffb8dbd547 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=f13c4f9ee9c444d9b9a0d2c2e3ec9142&device_id=63430b83-f298-430c-9ca9-bdd4d69bde91 HTTP/1.1" status: 200 len: 1129 time: 0.0433354 May 25 07:44:36.159569 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.db.l3_hamode_db [None req-ed737b43-cbac-48f7-b6d9-f48437ef661b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e3c894b-9d5c-4c79-a14b-def167031996', 'name': 'tempest-TestShelveInstance-1950752323-router', 'tenant_id': 'f13c4f9ee9c444d9b9a0d2c2e3ec9142', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '29c629bd-3f50-4535-bfbc-a047608d6fb6', 'external_fixed_ips': [{'subnet_id': '7934ff5a-43f1-4f76-b9d8-e4343ace34f5', 'ip_address': '172.27.3.151'}], 'enable_snat': True}, 'gw_port_id': '9da543db-6561-42d0-9db7-d28a4645a5cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T07:39:22Z', 'updated_at': '2022-05-25T07:39:25Z', 'revision_number': 4, 'project_id': 'f13c4f9ee9c444d9b9a0d2c2e3ec9142', 'gw_port': {'id': '9da543db-6561-42d0-9db7-d28a4645a5cb', 'name': '', 'network_id': '29c629bd-3f50-4535-bfbc-a047608d6fb6', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:81:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e3c894b-9d5c-4c79-a14b-def167031996', 'device_owner': 'network:router_gateway', 'standard_attr_id': 387, 'fixed_ips': [{'subnet_id': '7934ff5a-43f1-4f76-b9d8-e4343ace34f5', 'ip_address': '172.27.3.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825492-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T07:39:23Z', 'updated_at': '2022-05-25T07:39:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7934ff5a-43f1-4f76-b9d8-e4343ace34f5', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825492-15-iscsi', '_interfaces': [{'id': '4e579cb2-52e8-4a5a-9415-d9411fade202', 'name': '', 'network_id': '865acc30-354d-443a-90ac-e550f16275c5', 'tenant_id': 'f13c4f9ee9c444d9b9a0d2c2e3ec9142', 'mac_address': 'fa:16:3e:da:e7:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e3c894b-9d5c-4c79-a14b-def167031996', 'device_owner': 'network:router_interface', 'standard_attr_id': 388, 'fixed_ips': [{'subnet_id': '6ebf3ac6-955c-49f9-997f-8aa2353df952', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825492-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T07:39:25Z', 'updated_at': '2022-05-25T07:39:31Z', 'revision_number': 5, 'project_id': 'f13c4f9ee9c444d9b9a0d2c2e3ec9142', 'subnets': [{'id': '6ebf3ac6-955c-49f9-997f-8aa2353df952', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-825492-15-iscsi', False) {} {{(pid=104527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 07:44:36.172566 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fdbc6bb-bc97-4ecd-86f2-fed3fa542648 req-8e6b14d8-7ea5-4de0-98d3-a15d3e77f71f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 07:44:36.174642 dv-cinder-825492-15-iscsi neutron-server[104526]: INFO neutron.wsgi [req-5fdbc6bb-bc97-4ecd-86f2-fed3fa542648 req-8e6b14d8-7ea5-4de0-98d3-a15d3e77f71f service neutron] 10.222.0.41 "GET /v2.0/networks?id=865acc30-354d-443a-90ac-e550f16275c5 HTTP/1.1" status: 200 len: 910 time: 0.0951121 May 25 07:44:36.187254 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed737b43-cbac-48f7-b6d9-f48437ef661b None None] Checking router: 3e3c894b-9d5c-4c79-a14b-def167031996 for host: dv-cinder-825492-15-iscsi {{(pid=104527) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 25 07:44:36.197452 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed737b43-cbac-48f7-b6d9-f48437ef661b None None] Routers {'3e3c894b-9d5c-4c79-a14b-def167031996'} bound to L3 agent in host dv-cinder-825492-15-iscsi {{(pid=104527) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 25 07:44:36.198193 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.db.l3_hamode_db [None req-ed737b43-cbac-48f7-b6d9-f48437ef661b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825492-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-25T07:27:37Z,description=,heartbeat_timestamp=2022-05-25T07:44:07Z,host='dv-cinder-825492-15-iscsi',id=54ff4013-997e-4376-a4e9-e6c98cf37cc7,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T07:27:38Z,topic='l3_agent')) {'router_ids': ['3e3c894b-9d5c-4c79-a14b-def167031996'], 'active': True} {{(pid=104527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 07:44:36.244441 dv-cinder-825492-15-iscsi neutron-server[104526]: INFO neutron.wsgi [req-5fdbc6bb-bc97-4ecd-86f2-fed3fa542648 req-14d64ae0-8285-4c97-8d91-8a0591464c00 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=6d5abc91-52ce-441e-be4e-749082dec7ae HTTP/1.1" status: 200 len: 217 time: 0.0428586 May 25 07:44:36.301320 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fdbc6bb-bc97-4ecd-86f2-fed3fa542648 req-5941d22d-e273-4421-a855-8c7d9afa248d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 07:44:36.302789 dv-cinder-825492-15-iscsi neutron-server[104526]: INFO neutron.wsgi [req-5fdbc6bb-bc97-4ecd-86f2-fed3fa542648 req-5941d22d-e273-4421-a855-8c7d9afa248d service neutron] 10.222.0.41 "GET /v2.0/subnets?id=6ebf3ac6-955c-49f9-997f-8aa2353df952 HTTP/1.1" status: 200 len: 848 time: 0.0514894 May 25 07:44:36.315224 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.db.l3_dvr_db [None req-ed737b43-cbac-48f7-b6d9-f48437ef661b None None] Set router 3e3c894b-9d5c-4c79-a14b-def167031996 gateway port host: dv-cinder-825492-15-iscsi {{(pid=104527) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 25 07:44:36.353268 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fdbc6bb-bc97-4ecd-86f2-fed3fa542648 req-2b8f6485-b7d6-4d6c-91ac-b32797fc2287 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 07:44:36.354828 dv-cinder-825492-15-iscsi neutron-server[104526]: INFO neutron.wsgi [req-5fdbc6bb-bc97-4ecd-86f2-fed3fa542648 req-2b8f6485-b7d6-4d6c-91ac-b32797fc2287 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=865acc30-354d-443a-90ac-e550f16275c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0437686 May 25 07:44:36.395913 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG dbcounter [-] [104525] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=104525) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 07:44:36.405393 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG dbcounter [-] [104525] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104525) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 07:44:36.420074 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeda3508-0ada-4654-a9d3-7a0845cde1f9 req-e5028656-ddde-4619-9841-02ab5c88996f tempest-TestShelveInstance-2091076447 tempest-TestShelveInstance-2091076447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 07:44:36.421745 dv-cinder-825492-15-iscsi neutron-server[104525]: INFO neutron.wsgi [req-eeda3508-0ada-4654-a9d3-7a0845cde1f9 req-e5028656-ddde-4619-9841-02ab5c88996f tempest-TestShelveInstance-2091076447 tempest-TestShelveInstance-2091076447-project] 10.222.0.24 "GET /v2.0/ports?device_id=63430b83-f298-430c-9ca9-bdd4d69bde91 HTTP/1.1" status: 200 len: 945 time: 0.0661874 May 25 07:44:36.454318 dv-cinder-825492-15-iscsi neutron-server[104526]: INFO neutron.wsgi [req-5fdbc6bb-bc97-4ecd-86f2-fed3fa542648 req-85e32563-8f94-4415-bf40-5a253b68cc66 service neutron] 10.222.0.41 "GET /v2.0/networks/865acc30-354d-443a-90ac-e550f16275c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0919385 May 25 07:44:36.483786 dv-cinder-825492-15-iscsi neutron-server[104525]: INFO neutron.wsgi [req-eeda3508-0ada-4654-a9d3-7a0845cde1f9 req-50f6e674-5769-4769-8e2a-e1f0e21cbb73 tempest-TestShelveInstance-2091076447 tempest-TestShelveInstance-2091076447-project] 10.222.0.24 "GET /v2.0/security-groups?id=edcffb78-b012-4438-ba13-bc705797ca5b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0544813 May 25 07:44:36.597130 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG dbcounter [-] [104527] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104527) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 07:44:36.628315 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG dbcounter [-] [104527] Writing DB stats neutron:SELECT=96,neutron:DELETE=1,neutron:UPDATE=3 {{(pid=104527) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 07:44:36.634063 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.db.l3_hamode_db [None req-ed737b43-cbac-48f7-b6d9-f48437ef661b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e3c894b-9d5c-4c79-a14b-def167031996', 'name': 'tempest-TestShelveInstance-1950752323-router', 'tenant_id': 'f13c4f9ee9c444d9b9a0d2c2e3ec9142', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '29c629bd-3f50-4535-bfbc-a047608d6fb6', 'external_fixed_ips': [{'subnet_id': '7934ff5a-43f1-4f76-b9d8-e4343ace34f5', 'ip_address': '172.27.3.151'}], 'enable_snat': True}, 'gw_port_id': '9da543db-6561-42d0-9db7-d28a4645a5cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T07:39:22Z', 'updated_at': '2022-05-25T07:39:25Z', 'revision_number': 4, 'project_id': 'f13c4f9ee9c444d9b9a0d2c2e3ec9142', 'gw_port': {'id': '9da543db-6561-42d0-9db7-d28a4645a5cb', 'name': '', 'network_id': '29c629bd-3f50-4535-bfbc-a047608d6fb6', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:81:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e3c894b-9d5c-4c79-a14b-def167031996', 'device_owner': 'network:router_gateway', 'standard_attr_id': 387, 'fixed_ips': [{'subnet_id': '7934ff5a-43f1-4f76-b9d8-e4343ace34f5', 'ip_address': '172.27.3.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825492-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T07:39:23Z', 'updated_at': '2022-05-25T07:39:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7934ff5a-43f1-4f76-b9d8-e4343ace34f5', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825492-15-iscsi', '_interfaces': [{'id': '4e579cb2-52e8-4a5a-9415-d9411fade202', 'name': '', 'network_id': '865acc30-354d-443a-90ac-e550f16275c5', 'tenant_id': 'f13c4f9ee9c444d9b9a0d2c2e3ec9142', 'mac_address': 'fa:16:3e:da:e7:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e3c894b-9d5c-4c79-a14b-def167031996', 'device_owner': 'network:router_interface', 'standard_attr_id': 388, 'fixed_ips': [{'subnet_id': '6ebf3ac6-955c-49f9-997f-8aa2353df952', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825492-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T07:39:25Z', 'updated_at': '2022-05-25T07:39:31Z', 'revision_number': 5, 'project_id': 'f13c4f9ee9c444d9b9a0d2c2e3ec9142', 'subnets': [{'id': '6ebf3ac6-955c-49f9-997f-8aa2353df952', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-825492-15-iscsi', False) {} {{(pid=104527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 07:44:36.660897 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed737b43-cbac-48f7-b6d9-f48437ef661b None None] The sync data for ids ['3e3c894b-9d5c-4c79-a14b-def167031996'] in dv-cinder-825492-15-iscsi is: [{'id': '3e3c894b-9d5c-4c79-a14b-def167031996', 'name': 'tempest-TestShelveInstance-1950752323-router', 'tenant_id': 'f13c4f9ee9c444d9b9a0d2c2e3ec9142', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '29c629bd-3f50-4535-bfbc-a047608d6fb6', 'external_fixed_ips': [{'subnet_id': '7934ff5a-43f1-4f76-b9d8-e4343ace34f5', 'ip_address': '172.27.3.151'}], 'enable_snat': True}, 'gw_port_id': '9da543db-6561-42d0-9db7-d28a4645a5cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T07:39:22Z', 'updated_at': '2022-05-25T07:39:25Z', 'revision_number': 4, 'project_id': 'f13c4f9ee9c444d9b9a0d2c2e3ec9142', 'gw_port': {'id': '9da543db-6561-42d0-9db7-d28a4645a5cb', 'name': '', 'network_id': '29c629bd-3f50-4535-bfbc-a047608d6fb6', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:81:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e3c894b-9d5c-4c79-a14b-def167031996', 'device_owner': 'network:router_gateway', 'standard_attr_id': 387, 'fixed_ips': [{'subnet_id': '7934ff5a-43f1-4f76-b9d8-e4343ace34f5', 'ip_address': '172.27.3.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825492-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T07:39:23Z', 'updated_at': '2022-05-25T07:39:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7934ff5a-43f1-4f76-b9d8-e4343ace34f5', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825492-15-iscsi', '_interfaces': [{'id': '4e579cb2-52e8-4a5a-9415-d9411fade202', 'name': '', 'network_id': '865acc30-354d-443a-90ac-e550f16275c5', 'tenant_id': 'f13c4f9ee9c444d9b9a0d2c2e3ec9142', 'mac_address': 'fa:16:3e:da:e7:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e3c894b-9d5c-4c79-a14b-def167031996', 'device_owner': 'network:router_interface', 'standard_attr_id': 388, 'fixed_ips': [{'subnet_id': '6ebf3ac6-955c-49f9-997f-8aa2353df952', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825492-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T07:39:25Z', 'updated_at': '2022-05-25T07:39:31Z', 'revision_number': 5, 'project_id': 'f13c4f9ee9c444d9b9a0d2c2e3ec9142', 'subnets': [{'id': '6ebf3ac6-955c-49f9-997f-8aa2353df952', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104527) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 25 07:44:36.878874 dv-cinder-825492-15-iscsi neutron-server[104528]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8e49a0f-238d-495f-a5ee-46c3ee64f6b2 None None] New status for floating IP 16ce4bb4-46f6-4fe3-b146-4ffa384db7c6: DOWN {{(pid=104528) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 25 07:44:37.514975 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron_lib.callbacks.manager [None req-e907cb38-ce5b-420e-8bc7-a9d62cd2c0c3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754056472917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490168'] for agent (54ff4013-997e-4376-a4e9-e6c98cf37cc7), after_update {{(pid=104527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:44:37.712318 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c89c94c-b342-42d6-a2e1-82d5fab7749e req-ecd3fc93-fb54-44e6-b6fe-28c42a31781e tempest-TestShelveInstance-2091076447 tempest-TestShelveInstance-2091076447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 07:44:37.713985 dv-cinder-825492-15-iscsi neutron-server[104526]: INFO neutron.wsgi [req-3c89c94c-b342-42d6-a2e1-82d5fab7749e req-ecd3fc93-fb54-44e6-b6fe-28c42a31781e tempest-TestShelveInstance-2091076447 tempest-TestShelveInstance-2091076447-project] 10.222.0.24 "GET /v2.0/ports?device_id=63430b83-f298-430c-9ca9-bdd4d69bde91 HTTP/1.1" status: 200 len: 945 time: 0.0523348 May 25 07:44:37.810833 dv-cinder-825492-15-iscsi neutron-server[104526]: INFO neutron.wsgi [req-3c89c94c-b342-42d6-a2e1-82d5fab7749e req-d9e08472-9dfb-4dc2-9ace-c71f6ae913a9 tempest-TestShelveInstance-2091076447 tempest-TestShelveInstance-2091076447-project] 10.222.0.24 "GET /v2.0/security-groups?id=edcffb78-b012-4438-ba13-bc705797ca5b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0910954 May 25 07:44:37.846475 dv-cinder-825492-15-iscsi neutron-server[104526]: INFO neutron.wsgi [req-5fdbc6bb-bc97-4ecd-86f2-fed3fa542648 req-f3ab3d8f-3f43-40e3-88cf-25caa6a9a72a service neutron] 10.222.0.41 "GET /v2.0/networks/865acc30-354d-443a-90ac-e550f16275c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1066024 May 25 07:44:38.486646 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4300622-8d22-4515-b4a9-b77ef194dc83 req-96dc012c-d694-497d-8cc0-ad70aebf3363 tempest-TestShelveInstance-2091076447 tempest-TestShelveInstance-2091076447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 07:44:38.488211 dv-cinder-825492-15-iscsi neutron-server[104526]: INFO neutron.wsgi [req-d4300622-8d22-4515-b4a9-b77ef194dc83 req-96dc012c-d694-497d-8cc0-ad70aebf3363 tempest-TestShelveInstance-2091076447 tempest-TestShelveInstance-2091076447-project] 10.222.0.41 "GET /v2.0/ports?device_id=63430b83-f298-430c-9ca9-bdd4d69bde91 HTTP/1.1" status: 200 len: 945 time: 0.0568435 May 25 07:44:38.585185 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.plugins.ml2.plugin [req-d4300622-8d22-4515-b4a9-b77ef194dc83 req-1ab1b849-cee3-4cfc-9e42-d6294efbc9f6 tempest-TestShelveInstance-2091076447 tempest-TestShelveInstance-2091076447-project] Deleting port 6d5abc91-52ce-441e-be4e-749082dec7ae {{(pid=104526) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 25 07:44:38.587335 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [req-d4300622-8d22-4515-b4a9-b77ef194dc83 req-1ab1b849-cee3-4cfc-9e42-d6294efbc9f6 tempest-TestShelveInstance-2091076447 tempest-TestShelveInstance-2091076447-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754056702922'] for port (6d5abc91-52ce-441e-be4e-749082dec7ae), before_delete {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:44:38.669292 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron_lib.callbacks.manager [None req-461c163e-e11a-425b-8a8d-f39fb153da48 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754056472917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490168'] for agent (fa5554a0-25df-434f-a0d0-5996d872220a), after_update {{(pid=104527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:44:38.690793 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.plugins.ml2.db [req-d4300622-8d22-4515-b4a9-b77ef194dc83 req-1ab1b849-cee3-4cfc-9e42-d6294efbc9f6 tempest-TestShelveInstance-2091076447 tempest-TestShelveInstance-2091076447-project] For port 6d5abc91-52ce-441e-be4e-749082dec7ae, host hv-cinder-82549, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82549',level=0,port_id=6d5abc91-52ce-441e-be4e-749082dec7ae,segment=NetworkSegment(ed9b260d-18a6-47d6-b09f-f8e237c3b8ef),segment_id=ed9b260d-18a6-47d6-b09f-f8e237c3b8ef)] {{(pid=104526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 07:44:38.691151 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [req-d4300622-8d22-4515-b4a9-b77ef194dc83 req-1ab1b849-cee3-4cfc-9e42-d6294efbc9f6 tempest-TestShelveInstance-2091076447 tempest-TestShelveInstance-2091076447-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625317'] for port (6d5abc91-52ce-441e-be4e-749082dec7ae), precommit_delete {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:44:38.705673 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.plugins.ml2.plugin [req-d4300622-8d22-4515-b4a9-b77ef194dc83 req-1ab1b849-cee3-4cfc-9e42-d6294efbc9f6 tempest-TestShelveInstance-2091076447 tempest-TestShelveInstance-2091076447-project] Calling delete_port for 6d5abc91-52ce-441e-be4e-749082dec7ae owned by compute:nova {{(pid=104526) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 25 07:44:38.920349 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [req-d4300622-8d22-4515-b4a9-b77ef194dc83 req-1ab1b849-cee3-4cfc-9e42-d6294efbc9f6 tempest-TestShelveInstance-2091076447 tempest-TestShelveInstance-2091076447-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-617841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612926', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754056714424', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754056173873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2909854'] for port (6d5abc91-52ce-441e-be4e-749082dec7ae), after_delete {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:44:38.929305 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG dbcounter [-] [104526] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104526) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 07:44:38.934849 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdf8559a-e959-46dd-b75c-8f1ccb08c178 req-249020d6-0d6e-45ec-bf3e-4838cef69c37 tempest-TestShelveInstance-2091076447 tempest-TestShelveInstance-2091076447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 07:44:38.936964 dv-cinder-825492-15-iscsi neutron-server[104525]: INFO neutron.wsgi [req-fdf8559a-e959-46dd-b75c-8f1ccb08c178 req-249020d6-0d6e-45ec-bf3e-4838cef69c37 tempest-TestShelveInstance-2091076447 tempest-TestShelveInstance-2091076447-project] 10.222.0.24 "GET /v2.0/ports?device_id=63430b83-f298-430c-9ca9-bdd4d69bde91 HTTP/1.1" status: 200 len: 945 time: 0.0528142 May 25 07:44:38.962419 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ab1b849-cee3-4cfc-9e42-d6294efbc9f6 tempest-TestShelveInstance-2091076447 tempest-TestShelveInstance-2091076447-project] Pushing event deleted for resources: {'Port': ['ID=6d5abc91-52ce-441e-be4e-749082dec7ae,revision_number=None']} {{(pid=104526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 07:44:38.966433 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron.wsgi [-] (104525) accepted ('10.222.0.24', 50574) {{(pid=104525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 07:44:38.995560 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG dbcounter [-] [104526] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104526) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 07:44:38.998523 dv-cinder-825492-15-iscsi neutron-server[104525]: INFO neutron.wsgi [req-fdf8559a-e959-46dd-b75c-8f1ccb08c178 req-901b6881-63fe-4b73-8552-3bd6e70c50f8 tempest-TestShelveInstance-2091076447 tempest-TestShelveInstance-2091076447-project] 10.222.0.24 "GET /v2.0/security-groups?id=edcffb78-b012-4438-ba13-bc705797ca5b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0543807 May 25 07:44:39.010510 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.db.l3_dvrscheduler_db [req-d4300622-8d22-4515-b4a9-b77ef194dc83 req-1ab1b849-cee3-4cfc-9e42-d6294efbc9f6 tempest-TestShelveInstance-2091076447 tempest-TestShelveInstance-2091076447-project] No DVR routers for this DVR port 6d5abc91-52ce-441e-be4e-749082dec7ae on host hv-cinder-82549 {{(pid=104526) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 25 07:44:39.013064 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [req-d4300622-8d22-4515-b4a9-b77ef194dc83 req-1ab1b849-cee3-4cfc-9e42-d6294efbc9f6 tempest-TestShelveInstance-2091076447 tempest-TestShelveInstance-2091076447-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93885'] for port (None), before_response {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:44:39.016538 dv-cinder-825492-15-iscsi neutron-server[104526]: INFO neutron.wsgi [req-d4300622-8d22-4515-b4a9-b77ef194dc83 req-1ab1b849-cee3-4cfc-9e42-d6294efbc9f6 tempest-TestShelveInstance-2091076447 tempest-TestShelveInstance-2091076447-project] 10.222.0.41 "DELETE /v2.0/ports/6d5abc91-52ce-441e-be4e-749082dec7ae HTTP/1.1" status: 204 len: 173 time: 0.5227005 May 25 07:44:39.016992 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '63430b83-f298-430c-9ca9-bdd4d69bde91', 'name': 'network-vif-deleted', 'tag': '6d5abc91-52ce-441e-be4e-749082dec7ae'}] {{(pid=104526) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 25 07:44:39.019213 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db633a5f02cadde147c9bc1566607705b0433b891c7275f259bdbd209e6b6683" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bf9b8372-ae7e-47a5-9b45-c6f2bf631260" -d '{"events": [{"server_uuid": "63430b83-f298-430c-9ca9-bdd4d69bde91", "name": "network-vif-deleted", "tag": "6d5abc91-52ce-441e-be4e-749082dec7ae"}]}' {{(pid=104526) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 25 07:44:39.064858 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 25 May 2022 07:44:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f85b96a0-3b14-4053-9841-b4a5f6cce0c5 x-openstack-request-id: req-f85b96a0-3b14-4053-9841-b4a5f6cce0c5 {{(pid=104526) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 25 07:44:39.064858 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "63430b83-f298-430c-9ca9-bdd4d69bde91", "name": "network-vif-deleted", "tag": "6d5abc91-52ce-441e-be4e-749082dec7ae", "status": "completed", "code": 200}]} {{(pid=104526) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 25 07:44:39.064858 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-f85b96a0-3b14-4053-9841-b4a5f6cce0c5 {{(pid=104526) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 25 07:44:39.064858 dv-cinder-825492-15-iscsi neutron-server[104526]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f85b96a0-3b14-4053-9841-b4a5f6cce0c5'] response: {'server_uuid': '63430b83-f298-430c-9ca9-bdd4d69bde91', 'name': 'network-vif-deleted', 'tag': '6d5abc91-52ce-441e-be4e-749082dec7ae', 'status': 'completed', 'code': 200} May 25 07:44:39.097768 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-4e29c5d5-98ce-47b8-bbdf-1269b1f2d068 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:44:39.181253 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-4e29c5d5-98ce-47b8-bbdf-1269b1f2d068 admin admin] Publish callbacks [] for security_group (e71cb7a2-4180-4726-be02-1f7d08fc366e), precommit_create {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:44:39.263225 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-4e29c5d5-98ce-47b8-bbdf-1269b1f2d068 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-278753'] for security_group (e71cb7a2-4180-4726-be02-1f7d08fc366e), after_create {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:44:39.310059 dv-cinder-825492-15-iscsi neutron-server[104525]: INFO neutron.wsgi [None req-4e29c5d5-98ce-47b8-bbdf-1269b1f2d068 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=503b7b22507f4ac0955d760fdc69525c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3400149 May 25 07:44:39.310059 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e29c5d5-98ce-47b8-bbdf-1269b1f2d068 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e71cb7a2-4180-4726-be02-1f7d08fc366e,revision_number=1']} {{(pid=104525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 07:44:39.315239 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.wsgi [-] (104526) accepted ('10.222.0.24', 50584) {{(pid=104526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 07:44:39.383281 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-bacb85a4-a852-4015-be1e-221ccd88096f admin admin] Publish callbacks [] for security_group (e71cb7a2-4180-4726-be02-1f7d08fc366e), before_delete {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:44:39.406918 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-bacb85a4-a852-4015-be1e-221ccd88096f admin admin] Publish callbacks [] for security_group (e71cb7a2-4180-4726-be02-1f7d08fc366e), precommit_delete {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:44:39.531711 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-bacb85a4-a852-4015-be1e-221ccd88096f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-278753'] for security_group (e71cb7a2-4180-4726-be02-1f7d08fc366e), after_delete {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:44:39.534279 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-bacb85a4-a852-4015-be1e-221ccd88096f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:44:39.535423 dv-cinder-825492-15-iscsi neutron-server[104526]: INFO neutron.wsgi [None req-bacb85a4-a852-4015-be1e-221ccd88096f admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/e71cb7a2-4180-4726-be02-1f7d08fc366e HTTP/1.1" status: 204 len: 168 time: 0.2189546 May 25 07:44:39.545208 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bacb85a4-a852-4015-be1e-221ccd88096f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e71cb7a2-4180-4726-be02-1f7d08fc366e,revision_number=None']} {{(pid=104526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 07:44:39.736812 dv-cinder-825492-15-iscsi neutron-server[104526]: INFO neutron.wsgi [req-da445f05-0fa3-4cb1-b896-cb8d102f99d7 req-9f4d0b9c-18d7-4ee6-a947-8716a14a49a6 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=10ed8294-8f3a-4fac-8e9a-c3b78075a585&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0426023 May 25 07:44:39.859286 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da445f05-0fa3-4cb1-b896-cb8d102f99d7 req-2fc431c4-44e4-4b62-9b2a-e3a47738a56b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 07:44:39.860889 dv-cinder-825492-15-iscsi neutron-server[104526]: INFO neutron.wsgi [req-da445f05-0fa3-4cb1-b896-cb8d102f99d7 req-2fc431c4-44e4-4b62-9b2a-e3a47738a56b service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=ee2590cbdba14e7ab1f3ce5a58beeb54&device_id=10ed8294-8f3a-4fac-8e9a-c3b78075a585 HTTP/1.1" status: 200 len: 1129 time: 0.0406172 May 25 07:44:39.974718 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da445f05-0fa3-4cb1-b896-cb8d102f99d7 req-b19358f0-2b27-4580-822b-e40dab6f06eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 07:44:39.976452 dv-cinder-825492-15-iscsi neutron-server[104526]: INFO neutron.wsgi [req-da445f05-0fa3-4cb1-b896-cb8d102f99d7 req-b19358f0-2b27-4580-822b-e40dab6f06eb service neutron] 10.222.0.41 "GET /v2.0/networks?id=c3acec61-ced6-4aa4-9c0d-e8c3f6579c19 HTTP/1.1" status: 200 len: 914 time: 0.0953434 May 25 07:44:40.023986 dv-cinder-825492-15-iscsi neutron-server[104526]: INFO neutron.wsgi [req-da445f05-0fa3-4cb1-b896-cb8d102f99d7 req-da00f860-5892-4c90-8af5-f14ade240328 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=8088516f-f409-4c1a-a818-72e6472926e1 HTTP/1.1" status: 200 len: 217 time: 0.0409482 May 25 07:44:40.095463 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da445f05-0fa3-4cb1-b896-cb8d102f99d7 req-5f8f6446-27a9-44b8-b446-fc3e1f3b9ab3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 07:44:40.098121 dv-cinder-825492-15-iscsi neutron-server[104526]: INFO neutron.wsgi [req-da445f05-0fa3-4cb1-b896-cb8d102f99d7 req-5f8f6446-27a9-44b8-b446-fc3e1f3b9ab3 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=c7d74e31-36b4-4702-a0e2-7e185ab2e3ee HTTP/1.1" status: 200 len: 853 time: 0.0686889 May 25 07:44:40.120903 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron_lib.callbacks.manager [None req-f9cd7ad7-9657-4dc4-ab64-74b2d9455e3c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754056472917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490168'] for agent (749e0e2c-8e71-4175-9046-27a8fd2a3a0a), after_update {{(pid=104527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:44:40.143215 dv-cinder-825492-15-iscsi neutron-server[104526]: INFO neutron.wsgi [req-da445f05-0fa3-4cb1-b896-cb8d102f99d7 req-985777fb-fa0d-486b-be6f-52ed5ab3626a service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=c3acec61-ced6-4aa4-9c0d-e8c3f6579c19&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0391102 May 25 07:44:40.247782 dv-cinder-825492-15-iscsi neutron-server[104526]: INFO neutron.wsgi [req-da445f05-0fa3-4cb1-b896-cb8d102f99d7 req-0ca14967-3b97-438f-9bf2-411768de3990 service neutron] 10.222.0.41 "GET /v2.0/networks/c3acec61-ced6-4aa4-9c0d-e8c3f6579c19?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0982966 May 25 07:44:40.367699 dv-cinder-825492-15-iscsi neutron-server[104526]: INFO neutron.wsgi [req-da445f05-0fa3-4cb1-b896-cb8d102f99d7 req-47edf9ed-d7a7-4de2-9316-1f1064993e8a service neutron] 10.222.0.41 "GET /v2.0/networks/c3acec61-ced6-4aa4-9c0d-e8c3f6579c19?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0953419 May 25 07:44:40.391866 dv-cinder-825492-15-iscsi neutron-server[104525]: INFO neutron.wsgi [req-e95cabfd-b1bb-4b1e-a85c-3c1af2033a63 req-8cc9e59d-5d36-402d-9c26-401b75583d26 tempest-TestShelveInstance-2091076447 tempest-TestShelveInstance-2091076447-project] 10.222.0.24 "GET /v2.0/ports?device_id=63430b83-f298-430c-9ca9-bdd4d69bde91 HTTP/1.1" status: 200 len: 210 time: 0.3103807 May 25 07:44:40.885358 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.plugins.ml2.rpc [None req-798242cc-9ea0-464c-9109-86bd7997349e None None] Device 6d5abc91-52ce-441e-be4e-749082dec7ae no longer exists at agent hyperv_hv-cinder-82549 {{(pid=104527) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 25 07:44:40.904181 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.plugins.ml2.plugin [None req-798242cc-9ea0-464c-9109-86bd7997349e None None] No Port match for: 6d5abc91-52ce-441e-be4e-749082dec7ae {{(pid=104527) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 25 07:44:40.904545 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.plugins.ml2.rpc [None req-798242cc-9ea0-464c-9109-86bd7997349e None None] Device 6d5abc91-52ce-441e-be4e-749082dec7ae not bound to the agent host hv-cinder-82549 {{(pid=104527) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 25 07:44:41.530215 dv-cinder-825492-15-iscsi neutron-server[104526]: INFO neutron.wsgi [req-e39a5ddc-40d8-4544-8f84-fb3096fe87bf req-149362ed-8054-455d-8fff-07b985040896 tempest-TestShelveInstance-2091076447 tempest-TestShelveInstance-2091076447-project] 10.222.0.24 "GET /v2.0/ports?device_id=63430b83-f298-430c-9ca9-bdd4d69bde91 HTTP/1.1" status: 200 len: 210 time: 0.0317066 May 25 07:44:41.611464 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron_lib.callbacks.manager [None req-4c581813-650f-4b4b-ac0f-82f585bea231 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754056472917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490168'] for agent (67455b2d-ff20-4068-8b38-73bd0628c5cb), after_update {{(pid=104527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:44:41.965588 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron.wsgi [-] (104525) accepted ('10.222.0.24', 50642) {{(pid=104525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 07:44:42.073462 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-905e9281-3c40-43a7-a391-b6ebd6775b55 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:44:42.149963 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-905e9281-3c40-43a7-a391-b6ebd6775b55 admin admin] Publish callbacks [] for security_group (599501ad-aa0c-47a1-ae14-9df49f9af2d4), precommit_create {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:44:42.331792 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-905e9281-3c40-43a7-a391-b6ebd6775b55 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-278753'] for security_group (599501ad-aa0c-47a1-ae14-9df49f9af2d4), after_create {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:44:42.371326 dv-cinder-825492-15-iscsi neutron-server[104525]: INFO neutron.wsgi [None req-905e9281-3c40-43a7-a391-b6ebd6775b55 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=7862e790a832494cb029313f6eb00412&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4046817 May 25 07:44:42.372420 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-905e9281-3c40-43a7-a391-b6ebd6775b55 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=599501ad-aa0c-47a1-ae14-9df49f9af2d4,revision_number=1']} {{(pid=104525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 07:44:42.374155 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.wsgi [-] (104526) accepted ('10.222.0.24', 50650) {{(pid=104526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 07:44:42.426990 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-56510827-a061-42f3-b96e-3bcbfe4d0342 admin admin] Publish callbacks [] for security_group (599501ad-aa0c-47a1-ae14-9df49f9af2d4), before_delete {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:44:42.450243 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-56510827-a061-42f3-b96e-3bcbfe4d0342 admin admin] Publish callbacks [] for security_group (599501ad-aa0c-47a1-ae14-9df49f9af2d4), precommit_delete {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:44:42.613321 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.wsgi [-] (104526) accepted ('10.222.0.24', 50664) {{(pid=104526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 07:44:42.619667 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG dbcounter [-] [104526] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104526) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 07:44:42.659070 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-56510827-a061-42f3-b96e-3bcbfe4d0342 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-278753'] for security_group (599501ad-aa0c-47a1-ae14-9df49f9af2d4), after_delete {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:44:42.661523 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-56510827-a061-42f3-b96e-3bcbfe4d0342 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:44:42.662626 dv-cinder-825492-15-iscsi neutron-server[104526]: INFO neutron.wsgi [None req-56510827-a061-42f3-b96e-3bcbfe4d0342 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/599501ad-aa0c-47a1-ae14-9df49f9af2d4 HTTP/1.1" status: 204 len: 168 time: 0.2868791 May 25 07:44:42.675397 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56510827-a061-42f3-b96e-3bcbfe4d0342 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=599501ad-aa0c-47a1-ae14-9df49f9af2d4,revision_number=None']} {{(pid=104526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 07:44:42.696800 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-ade03baf-eade-471f-b78e-9f42338384da tempest-TestShelveInstance-2091076447 tempest-TestShelveInstance-2091076447-project] Publish callbacks [] for security_group (edcffb78-b012-4438-ba13-bc705797ca5b), before_delete {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:44:42.722831 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-ade03baf-eade-471f-b78e-9f42338384da tempest-TestShelveInstance-2091076447 tempest-TestShelveInstance-2091076447-project] Publish callbacks [] for security_group (edcffb78-b012-4438-ba13-bc705797ca5b), precommit_delete {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:44:43.166296 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-ade03baf-eade-471f-b78e-9f42338384da tempest-TestShelveInstance-2091076447 tempest-TestShelveInstance-2091076447-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-278753'] for security_group (edcffb78-b012-4438-ba13-bc705797ca5b), after_delete {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:44:43.169579 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-ade03baf-eade-471f-b78e-9f42338384da tempest-TestShelveInstance-2091076447 tempest-TestShelveInstance-2091076447-project] Publish callbacks [] for security_group (None), before_response {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:44:43.170851 dv-cinder-825492-15-iscsi neutron-server[104526]: INFO neutron.wsgi [None req-ade03baf-eade-471f-b78e-9f42338384da tempest-TestShelveInstance-2091076447 tempest-TestShelveInstance-2091076447-project] 10.222.0.24 "DELETE /v2.0/security-groups/edcffb78-b012-4438-ba13-bc705797ca5b HTTP/1.1" status: 204 len: 168 time: 0.5571506 May 25 07:44:43.174195 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG dbcounter [-] [104526] Writing DB stats neutron:SELECT=92,neutron:DELETE=8 {{(pid=104526) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 07:44:43.182181 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ade03baf-eade-471f-b78e-9f42338384da tempest-TestShelveInstance-2091076447 tempest-TestShelveInstance-2091076447-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=edcffb78-b012-4438-ba13-bc705797ca5b,revision_number=None']} {{(pid=104526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 07:44:43.304190 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.wsgi [-] (104526) accepted ('10.222.0.24', 50672) {{(pid=104526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 07:44:43.640306 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron.wsgi [-] (104525) accepted ('10.222.0.24', 50684) {{(pid=104525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 07:44:43.662659 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-6c261bde-0f9b-4f54-8098-b1b9915c0df3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:44:43.757674 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-6c261bde-0f9b-4f54-8098-b1b9915c0df3 admin admin] Publish callbacks [] for security_group (e8360ab8-c721-4282-9e31-dfec8b659ce9), precommit_create {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:44:43.765063 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-3c6f5197-b94a-4a30-8493-72e30af956f2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1614244'] for router_interface (3e3c894b-9d5c-4c79-a14b-def167031996), before_delete {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:44:43.806172 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-6c261bde-0f9b-4f54-8098-b1b9915c0df3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-278753'] for security_group (e8360ab8-c721-4282-9e31-dfec8b659ce9), after_create {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:44:43.851097 dv-cinder-825492-15-iscsi neutron-server[104525]: INFO neutron.wsgi [None req-6c261bde-0f9b-4f54-8098-b1b9915c0df3 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=3bb5c3c0743245adb7624b1b2608261d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2088661 May 25 07:44:43.852197 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c261bde-0f9b-4f54-8098-b1b9915c0df3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e8360ab8-c721-4282-9e31-dfec8b659ce9,revision_number=1']} {{(pid=104525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 07:44:43.854323 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.wsgi [-] (104526) accepted ('10.222.0.24', 50686) {{(pid=104526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 07:44:43.969655 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-f7d80f83-0313-4da9-b3c7-1e6831e990ea admin admin] Publish callbacks [] for security_group (e8360ab8-c721-4282-9e31-dfec8b659ce9), before_delete {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:44:44.014846 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-f7d80f83-0313-4da9-b3c7-1e6831e990ea admin admin] Publish callbacks [] for security_group (e8360ab8-c721-4282-9e31-dfec8b659ce9), precommit_delete {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:44:44.076521 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.plugins.ml2.plugin [None req-3c6f5197-b94a-4a30-8493-72e30af956f2 admin admin] Deleting port 4e579cb2-52e8-4a5a-9415-d9411fade202 {{(pid=104526) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 25 07:44:44.076860 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-3c6f5197-b94a-4a30-8493-72e30af956f2 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754056702922'] for port (4e579cb2-52e8-4a5a-9415-d9411fade202), before_delete {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:44:44.132941 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG dbcounter [-] [104526] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104526) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 07:44:44.160443 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.plugins.ml2.db [None req-3c6f5197-b94a-4a30-8493-72e30af956f2 admin admin] For port 4e579cb2-52e8-4a5a-9415-d9411fade202, host dv-cinder-825492-15-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825492-15-iscsi',level=0,port_id=4e579cb2-52e8-4a5a-9415-d9411fade202,segment=NetworkSegment(ed9b260d-18a6-47d6-b09f-f8e237c3b8ef),segment_id=ed9b260d-18a6-47d6-b09f-f8e237c3b8ef)] {{(pid=104526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 07:44:44.160832 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-3c6f5197-b94a-4a30-8493-72e30af956f2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625317'] for port (4e579cb2-52e8-4a5a-9415-d9411fade202), precommit_delete {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:44:44.170848 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-f7d80f83-0313-4da9-b3c7-1e6831e990ea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-278753'] for security_group (e8360ab8-c721-4282-9e31-dfec8b659ce9), after_delete {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:44:44.173339 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-f7d80f83-0313-4da9-b3c7-1e6831e990ea admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:44:44.174447 dv-cinder-825492-15-iscsi neutron-server[104526]: INFO neutron.wsgi [None req-f7d80f83-0313-4da9-b3c7-1e6831e990ea admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/e8360ab8-c721-4282-9e31-dfec8b659ce9 HTTP/1.1" status: 204 len: 168 time: 0.3191574 May 25 07:44:44.180929 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.plugins.ml2.plugin [None req-3c6f5197-b94a-4a30-8493-72e30af956f2 admin admin] Calling delete_port for 4e579cb2-52e8-4a5a-9415-d9411fade202 owned by network:router_interface {{(pid=104526) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 25 07:44:44.190904 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7d80f83-0313-4da9-b3c7-1e6831e990ea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e8360ab8-c721-4282-9e31-dfec8b659ce9,revision_number=None']} {{(pid=104526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 07:44:44.312896 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG dbcounter [-] [104526] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104526) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 07:44:44.474921 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-3c6f5197-b94a-4a30-8493-72e30af956f2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-617841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612926', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754056714424', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754056173873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2909854'] for port (4e579cb2-52e8-4a5a-9415-d9411fade202), after_delete {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:44:44.499754 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c6f5197-b94a-4a30-8493-72e30af956f2 admin admin] Pushing event deleted for resources: {'Port': ['ID=4e579cb2-52e8-4a5a-9415-d9411fade202,revision_number=None']} {{(pid=104526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 07:44:44.684502 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-3c6f5197-b94a-4a30-8493-72e30af956f2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1612919', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1614128'] for router_interface (3e3c894b-9d5c-4c79-a14b-def167031996), after_delete {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:44:44.905100 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3c6f5197-b94a-4a30-8493-72e30af956f2 admin admin] Router 3e3c894b-9d5c-4c79-a14b-def167031996 has already been hosted by L3 agent 54ff4013-997e-4376-a4e9-e6c98cf37cc7 {{(pid=104526) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 25 07:44:44.956675 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG dbcounter [-] [104526] Writing DB stats neutron:SELECT=92,neutron:DELETE=7,neutron:UPDATE=1 {{(pid=104526) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 07:44:45.014905 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3c6f5197-b94a-4a30-8493-72e30af956f2 admin admin] Notify agent at l3_agent.dv-cinder-825492-15-iscsi the message routers_updated {{(pid=104526) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 25 07:44:45.020191 dv-cinder-825492-15-iscsi neutron-server[104526]: INFO neutron.wsgi [None req-3c6f5197-b94a-4a30-8493-72e30af956f2 admin admin] 10.222.0.24 "PUT /v2.0/routers/3e3c894b-9d5c-4c79-a14b-def167031996/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7146187 May 25 07:44:45.022946 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron.wsgi [-] (104525) accepted ('10.222.0.24', 50706) {{(pid=104525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 07:44:45.024463 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b43d84ac-6a04-4f6f-a872-d774ed3ae02a None None] Sync routers for ids ['3e3c894b-9d5c-4c79-a14b-def167031996'] in dv-cinder-825492-15-iscsi {{(pid=104527) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 25 07:44:45.035233 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b43d84ac-6a04-4f6f-a872-d774ed3ae02a None None] Routers {'3e3c894b-9d5c-4c79-a14b-def167031996'} bound to L3 agent in host dv-cinder-825492-15-iscsi {{(pid=104527) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 25 07:44:45.035841 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.db.l3_hamode_db [None req-b43d84ac-6a04-4f6f-a872-d774ed3ae02a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825492-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-25T07:27:37Z,description=,heartbeat_timestamp=2022-05-25T07:44:37Z,host='dv-cinder-825492-15-iscsi',id=54ff4013-997e-4376-a4e9-e6c98cf37cc7,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T07:27:38Z,topic='l3_agent')) {'router_ids': ['3e3c894b-9d5c-4c79-a14b-def167031996'], 'active': True} {{(pid=104527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 07:44:45.112257 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG dbcounter [-] [104525] Writing DB stats neutron:SELECT=87,neutron:INSERT=11,neutron:UPDATE=2 {{(pid=104525) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 07:44:45.128832 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-568380c9-3447-40cb-a436-390b6b829ef7 admin admin] Publish callbacks [] for router (3e3c894b-9d5c-4c79-a14b-def167031996), before_delete {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:44:45.131712 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG dbcounter [-] [104525] Writing DB stats neutron:SELECT=77,neutron:INSERT=22,neutron:UPDATE=1 {{(pid=104525) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 07:44:45.153422 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.db.l3_dvr_db [None req-b43d84ac-6a04-4f6f-a872-d774ed3ae02a None None] Set router 3e3c894b-9d5c-4c79-a14b-def167031996 gateway port host: dv-cinder-825492-15-iscsi {{(pid=104527) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 25 07:44:45.259531 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-568380c9-3447-40cb-a436-390b6b829ef7 admin admin] Publish callbacks [] for router_gateway (3e3c894b-9d5c-4c79-a14b-def167031996), before_delete {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:44:45.328049 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.db.l3_hamode_db [None req-b43d84ac-6a04-4f6f-a872-d774ed3ae02a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e3c894b-9d5c-4c79-a14b-def167031996', 'name': 'tempest-TestShelveInstance-1950752323-router', 'tenant_id': 'f13c4f9ee9c444d9b9a0d2c2e3ec9142', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '29c629bd-3f50-4535-bfbc-a047608d6fb6', 'external_fixed_ips': [{'subnet_id': '7934ff5a-43f1-4f76-b9d8-e4343ace34f5', 'ip_address': '172.27.3.151'}], 'enable_snat': True}, 'gw_port_id': '9da543db-6561-42d0-9db7-d28a4645a5cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T07:39:22Z', 'updated_at': '2022-05-25T07:44:44Z', 'revision_number': 5, 'project_id': 'f13c4f9ee9c444d9b9a0d2c2e3ec9142', 'gw_port': {'id': '9da543db-6561-42d0-9db7-d28a4645a5cb', 'name': '', 'network_id': '29c629bd-3f50-4535-bfbc-a047608d6fb6', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:81:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e3c894b-9d5c-4c79-a14b-def167031996', 'device_owner': 'network:router_gateway', 'standard_attr_id': 387, 'fixed_ips': [{'subnet_id': '7934ff5a-43f1-4f76-b9d8-e4343ace34f5', 'ip_address': '172.27.3.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825492-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T07:39:23Z', 'updated_at': '2022-05-25T07:39:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7934ff5a-43f1-4f76-b9d8-e4343ace34f5', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825492-15-iscsi'}], 'dv-cinder-825492-15-iscsi', False) {} {{(pid=104527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 07:44:45.358774 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b43d84ac-6a04-4f6f-a872-d774ed3ae02a None None] Checking router: 3e3c894b-9d5c-4c79-a14b-def167031996 for host: dv-cinder-825492-15-iscsi {{(pid=104527) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 25 07:44:45.368050 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b43d84ac-6a04-4f6f-a872-d774ed3ae02a None None] Routers {'3e3c894b-9d5c-4c79-a14b-def167031996'} bound to L3 agent in host dv-cinder-825492-15-iscsi {{(pid=104527) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 25 07:44:45.368961 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.db.l3_hamode_db [None req-b43d84ac-6a04-4f6f-a872-d774ed3ae02a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825492-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-25T07:27:37Z,description=,heartbeat_timestamp=2022-05-25T07:44:37Z,host='dv-cinder-825492-15-iscsi',id=54ff4013-997e-4376-a4e9-e6c98cf37cc7,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T07:27:38Z,topic='l3_agent')) {'router_ids': ['3e3c894b-9d5c-4c79-a14b-def167031996'], 'active': True} {{(pid=104527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 07:44:45.387022 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron.plugins.ml2.plugin [None req-568380c9-3447-40cb-a436-390b6b829ef7 admin admin] Deleting port 9da543db-6561-42d0-9db7-d28a4645a5cb {{(pid=104525) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 25 07:44:45.387697 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-568380c9-3447-40cb-a436-390b6b829ef7 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754056702922'] for port (9da543db-6561-42d0-9db7-d28a4645a5cb), before_delete {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:44:45.454324 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.db.l3_dvr_db [None req-b43d84ac-6a04-4f6f-a872-d774ed3ae02a None None] Set router 3e3c894b-9d5c-4c79-a14b-def167031996 gateway port host: None {{(pid=104527) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 25 07:44:45.481018 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron.plugins.ml2.db [None req-568380c9-3447-40cb-a436-390b6b829ef7 admin admin] For port 9da543db-6561-42d0-9db7-d28a4645a5cb, host dv-cinder-825492-15-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825492-15-iscsi',level=0,port_id=9da543db-6561-42d0-9db7-d28a4645a5cb,segment=NetworkSegment(3ed655b3-ed39-457b-b353-0296e3eaac46),segment_id=3ed655b3-ed39-457b-b353-0296e3eaac46)] {{(pid=104525) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 07:44:45.481582 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-568380c9-3447-40cb-a436-390b6b829ef7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625317'] for port (9da543db-6561-42d0-9db7-d28a4645a5cb), precommit_delete {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:44:45.495936 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron.plugins.ml2.plugin [None req-568380c9-3447-40cb-a436-390b6b829ef7 admin admin] Calling delete_port for 9da543db-6561-42d0-9db7-d28a4645a5cb owned by network:router_gateway {{(pid=104525) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 25 07:44:45.509784 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.db.l3_hamode_db [None req-b43d84ac-6a04-4f6f-a872-d774ed3ae02a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e3c894b-9d5c-4c79-a14b-def167031996', 'name': 'tempest-TestShelveInstance-1950752323-router', 'tenant_id': 'f13c4f9ee9c444d9b9a0d2c2e3ec9142', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T07:39:22Z', 'updated_at': '2022-05-25T07:44:45Z', 'revision_number': 6, 'project_id': 'f13c4f9ee9c444d9b9a0d2c2e3ec9142', 'gw_port_host': None}], 'dv-cinder-825492-15-iscsi', False) {} {{(pid=104527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 07:44:45.536773 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b43d84ac-6a04-4f6f-a872-d774ed3ae02a None None] The sync data for ids ['3e3c894b-9d5c-4c79-a14b-def167031996'] in dv-cinder-825492-15-iscsi is: [{'id': '3e3c894b-9d5c-4c79-a14b-def167031996', 'name': 'tempest-TestShelveInstance-1950752323-router', 'tenant_id': 'f13c4f9ee9c444d9b9a0d2c2e3ec9142', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T07:39:22Z', 'updated_at': '2022-05-25T07:44:45Z', 'revision_number': 6, 'project_id': 'f13c4f9ee9c444d9b9a0d2c2e3ec9142', 'gw_port_host': None}] {{(pid=104527) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 25 07:44:45.782892 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-568380c9-3447-40cb-a436-390b6b829ef7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-617841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612926', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754056714424', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754056173873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59563715'] for port (9da543db-6561-42d0-9db7-d28a4645a5cb), after_delete {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:44:45.791140 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG dbcounter [-] [104525] Writing DB stats neutron:SELECT=89,neutron:UPDATE=3,neutron:DELETE=8 {{(pid=104525) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 07:44:45.814960 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-568380c9-3447-40cb-a436-390b6b829ef7 admin admin] Pushing event deleted for resources: {'Port': ['ID=9da543db-6561-42d0-9db7-d28a4645a5cb,revision_number=None']} {{(pid=104525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 07:44:45.877439 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-568380c9-3447-40cb-a436-390b6b829ef7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1614942'] for router_gateway (3e3c894b-9d5c-4c79-a14b-def167031996), after_delete {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:44:45.975741 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-568380c9-3447-40cb-a436-390b6b829ef7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1616001', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4897'] for router (3e3c894b-9d5c-4c79-a14b-def167031996), precommit_delete {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:44:45.978383 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-568380c9-3447-40cb-a436-390b6b829ef7 admin admin] Publish callbacks [] for router_controller (3e3c894b-9d5c-4c79-a14b-def167031996), precommit_delete_associations {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:44:46.024963 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron.wsgi [-] (104525) accepted ('10.222.0.24', 50728) {{(pid=104525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 07:44:46.114741 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-568380c9-3447-40cb-a436-390b6b829ef7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1616120'] for router (3e3c894b-9d5c-4c79-a14b-def167031996), after_delete {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:44:46.120309 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-568380c9-3447-40cb-a436-390b6b829ef7 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3e3c894b-9d5c-4c79-a14b-def167031996 {{(pid=104525) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 25 07:44:46.126814 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-568380c9-3447-40cb-a436-390b6b829ef7 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:44:46.127901 dv-cinder-825492-15-iscsi neutron-server[104525]: INFO neutron.wsgi [None req-568380c9-3447-40cb-a436-390b6b829ef7 admin admin] 10.222.0.24 "DELETE /v2.0/routers/3e3c894b-9d5c-4c79-a14b-def167031996 HTTP/1.1" status: 204 len: 168 time: 1.1039753 May 25 07:44:46.130521 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.wsgi [-] (104526) accepted ('10.222.0.24', 50732) {{(pid=104526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 07:44:46.137860 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-aaeaa868-fbb5-4cae-9673-ca42f3b19377 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:44:46.175365 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.db.db_base_plugin_v2 [None req-ae425361-228b-4d84-aa7f-8f256e6a7852 admin admin] Deleting subnet 6ebf3ac6-955c-49f9-997f-8aa2353df952 {{(pid=104526) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 25 07:44:46.178484 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-ae425361-228b-4d84-aa7f-8f256e6a7852 admin admin] Publish callbacks [] for subnet (6ebf3ac6-955c-49f9-997f-8aa2353df952), before_delete {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:44:46.214244 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-ae425361-228b-4d84-aa7f-8f256e6a7852 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58882376'] for subnet (6ebf3ac6-955c-49f9-997f-8aa2353df952), precommit_delete_associations {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:44:46.220752 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-aaeaa868-fbb5-4cae-9673-ca42f3b19377 admin admin] Publish callbacks [] for security_group (abaa1c2a-d184-4cab-90d0-69258b17b95a), precommit_create {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:44:46.291139 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-ae425361-228b-4d84-aa7f-8f256e6a7852 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1507510'] for subnet (6ebf3ac6-955c-49f9-997f-8aa2353df952), precommit_delete {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:44:46.314366 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-aaeaa868-fbb5-4cae-9673-ca42f3b19377 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-278753'] for security_group (abaa1c2a-d184-4cab-90d0-69258b17b95a), after_create {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:44:46.354074 dv-cinder-825492-15-iscsi neutron-server[104525]: INFO neutron.wsgi [None req-aaeaa868-fbb5-4cae-9673-ca42f3b19377 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=847a72f09281440a871678d5b4ca6930&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3241971 May 25 07:44:46.355560 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.wsgi [-] (104526) accepted ('10.222.0.24', 50736) {{(pid=104526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 07:44:46.364777 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaeaa868-fbb5-4cae-9673-ca42f3b19377 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=abaa1c2a-d184-4cab-90d0-69258b17b95a,revision_number=1']} {{(pid=104525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 07:44:46.369078 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.plugins.ml2.rpc [None req-4c581813-650f-4b4b-ac0f-82f585bea231 None None] Device 9da543db-6561-42d0-9db7-d28a4645a5cb no longer exists at agent ovs-agent-dv-cinder-825492-15-iscsi {{(pid=104527) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 25 07:44:46.398050 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.plugins.ml2.plugin [None req-4c581813-650f-4b4b-ac0f-82f585bea231 None None] No Port match for: 9da543db-6561-42d0-9db7-d28a4645a5cb {{(pid=104527) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 25 07:44:46.398397 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.plugins.ml2.rpc [None req-4c581813-650f-4b4b-ac0f-82f585bea231 None None] Device 9da543db-6561-42d0-9db7-d28a4645a5cb not bound to the agent host dv-cinder-825492-15-iscsi {{(pid=104527) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 25 07:44:46.398851 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.plugins.ml2.rpc [None req-4c581813-650f-4b4b-ac0f-82f585bea231 None None] Device 4e579cb2-52e8-4a5a-9415-d9411fade202 no longer exists at agent ovs-agent-dv-cinder-825492-15-iscsi {{(pid=104527) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 25 07:44:46.409925 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-ff250429-7e5b-40cb-8306-98d8f1cbb602 admin admin] Publish callbacks [] for security_group (abaa1c2a-d184-4cab-90d0-69258b17b95a), before_delete {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:44:46.421383 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.plugins.ml2.plugin [None req-4c581813-650f-4b4b-ac0f-82f585bea231 None None] No Port match for: 4e579cb2-52e8-4a5a-9415-d9411fade202 {{(pid=104527) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 25 07:44:46.421723 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.plugins.ml2.rpc [None req-4c581813-650f-4b4b-ac0f-82f585bea231 None None] Device 4e579cb2-52e8-4a5a-9415-d9411fade202 not bound to the agent host dv-cinder-825492-15-iscsi {{(pid=104527) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 25 07:44:46.433398 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-ff250429-7e5b-40cb-8306-98d8f1cbb602 admin admin] Publish callbacks [] for security_group (abaa1c2a-d184-4cab-90d0-69258b17b95a), precommit_delete {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:44:46.469198 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-ae425361-228b-4d84-aa7f-8f256e6a7852 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1507501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-280644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2910025', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58838858'] for subnet (6ebf3ac6-955c-49f9-997f-8aa2353df952), after_delete {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:44:46.500003 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae425361-228b-4d84-aa7f-8f256e6a7852 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6ebf3ac6-955c-49f9-997f-8aa2353df952,revision_number=None']} {{(pid=104526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 07:44:46.505249 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-ae425361-228b-4d84-aa7f-8f256e6a7852 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:44:46.508416 dv-cinder-825492-15-iscsi neutron-server[104526]: INFO neutron.wsgi [None req-ae425361-228b-4d84-aa7f-8f256e6a7852 admin admin] 10.222.0.24 "DELETE /v2.0/subnets/6ebf3ac6-955c-49f9-997f-8aa2353df952 HTTP/1.1" status: 204 len: 168 time: 0.3768857 May 25 07:44:46.511126 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5670a25-ee30-4ae7-ba1c-229b5199cc0e None None] Network 865acc30-354d-443a-90ac-e550f16275c5 requested from dv-cinder-825492-15-iscsi {{(pid=104527) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 25 07:44:46.511304 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.wsgi [-] (104526) accepted ('10.222.0.24', 50738) {{(pid=104526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 07:44:46.579138 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-ff250429-7e5b-40cb-8306-98d8f1cbb602 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-278753'] for security_group (abaa1c2a-d184-4cab-90d0-69258b17b95a), after_delete {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:44:46.582066 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-ff250429-7e5b-40cb-8306-98d8f1cbb602 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:44:46.583399 dv-cinder-825492-15-iscsi neutron-server[104526]: INFO neutron.wsgi [None req-ff250429-7e5b-40cb-8306-98d8f1cbb602 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/abaa1c2a-d184-4cab-90d0-69258b17b95a HTTP/1.1" status: 204 len: 168 time: 0.2267075 May 25 07:44:46.610607 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-0c7db851-04ad-4ce6-b4f0-e2c733de6d18 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1321757'] for network (865acc30-354d-443a-90ac-e550f16275c5), before_delete {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:44:46.613449 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff250429-7e5b-40cb-8306-98d8f1cbb602 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=abaa1c2a-d184-4cab-90d0-69258b17b95a,revision_number=None']} {{(pid=104526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 07:44:46.653021 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG dbcounter [-] [104526] Writing DB stats neutron:SELECT=92,neutron:UPDATE=2,neutron:DELETE=6 {{(pid=104526) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 07:44:46.676604 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.plugins.ml2.plugin [None req-0c7db851-04ad-4ce6-b4f0-e2c733de6d18 admin admin] Deleting port 4d832fd4-7262-4207-af23-bfbeb1add235 {{(pid=104526) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 25 07:44:46.676942 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-0c7db851-04ad-4ce6-b4f0-e2c733de6d18 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754056702922'] for port (4d832fd4-7262-4207-af23-bfbeb1add235), before_delete {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:44:46.700068 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f32557a-4828-4983-9b6a-a0756eb5fc37 None None] DHCP port deletion for 865acc30-354d-443a-90ac-e550f16275c5 request from dv-cinder-825492-15-iscsi {{(pid=104527) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} May 25 07:44:46.746929 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.plugins.ml2.plugin [None req-5f32557a-4828-4983-9b6a-a0756eb5fc37 None None] Deleting port 4d832fd4-7262-4207-af23-bfbeb1add235 {{(pid=104527) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 25 07:44:46.750822 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron_lib.callbacks.manager [None req-5f32557a-4828-4983-9b6a-a0756eb5fc37 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754056702922'] for port (4d832fd4-7262-4207-af23-bfbeb1add235), before_delete {{(pid=104527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:44:46.754389 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.plugins.ml2.db [None req-0c7db851-04ad-4ce6-b4f0-e2c733de6d18 admin admin] For port 4d832fd4-7262-4207-af23-bfbeb1add235, host dv-cinder-825492-15-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825492-15-iscsi',level=0,port_id=4d832fd4-7262-4207-af23-bfbeb1add235,segment=NetworkSegment(ed9b260d-18a6-47d6-b09f-f8e237c3b8ef),segment_id=ed9b260d-18a6-47d6-b09f-f8e237c3b8ef)] {{(pid=104526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 07:44:46.754753 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-0c7db851-04ad-4ce6-b4f0-e2c733de6d18 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625317'] for port (4d832fd4-7262-4207-af23-bfbeb1add235), precommit_delete {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:44:46.770507 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.plugins.ml2.plugin [None req-0c7db851-04ad-4ce6-b4f0-e2c733de6d18 admin admin] Calling delete_port for 4d832fd4-7262-4207-af23-bfbeb1add235 owned by network:dhcp {{(pid=104526) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 25 07:44:46.818391 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG dbcounter [-] [104526] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=104526) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 07:44:46.820862 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.plugins.ml2.db [None req-5f32557a-4828-4983-9b6a-a0756eb5fc37 None None] For port 4d832fd4-7262-4207-af23-bfbeb1add235, host dv-cinder-825492-15-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825492-15-iscsi',level=0,port_id=4d832fd4-7262-4207-af23-bfbeb1add235,segment=NetworkSegment(ed9b260d-18a6-47d6-b09f-f8e237c3b8ef),segment_id=ed9b260d-18a6-47d6-b09f-f8e237c3b8ef)] {{(pid=104527) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 07:44:46.821597 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron_lib.callbacks.manager [None req-5f32557a-4828-4983-9b6a-a0756eb5fc37 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625317'] for port (4d832fd4-7262-4207-af23-bfbeb1add235), precommit_delete {{(pid=104527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:44:46.837479 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.plugins.ml2.plugin [None req-5f32557a-4828-4983-9b6a-a0756eb5fc37 None None] Calling delete_port for 4d832fd4-7262-4207-af23-bfbeb1add235 owned by network:dhcp {{(pid=104527) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 25 07:44:46.903563 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-0c7db851-04ad-4ce6-b4f0-e2c733de6d18 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-617841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612926', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754056714424', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754056173873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2909854'] for port (4d832fd4-7262-4207-af23-bfbeb1add235), after_delete {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:44:46.920540 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron_lib.callbacks.manager [None req-5f32557a-4828-4983-9b6a-a0756eb5fc37 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-617841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612926', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754056714424', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754056173873'] for port (4d832fd4-7262-4207-af23-bfbeb1add235), after_delete {{(pid=104527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:44:46.936669 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c7db851-04ad-4ce6-b4f0-e2c733de6d18 admin admin] Pushing event deleted for resources: {'Port': ['ID=4d832fd4-7262-4207-af23-bfbeb1add235,revision_number=None']} {{(pid=104526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 07:44:46.938075 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c7db851-04ad-4ce6-b4f0-e2c733de6d18 admin admin] No DVR routers for this DVR port 4d832fd4-7262-4207-af23-bfbeb1add235 on host dv-cinder-825492-15-iscsi {{(pid=104526) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 25 07:44:46.946087 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f32557a-4828-4983-9b6a-a0756eb5fc37 None None] Pushing event deleted for resources: {'Port': ['ID=4d832fd4-7262-4207-af23-bfbeb1add235,revision_number=None']} {{(pid=104527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 07:44:46.950082 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f32557a-4828-4983-9b6a-a0756eb5fc37 None None] No DVR routers for this DVR port 4d832fd4-7262-4207-af23-bfbeb1add235 on host dv-cinder-825492-15-iscsi {{(pid=104527) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 25 07:44:47.285621 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-0c7db851-04ad-4ce6-b4f0-e2c733de6d18 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1508921', 'neutron.services.segments.db._delete_segments_for_network-8754056472935'] for network (865acc30-354d-443a-90ac-e550f16275c5), precommit_delete {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:44:47.305274 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.services.segments.db [None req-0c7db851-04ad-4ce6-b4f0-e2c733de6d18 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['865acc30-354d-443a-90ac-e550f16275c5']}} {{(pid=104526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 07:44:47.315292 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.services.segments.db [None req-0c7db851-04ad-4ce6-b4f0-e2c733de6d18 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ed9b260d-18a6-47d6-b09f-f8e237c3b8ef') {'for_net_delete': True} {{(pid=104526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 07:44:47.315582 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.services.segments.db [None req-0c7db851-04ad-4ce6-b4f0-e2c733de6d18 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ed9b260d-18a6-47d6-b09f-f8e237c3b8ef') {} {{(pid=104526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 07:44:47.325805 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-0c7db851-04ad-4ce6-b4f0-e2c733de6d18 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754056471920', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58882375'] for segment (ed9b260d-18a6-47d6-b09f-f8e237c3b8ef), before_delete {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:44:47.341277 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-0c7db851-04ad-4ce6-b4f0-e2c733de6d18 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1513389'] for segment (ed9b260d-18a6-47d6-b09f-f8e237c3b8ef), precommit_delete {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:44:47.347868 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0c7db851-04ad-4ce6-b4f0-e2c733de6d18 admin admin] Releasing vlan 286 on physical network physnet1 to pool {{(pid=104526) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 25 07:44:47.348358 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-0c7db851-04ad-4ce6-b4f0-e2c733de6d18 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1513389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2909867'] for segment (ed9b260d-18a6-47d6-b09f-f8e237c3b8ef), after_delete {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:44:47.393254 dv-cinder-825492-15-iscsi neutron-server[104526]: INFO neutron.services.segments.plugin [-] Segment ed9b260d-18a6-47d6-b09f-f8e237c3b8ef resource provider aggregate not found May 25 07:44:47.422142 dv-cinder-825492-15-iscsi neutron-server[104526]: INFO neutron.services.segments.plugin [-] Segment ed9b260d-18a6-47d6-b09f-f8e237c3b8ef resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid ed9b260d-18a6-47d6-b09f-f8e237c3b8ef found for delete ", "request_id": "req-acc95413-6397-425e-9ad6-e5d1ab67207f"}]} May 25 07:44:47.480362 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-0c7db851-04ad-4ce6-b4f0-e2c733de6d18 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1508912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-278710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612926', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1617334'] for network (865acc30-354d-443a-90ac-e550f16275c5), after_delete {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:44:47.487148 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-0c7db851-04ad-4ce6-b4f0-e2c733de6d18 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1612908'] for network (None), before_response {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:44:47.490290 dv-cinder-825492-15-iscsi neutron-server[104526]: INFO neutron.wsgi [None req-0c7db851-04ad-4ce6-b4f0-e2c733de6d18 admin admin] 10.222.0.24 "DELETE /v2.0/networks/865acc30-354d-443a-90ac-e550f16275c5 HTTP/1.1" status: 204 len: 168 time: 0.9780679 May 25 07:44:47.494263 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron.wsgi [-] (104525) accepted ('10.222.0.24', 50766) {{(pid=104525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 07:44:47.507490 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c7db851-04ad-4ce6-b4f0-e2c733de6d18 admin admin] Pushing event deleted for resources: {'Network': ['ID=865acc30-354d-443a-90ac-e550f16275c5,revision_number=None']} {{(pid=104526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 07:44:47.515823 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c7db851-04ad-4ce6-b4f0-e2c733de6d18 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825492-15-iscsi {{(pid=104526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 07:44:47.516170 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c7db851-04ad-4ce6-b4f0-e2c733de6d18 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825492-15-iscsi {{(pid=104526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 07:44:47.516711 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c7db851-04ad-4ce6-b4f0-e2c733de6d18 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825492-15-iscsi {{(pid=104526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 07:44:47.517057 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c7db851-04ad-4ce6-b4f0-e2c733de6d18 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825492-15-iscsi {{(pid=104526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 07:44:47.517449 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c7db851-04ad-4ce6-b4f0-e2c733de6d18 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825492-15-iscsi {{(pid=104526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 07:44:47.518721 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c7db851-04ad-4ce6-b4f0-e2c733de6d18 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825492-15-iscsi {{(pid=104526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 07:44:47.519064 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c7db851-04ad-4ce6-b4f0-e2c733de6d18 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825492-15-iscsi {{(pid=104526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 07:44:47.519397 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c7db851-04ad-4ce6-b4f0-e2c733de6d18 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-825492-15-iscsi {{(pid=104526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 07:44:47.519737 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c7db851-04ad-4ce6-b4f0-e2c733de6d18 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-825492-15-iscsi {{(pid=104526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 07:44:47.520066 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c7db851-04ad-4ce6-b4f0-e2c733de6d18 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-825492-15-iscsi {{(pid=104526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 07:44:47.520391 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c7db851-04ad-4ce6-b4f0-e2c733de6d18 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-825492-15-iscsi {{(pid=104526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 07:44:47.520751 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c7db851-04ad-4ce6-b4f0-e2c733de6d18 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825492-15-iscsi {{(pid=104526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 07:44:47.521069 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c7db851-04ad-4ce6-b4f0-e2c733de6d18 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825492-15-iscsi {{(pid=104526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 07:44:47.521409 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c7db851-04ad-4ce6-b4f0-e2c733de6d18 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825492-15-iscsi {{(pid=104526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 07:44:47.521731 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c7db851-04ad-4ce6-b4f0-e2c733de6d18 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825492-15-iscsi {{(pid=104526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 07:44:47.600708 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG dbcounter [-] [104525] Writing DB stats neutron:SELECT=83,neutron:DELETE=4,neutron:UPDATE=2,neutron:INSERT=11 {{(pid=104525) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 07:44:47.815362 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-3128bb70-d519-47f5-b230-f0e60ea77f16 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1614244'] for router_interface (7bc1a003-a1ce-43e1-b401-90ea2d3f5197), before_delete {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:44:48.047594 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron.plugins.ml2.plugin [None req-3128bb70-d519-47f5-b230-f0e60ea77f16 admin admin] Deleting port e1ac0503-a346-4b18-97b9-141336821cad {{(pid=104525) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 25 07:44:48.047931 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-3128bb70-d519-47f5-b230-f0e60ea77f16 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754056702922'] for port (e1ac0503-a346-4b18-97b9-141336821cad), before_delete {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:44:48.125969 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG dbcounter [-] [104525] Writing DB stats neutron:SELECT=100 {{(pid=104525) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 07:44:48.127872 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron.plugins.ml2.db [None req-3128bb70-d519-47f5-b230-f0e60ea77f16 admin admin] For port e1ac0503-a346-4b18-97b9-141336821cad, host dv-cinder-825492-15-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825492-15-iscsi',level=0,port_id=e1ac0503-a346-4b18-97b9-141336821cad,segment=NetworkSegment(ab34562a-c462-4195-bd0a-9ed73cf447c7),segment_id=ab34562a-c462-4195-bd0a-9ed73cf447c7)] {{(pid=104525) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 07:44:48.128234 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-3128bb70-d519-47f5-b230-f0e60ea77f16 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625317'] for port (e1ac0503-a346-4b18-97b9-141336821cad), precommit_delete {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:44:48.142831 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron.plugins.ml2.plugin [None req-3128bb70-d519-47f5-b230-f0e60ea77f16 admin admin] Calling delete_port for e1ac0503-a346-4b18-97b9-141336821cad owned by network:router_interface {{(pid=104525) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 25 07:44:48.330265 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.plugins.ml2.rpc [None req-4c581813-650f-4b4b-ac0f-82f585bea231 None None] Device 4d832fd4-7262-4207-af23-bfbeb1add235 no longer exists at agent ovs-agent-dv-cinder-825492-15-iscsi {{(pid=104527) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 25 07:44:48.349613 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.plugins.ml2.plugin [None req-4c581813-650f-4b4b-ac0f-82f585bea231 None None] No Port match for: 4d832fd4-7262-4207-af23-bfbeb1add235 {{(pid=104527) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 25 07:44:48.349960 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.plugins.ml2.rpc [None req-4c581813-650f-4b4b-ac0f-82f585bea231 None None] Device 4d832fd4-7262-4207-af23-bfbeb1add235 not bound to the agent host dv-cinder-825492-15-iscsi {{(pid=104527) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 25 07:44:48.422351 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-3128bb70-d519-47f5-b230-f0e60ea77f16 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-617841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612926', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754056714424', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754056173873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59563715'] for port (e1ac0503-a346-4b18-97b9-141336821cad), after_delete {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:44:48.446884 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3128bb70-d519-47f5-b230-f0e60ea77f16 admin admin] Pushing event deleted for resources: {'Port': ['ID=e1ac0503-a346-4b18-97b9-141336821cad,revision_number=None']} {{(pid=104525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 07:44:48.615022 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-3128bb70-d519-47f5-b230-f0e60ea77f16 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1612919', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1614128'] for router_interface (7bc1a003-a1ce-43e1-b401-90ea2d3f5197), after_delete {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:44:48.800662 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG dbcounter [-] [104525] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=104525) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 07:44:48.826254 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3128bb70-d519-47f5-b230-f0e60ea77f16 admin admin] Router 7bc1a003-a1ce-43e1-b401-90ea2d3f5197 has already been hosted by L3 agent 54ff4013-997e-4376-a4e9-e6c98cf37cc7 {{(pid=104525) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 25 07:44:48.935098 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3128bb70-d519-47f5-b230-f0e60ea77f16 admin admin] Notify agent at l3_agent.dv-cinder-825492-15-iscsi the message routers_updated {{(pid=104525) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 25 07:44:48.940367 dv-cinder-825492-15-iscsi neutron-server[104525]: INFO neutron.wsgi [None req-3128bb70-d519-47f5-b230-f0e60ea77f16 admin admin] 10.222.0.24 "PUT /v2.0/routers/7bc1a003-a1ce-43e1-b401-90ea2d3f5197/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4448254 May 25 07:44:48.942823 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron.wsgi [-] (104525) accepted ('10.222.0.24', 50802) {{(pid=104525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 07:44:48.947065 dv-cinder-825492-15-iscsi neutron-server[104528]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb25db9f-ce99-43b5-a522-24fa7b4f64f6 None None] Sync routers for ids ['7bc1a003-a1ce-43e1-b401-90ea2d3f5197'] in dv-cinder-825492-15-iscsi {{(pid=104528) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 25 07:44:48.959956 dv-cinder-825492-15-iscsi neutron-server[104528]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb25db9f-ce99-43b5-a522-24fa7b4f64f6 None None] Routers {'7bc1a003-a1ce-43e1-b401-90ea2d3f5197'} bound to L3 agent in host dv-cinder-825492-15-iscsi {{(pid=104528) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 25 07:44:48.960811 dv-cinder-825492-15-iscsi neutron-server[104528]: DEBUG neutron.db.l3_hamode_db [None req-cb25db9f-ce99-43b5-a522-24fa7b4f64f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825492-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-25T07:27:37Z,description=,heartbeat_timestamp=2022-05-25T07:44:37Z,host='dv-cinder-825492-15-iscsi',id=54ff4013-997e-4376-a4e9-e6c98cf37cc7,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T07:27:38Z,topic='l3_agent')) {'router_ids': ['7bc1a003-a1ce-43e1-b401-90ea2d3f5197'], 'active': True} {{(pid=104528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 07:44:48.991141 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG dbcounter [-] [104525] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=104525) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 07:44:49.048341 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-1f0c168c-fc29-4a00-981c-b25b48ed7a77 admin admin] Publish callbacks [] for router (7bc1a003-a1ce-43e1-b401-90ea2d3f5197), before_delete {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:44:49.090752 dv-cinder-825492-15-iscsi neutron-server[104528]: DEBUG neutron.db.l3_dvr_db [None req-cb25db9f-ce99-43b5-a522-24fa7b4f64f6 None None] Set router 7bc1a003-a1ce-43e1-b401-90ea2d3f5197 gateway port host: dv-cinder-825492-15-iscsi {{(pid=104528) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 25 07:44:49.151665 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-1f0c168c-fc29-4a00-981c-b25b48ed7a77 admin admin] Publish callbacks [] for router_gateway (7bc1a003-a1ce-43e1-b401-90ea2d3f5197), before_delete {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:44:49.248048 dv-cinder-825492-15-iscsi neutron-server[104528]: DEBUG neutron.db.l3_hamode_db [None req-cb25db9f-ce99-43b5-a522-24fa7b4f64f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7bc1a003-a1ce-43e1-b401-90ea2d3f5197', 'name': 'tempest-TestShelveInstance-1521031787-router', 'tenant_id': '21d0ab14c2cb4b7ab6bd84d2407011e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '29c629bd-3f50-4535-bfbc-a047608d6fb6', 'external_fixed_ips': [{'subnet_id': '7934ff5a-43f1-4f76-b9d8-e4343ace34f5', 'ip_address': '172.27.3.59'}], 'enable_snat': True}, 'gw_port_id': '6a9f24ed-d893-40c0-ac1d-6cd855e81326', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T07:39:29Z', 'updated_at': '2022-05-25T07:44:48Z', 'revision_number': 5, 'project_id': '21d0ab14c2cb4b7ab6bd84d2407011e7', 'gw_port': {'id': '6a9f24ed-d893-40c0-ac1d-6cd855e81326', 'name': '', 'network_id': '29c629bd-3f50-4535-bfbc-a047608d6fb6', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:3b:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7bc1a003-a1ce-43e1-b401-90ea2d3f5197', 'device_owner': 'network:router_gateway', 'standard_attr_id': 399, 'fixed_ips': [{'subnet_id': '7934ff5a-43f1-4f76-b9d8-e4343ace34f5', 'ip_address': '172.27.3.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825492-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T07:39:30Z', 'updated_at': '2022-05-25T07:39:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7934ff5a-43f1-4f76-b9d8-e4343ace34f5', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825492-15-iscsi'}], 'dv-cinder-825492-15-iscsi', False) {} {{(pid=104528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 07:44:49.257796 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron.plugins.ml2.plugin [None req-1f0c168c-fc29-4a00-981c-b25b48ed7a77 admin admin] Deleting port 6a9f24ed-d893-40c0-ac1d-6cd855e81326 {{(pid=104525) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 25 07:44:49.258434 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-1f0c168c-fc29-4a00-981c-b25b48ed7a77 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754056702922'] for port (6a9f24ed-d893-40c0-ac1d-6cd855e81326), before_delete {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:44:49.273599 dv-cinder-825492-15-iscsi neutron-server[104528]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb25db9f-ce99-43b5-a522-24fa7b4f64f6 None None] Checking router: 7bc1a003-a1ce-43e1-b401-90ea2d3f5197 for host: dv-cinder-825492-15-iscsi {{(pid=104528) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 25 07:44:49.284642 dv-cinder-825492-15-iscsi neutron-server[104528]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb25db9f-ce99-43b5-a522-24fa7b4f64f6 None None] Routers {'7bc1a003-a1ce-43e1-b401-90ea2d3f5197'} bound to L3 agent in host dv-cinder-825492-15-iscsi {{(pid=104528) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 25 07:44:49.285322 dv-cinder-825492-15-iscsi neutron-server[104528]: DEBUG neutron.db.l3_hamode_db [None req-cb25db9f-ce99-43b5-a522-24fa7b4f64f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825492-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-25T07:27:37Z,description=,heartbeat_timestamp=2022-05-25T07:44:37Z,host='dv-cinder-825492-15-iscsi',id=54ff4013-997e-4376-a4e9-e6c98cf37cc7,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T07:27:38Z,topic='l3_agent')) {'router_ids': ['7bc1a003-a1ce-43e1-b401-90ea2d3f5197'], 'active': True} {{(pid=104528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 07:44:49.357276 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron.plugins.ml2.db [None req-1f0c168c-fc29-4a00-981c-b25b48ed7a77 admin admin] For port 6a9f24ed-d893-40c0-ac1d-6cd855e81326, host dv-cinder-825492-15-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825492-15-iscsi',level=0,port_id=6a9f24ed-d893-40c0-ac1d-6cd855e81326,segment=NetworkSegment(3ed655b3-ed39-457b-b353-0296e3eaac46),segment_id=3ed655b3-ed39-457b-b353-0296e3eaac46)] {{(pid=104525) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 07:44:49.357754 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-1f0c168c-fc29-4a00-981c-b25b48ed7a77 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625317'] for port (6a9f24ed-d893-40c0-ac1d-6cd855e81326), precommit_delete {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:44:49.372999 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron.plugins.ml2.plugin [None req-1f0c168c-fc29-4a00-981c-b25b48ed7a77 admin admin] Calling delete_port for 6a9f24ed-d893-40c0-ac1d-6cd855e81326 owned by network:router_gateway {{(pid=104525) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 25 07:44:49.386488 dv-cinder-825492-15-iscsi neutron-server[104528]: DEBUG neutron.db.l3_dvr_db [None req-cb25db9f-ce99-43b5-a522-24fa7b4f64f6 None None] Set router 7bc1a003-a1ce-43e1-b401-90ea2d3f5197 gateway port host: None {{(pid=104528) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 25 07:44:49.433698 dv-cinder-825492-15-iscsi neutron-server[104528]: DEBUG neutron.db.l3_hamode_db [None req-cb25db9f-ce99-43b5-a522-24fa7b4f64f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7bc1a003-a1ce-43e1-b401-90ea2d3f5197', 'name': 'tempest-TestShelveInstance-1521031787-router', 'tenant_id': '21d0ab14c2cb4b7ab6bd84d2407011e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T07:39:29Z', 'updated_at': '2022-05-25T07:44:49Z', 'revision_number': 6, 'project_id': '21d0ab14c2cb4b7ab6bd84d2407011e7', 'gw_port_host': None}], 'dv-cinder-825492-15-iscsi', False) {} {{(pid=104528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 07:44:49.458337 dv-cinder-825492-15-iscsi neutron-server[104528]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb25db9f-ce99-43b5-a522-24fa7b4f64f6 None None] The sync data for ids ['7bc1a003-a1ce-43e1-b401-90ea2d3f5197'] in dv-cinder-825492-15-iscsi is: [{'id': '7bc1a003-a1ce-43e1-b401-90ea2d3f5197', 'name': 'tempest-TestShelveInstance-1521031787-router', 'tenant_id': '21d0ab14c2cb4b7ab6bd84d2407011e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T07:39:29Z', 'updated_at': '2022-05-25T07:44:49Z', 'revision_number': 6, 'project_id': '21d0ab14c2cb4b7ab6bd84d2407011e7', 'gw_port_host': None}] {{(pid=104528) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 25 07:44:49.664331 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-1f0c168c-fc29-4a00-981c-b25b48ed7a77 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-617841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612926', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754056714424', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754056173873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59563715'] for port (6a9f24ed-d893-40c0-ac1d-6cd855e81326), after_delete {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:44:49.702414 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f0c168c-fc29-4a00-981c-b25b48ed7a77 admin admin] Pushing event deleted for resources: {'Port': ['ID=6a9f24ed-d893-40c0-ac1d-6cd855e81326,revision_number=None']} {{(pid=104525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 07:44:49.760367 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-1f0c168c-fc29-4a00-981c-b25b48ed7a77 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1614942'] for router_gateway (7bc1a003-a1ce-43e1-b401-90ea2d3f5197), after_delete {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:44:49.868572 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-1f0c168c-fc29-4a00-981c-b25b48ed7a77 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1616001', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4897'] for router (7bc1a003-a1ce-43e1-b401-90ea2d3f5197), precommit_delete {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:44:49.871103 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-1f0c168c-fc29-4a00-981c-b25b48ed7a77 admin admin] Publish callbacks [] for router_controller (7bc1a003-a1ce-43e1-b401-90ea2d3f5197), precommit_delete_associations {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:44:49.982990 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-1f0c168c-fc29-4a00-981c-b25b48ed7a77 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1616120'] for router (7bc1a003-a1ce-43e1-b401-90ea2d3f5197), after_delete {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:44:49.983654 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1f0c168c-fc29-4a00-981c-b25b48ed7a77 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7bc1a003-a1ce-43e1-b401-90ea2d3f5197 {{(pid=104525) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 25 07:44:49.989649 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-1f0c168c-fc29-4a00-981c-b25b48ed7a77 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:44:49.989649 dv-cinder-825492-15-iscsi neutron-server[104525]: INFO neutron.wsgi [None req-1f0c168c-fc29-4a00-981c-b25b48ed7a77 admin admin] 10.222.0.24 "DELETE /v2.0/routers/7bc1a003-a1ce-43e1-b401-90ea2d3f5197 HTTP/1.1" status: 204 len: 168 time: 1.0453136 May 25 07:44:49.991836 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron.wsgi [-] (104525) accepted ('10.222.0.24', 50820) {{(pid=104525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 07:44:50.037546 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron.db.db_base_plugin_v2 [None req-dd8980a2-b8f5-4f02-8290-3e8599c45dc5 admin admin] Deleting subnet be59f574-cc4e-4732-acd1-be9775742a59 {{(pid=104525) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 25 07:44:50.041478 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-dd8980a2-b8f5-4f02-8290-3e8599c45dc5 admin admin] Publish callbacks [] for subnet (be59f574-cc4e-4732-acd1-be9775742a59), before_delete {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:44:50.068051 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG dbcounter [-] [104525] Writing DB stats neutron:SELECT=92,neutron:UPDATE=2,neutron:DELETE=6 {{(pid=104525) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 07:44:50.078325 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-dd8980a2-b8f5-4f02-8290-3e8599c45dc5 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59371059'] for subnet (be59f574-cc4e-4732-acd1-be9775742a59), precommit_delete_associations {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:44:50.161695 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-dd8980a2-b8f5-4f02-8290-3e8599c45dc5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1507510'] for subnet (be59f574-cc4e-4732-acd1-be9775742a59), precommit_delete {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:44:50.183058 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG dbcounter [-] [104525] Writing DB stats neutron:SELECT=89,neutron:UPDATE=4,neutron:DELETE=7 {{(pid=104525) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 07:44:50.297531 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-dd8980a2-b8f5-4f02-8290-3e8599c45dc5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1507501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-280644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59563796', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62065616'] for subnet (be59f574-cc4e-4732-acd1-be9775742a59), after_delete {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:44:50.321556 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.plugins.ml2.rpc [None req-4c581813-650f-4b4b-ac0f-82f585bea231 None None] Device 6a9f24ed-d893-40c0-ac1d-6cd855e81326 no longer exists at agent ovs-agent-dv-cinder-825492-15-iscsi {{(pid=104527) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 25 07:44:50.325948 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd8980a2-b8f5-4f02-8290-3e8599c45dc5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=be59f574-cc4e-4732-acd1-be9775742a59,revision_number=None']} {{(pid=104525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 07:44:50.330566 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-dd8980a2-b8f5-4f02-8290-3e8599c45dc5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1612908'] for subnet (None), before_response {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:44:50.335090 dv-cinder-825492-15-iscsi neutron-server[104525]: INFO neutron.wsgi [None req-dd8980a2-b8f5-4f02-8290-3e8599c45dc5 admin admin] 10.222.0.24 "DELETE /v2.0/subnets/be59f574-cc4e-4732-acd1-be9775742a59 HTTP/1.1" status: 204 len: 168 time: 0.3408475 May 25 07:44:50.337291 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron.wsgi [-] (104525) accepted ('10.222.0.24', 50822) {{(pid=104525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 07:44:50.346534 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22313a2e-0225-44da-aa76-1e098599eda3 None None] Network ec01709d-6189-4ae3-bd11-6eb83baa5296 requested from dv-cinder-825492-15-iscsi {{(pid=104527) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 25 07:44:50.349684 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG dbcounter [-] [104527] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104527) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 07:44:50.350435 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.plugins.ml2.plugin [None req-4c581813-650f-4b4b-ac0f-82f585bea231 None None] No Port match for: 6a9f24ed-d893-40c0-ac1d-6cd855e81326 {{(pid=104527) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 25 07:44:50.351106 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.plugins.ml2.rpc [None req-4c581813-650f-4b4b-ac0f-82f585bea231 None None] Device 6a9f24ed-d893-40c0-ac1d-6cd855e81326 not bound to the agent host dv-cinder-825492-15-iscsi {{(pid=104527) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 25 07:44:50.351362 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.plugins.ml2.rpc [None req-4c581813-650f-4b4b-ac0f-82f585bea231 None None] Device e1ac0503-a346-4b18-97b9-141336821cad no longer exists at agent ovs-agent-dv-cinder-825492-15-iscsi {{(pid=104527) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 25 07:44:50.361935 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG dbcounter [-] [104527] Writing DB stats neutron:SELECT=94,neutron:UPDATE=1,neutron:DELETE=5 {{(pid=104527) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 07:44:50.409975 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.plugins.ml2.plugin [None req-4c581813-650f-4b4b-ac0f-82f585bea231 None None] No Port match for: e1ac0503-a346-4b18-97b9-141336821cad {{(pid=104527) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 25 07:44:50.415492 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.plugins.ml2.rpc [None req-4c581813-650f-4b4b-ac0f-82f585bea231 None None] Device e1ac0503-a346-4b18-97b9-141336821cad not bound to the agent host dv-cinder-825492-15-iscsi {{(pid=104527) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 25 07:44:50.416002 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-af2b275d-27f7-4ed5-b883-f5141148a513 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1321757'] for network (ec01709d-6189-4ae3-bd11-6eb83baa5296), before_delete {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:44:50.459211 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron.plugins.ml2.plugin [None req-af2b275d-27f7-4ed5-b883-f5141148a513 admin admin] Deleting port 44c6763c-2448-4b60-965f-affd960af187 {{(pid=104525) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 25 07:44:50.459553 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-af2b275d-27f7-4ed5-b883-f5141148a513 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754056702922'] for port (44c6763c-2448-4b60-965f-affd960af187), before_delete {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:44:50.529041 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ad91371-33ea-42f9-8e08-193b8cb014f2 None None] DHCP port deletion for ec01709d-6189-4ae3-bd11-6eb83baa5296 request from dv-cinder-825492-15-iscsi {{(pid=104527) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} May 25 07:44:50.529226 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron.plugins.ml2.db [None req-af2b275d-27f7-4ed5-b883-f5141148a513 admin admin] For port 44c6763c-2448-4b60-965f-affd960af187, host dv-cinder-825492-15-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825492-15-iscsi',level=0,port_id=44c6763c-2448-4b60-965f-affd960af187,segment=NetworkSegment(ab34562a-c462-4195-bd0a-9ed73cf447c7),segment_id=ab34562a-c462-4195-bd0a-9ed73cf447c7)] {{(pid=104525) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 07:44:50.529494 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-af2b275d-27f7-4ed5-b883-f5141148a513 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625317'] for port (44c6763c-2448-4b60-965f-affd960af187), precommit_delete {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:44:50.545869 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron.plugins.ml2.plugin [None req-af2b275d-27f7-4ed5-b883-f5141148a513 admin admin] Calling delete_port for 44c6763c-2448-4b60-965f-affd960af187 owned by network:dhcp {{(pid=104525) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 25 07:44:50.588135 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.plugins.ml2.plugin [None req-1ad91371-33ea-42f9-8e08-193b8cb014f2 None None] Deleting port 44c6763c-2448-4b60-965f-affd960af187 {{(pid=104527) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 25 07:44:50.588528 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron_lib.callbacks.manager [None req-1ad91371-33ea-42f9-8e08-193b8cb014f2 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754056702922'] for port (44c6763c-2448-4b60-965f-affd960af187), before_delete {{(pid=104527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:44:50.656633 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.plugins.ml2.db [None req-1ad91371-33ea-42f9-8e08-193b8cb014f2 None None] For port 44c6763c-2448-4b60-965f-affd960af187, host dv-cinder-825492-15-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825492-15-iscsi',level=0,port_id=44c6763c-2448-4b60-965f-affd960af187,segment=NetworkSegment(ab34562a-c462-4195-bd0a-9ed73cf447c7),segment_id=ab34562a-c462-4195-bd0a-9ed73cf447c7)] {{(pid=104527) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 07:44:50.657021 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron_lib.callbacks.manager [None req-1ad91371-33ea-42f9-8e08-193b8cb014f2 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625317'] for port (44c6763c-2448-4b60-965f-affd960af187), precommit_delete {{(pid=104527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:44:50.670246 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.plugins.ml2.plugin [None req-1ad91371-33ea-42f9-8e08-193b8cb014f2 None None] Calling delete_port for 44c6763c-2448-4b60-965f-affd960af187 owned by network:dhcp {{(pid=104527) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 25 07:44:50.691801 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-af2b275d-27f7-4ed5-b883-f5141148a513 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-617841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612926', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754056714424', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754056173873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59563715'] for port (44c6763c-2448-4b60-965f-affd960af187), after_delete {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:44:50.704752 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af2b275d-27f7-4ed5-b883-f5141148a513 admin admin] No DVR routers for this DVR port 44c6763c-2448-4b60-965f-affd960af187 on host dv-cinder-825492-15-iscsi {{(pid=104525) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 25 07:44:50.725396 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af2b275d-27f7-4ed5-b883-f5141148a513 admin admin] Pushing event deleted for resources: {'Port': ['ID=44c6763c-2448-4b60-965f-affd960af187,revision_number=None']} {{(pid=104525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 07:44:50.755735 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron_lib.callbacks.manager [None req-1ad91371-33ea-42f9-8e08-193b8cb014f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-617841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612926', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754056714424', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754056173873'] for port (44c6763c-2448-4b60-965f-affd960af187), after_delete {{(pid=104527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:44:50.782089 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ad91371-33ea-42f9-8e08-193b8cb014f2 None None] Pushing event deleted for resources: {'Port': ['ID=44c6763c-2448-4b60-965f-affd960af187,revision_number=None']} {{(pid=104527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 07:44:50.786046 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ad91371-33ea-42f9-8e08-193b8cb014f2 None None] No DVR routers for this DVR port 44c6763c-2448-4b60-965f-affd960af187 on host dv-cinder-825492-15-iscsi {{(pid=104527) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 25 07:44:50.802483 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-af2b275d-27f7-4ed5-b883-f5141148a513 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1508921', 'neutron.services.segments.db._delete_segments_for_network-8754056472935'] for network (ec01709d-6189-4ae3-bd11-6eb83baa5296), precommit_delete {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:44:50.824634 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron.services.segments.db [None req-af2b275d-27f7-4ed5-b883-f5141148a513 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ec01709d-6189-4ae3-bd11-6eb83baa5296']}} {{(pid=104525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 07:44:50.834026 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron.services.segments.db [None req-af2b275d-27f7-4ed5-b883-f5141148a513 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ab34562a-c462-4195-bd0a-9ed73cf447c7') {'for_net_delete': True} {{(pid=104525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 07:44:50.834410 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron.services.segments.db [None req-af2b275d-27f7-4ed5-b883-f5141148a513 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ab34562a-c462-4195-bd0a-9ed73cf447c7') {} {{(pid=104525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 07:44:50.844413 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-af2b275d-27f7-4ed5-b883-f5141148a513 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754056471920', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59371068'] for segment (ab34562a-c462-4195-bd0a-9ed73cf447c7), before_delete {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:44:50.858127 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-af2b275d-27f7-4ed5-b883-f5141148a513 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1513389'] for segment (ab34562a-c462-4195-bd0a-9ed73cf447c7), precommit_delete {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:44:50.864120 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-af2b275d-27f7-4ed5-b883-f5141148a513 admin admin] Releasing vlan 285 on physical network physnet1 to pool {{(pid=104525) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 25 07:44:50.864537 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-af2b275d-27f7-4ed5-b883-f5141148a513 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1513389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59563766'] for segment (ab34562a-c462-4195-bd0a-9ed73cf447c7), after_delete {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:44:51.005833 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-af2b275d-27f7-4ed5-b883-f5141148a513 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1508912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-278710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612926', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1617334'] for network (ec01709d-6189-4ae3-bd11-6eb83baa5296), after_delete {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:44:51.013743 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-af2b275d-27f7-4ed5-b883-f5141148a513 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1612908'] for network (None), before_response {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:44:51.017610 dv-cinder-825492-15-iscsi neutron-server[104525]: INFO neutron.wsgi [None req-af2b275d-27f7-4ed5-b883-f5141148a513 admin admin] 10.222.0.24 "DELETE /v2.0/networks/ec01709d-6189-4ae3-bd11-6eb83baa5296 HTTP/1.1" status: 204 len: 168 time: 0.6792114 May 25 07:44:51.029847 dv-cinder-825492-15-iscsi neutron-server[104525]: INFO neutron.services.segments.plugin [-] Segment ab34562a-c462-4195-bd0a-9ed73cf447c7 resource provider aggregate not found May 25 07:44:51.035009 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af2b275d-27f7-4ed5-b883-f5141148a513 admin admin] Pushing event deleted for resources: {'Network': ['ID=ec01709d-6189-4ae3-bd11-6eb83baa5296,revision_number=None']} {{(pid=104525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 07:44:51.052647 dv-cinder-825492-15-iscsi neutron-server[104525]: INFO neutron.services.segments.plugin [-] Segment ab34562a-c462-4195-bd0a-9ed73cf447c7 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid ab34562a-c462-4195-bd0a-9ed73cf447c7 found for delete ", "request_id": "req-a5382165-173f-403b-abf7-54553eaca94f"}]} May 25 07:44:51.451803 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron.wsgi [-] (104525) accepted ('10.222.0.24', 50864) {{(pid=104525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 07:44:51.497187 dv-cinder-825492-15-iscsi neutron-server[104525]: INFO neutron.wsgi [None req-aae1de94-d707-4aa6-b488-bc9803e44f43 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=f13c4f9ee9c444d9b9a0d2c2e3ec9142&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0439301 May 25 07:44:51.499824 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron.wsgi [-] (104525) accepted ('10.222.0.24', 50866) {{(pid=104525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 07:44:51.532043 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG dbcounter [-] [104525] Writing DB stats neutron:SELECT=86,neutron:DELETE=12,neutron:UPDATE=2 {{(pid=104525) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 07:44:51.553927 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-e5f6d89a-b1e3-4861-b693-efe9179957bf admin admin] Publish callbacks [] for security_group (ff97dbdc-01d2-4600-9169-a57142f6ace6), before_delete {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:44:51.576763 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-e5f6d89a-b1e3-4861-b693-efe9179957bf admin admin] Publish callbacks [] for security_group (ff97dbdc-01d2-4600-9169-a57142f6ace6), precommit_delete {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:44:51.703488 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-e5f6d89a-b1e3-4861-b693-efe9179957bf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-278753'] for security_group (ff97dbdc-01d2-4600-9169-a57142f6ace6), after_delete {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:44:51.706516 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-e5f6d89a-b1e3-4861-b693-efe9179957bf admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:44:51.707759 dv-cinder-825492-15-iscsi neutron-server[104525]: INFO neutron.wsgi [None req-e5f6d89a-b1e3-4861-b693-efe9179957bf admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/ff97dbdc-01d2-4600-9169-a57142f6ace6 HTTP/1.1" status: 204 len: 168 time: 0.2070377 May 25 07:44:51.720728 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5f6d89a-b1e3-4861-b693-efe9179957bf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff97dbdc-01d2-4600-9169-a57142f6ace6,revision_number=None']} {{(pid=104525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 07:44:52.329748 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.plugins.ml2.rpc [None req-4c581813-650f-4b4b-ac0f-82f585bea231 None None] Device 44c6763c-2448-4b60-965f-affd960af187 no longer exists at agent ovs-agent-dv-cinder-825492-15-iscsi {{(pid=104527) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 25 07:44:52.349093 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.plugins.ml2.plugin [None req-4c581813-650f-4b4b-ac0f-82f585bea231 None None] No Port match for: 44c6763c-2448-4b60-965f-affd960af187 {{(pid=104527) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 25 07:44:52.349438 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.plugins.ml2.rpc [None req-4c581813-650f-4b4b-ac0f-82f585bea231 None None] Device 44c6763c-2448-4b60-965f-affd960af187 not bound to the agent host dv-cinder-825492-15-iscsi {{(pid=104527) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 25 07:44:52.460394 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.wsgi [-] (104526) accepted ('10.222.0.24', 50882) {{(pid=104526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 07:44:52.502019 dv-cinder-825492-15-iscsi neutron-server[104526]: INFO neutron.wsgi [None req-f433bbcc-0245-44f8-a9d5-aed6183f52cf admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=21d0ab14c2cb4b7ab6bd84d2407011e7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0396378 May 25 07:44:52.504527 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.wsgi [-] (104526) accepted ('10.222.0.24', 50884) {{(pid=104526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 07:44:52.551902 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-8ecf6af0-6d4d-4379-9f44-a2e1032a8ae8 admin admin] Publish callbacks [] for security_group (6e0075aa-f924-4bc4-ad2d-a3071a298ca4), before_delete {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:44:52.573392 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-8ecf6af0-6d4d-4379-9f44-a2e1032a8ae8 admin admin] Publish callbacks [] for security_group (6e0075aa-f924-4bc4-ad2d-a3071a298ca4), precommit_delete {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:44:52.726127 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-8ecf6af0-6d4d-4379-9f44-a2e1032a8ae8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-278753'] for security_group (6e0075aa-f924-4bc4-ad2d-a3071a298ca4), after_delete {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:44:52.729905 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-8ecf6af0-6d4d-4379-9f44-a2e1032a8ae8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:44:52.731203 dv-cinder-825492-15-iscsi neutron-server[104526]: INFO neutron.wsgi [None req-8ecf6af0-6d4d-4379-9f44-a2e1032a8ae8 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/6e0075aa-f924-4bc4-ad2d-a3071a298ca4 HTTP/1.1" status: 204 len: 168 time: 0.2257767 May 25 07:44:52.739626 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ecf6af0-6d4d-4379-9f44-a2e1032a8ae8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e0075aa-f924-4bc4-ad2d-a3071a298ca4,revision_number=None']} {{(pid=104526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 07:44:53.872562 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.wsgi [-] (104526) accepted ('10.222.0.24', 50926) {{(pid=104526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 07:44:53.970041 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.api.v2.base [None req-3c0036e8-751d-414f-adbf-5db417480a8b admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1211832049-network', 'tenant_id': 'f5e67d0f06be415794efd436655904b3'}} {{(pid=104526) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 25 07:44:54.057260 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3c0036e8-751d-414f-adbf-5db417480a8b admin admin] Made reservation on behalf of f5e67d0f06be415794efd436655904b3 for: {'network': 1} {{(pid=104526) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 07:44:54.059641 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-3c0036e8-751d-414f-adbf-5db417480a8b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-616651'] for network (None), before_create {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:44:54.068258 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-3c0036e8-751d-414f-adbf-5db417480a8b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:44:54.152817 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-3c0036e8-751d-414f-adbf-5db417480a8b admin admin] Publish callbacks [] for security_group (4358c143-6a30-4ec1-a802-d0bc37af4da0), precommit_create {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:44:54.205711 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-3c0036e8-751d-414f-adbf-5db417480a8b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-278753'] for security_group (4358c143-6a30-4ec1-a802-d0bc37af4da0), after_create {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:44:54.228544 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3c0036e8-751d-414f-adbf-5db417480a8b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 250} {{(pid=104526) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 25 07:44:54.243833 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c0036e8-751d-414f-adbf-5db417480a8b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4358c143-6a30-4ec1-a802-d0bc37af4da0,revision_number=1']} {{(pid=104526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 07:44:54.246157 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG dbcounter [-] [104526] Writing DB stats neutron:SELECT=79,neutron:DELETE=9,neutron:UPDATE=2,neutron:INSERT=10 {{(pid=104526) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 07:44:54.247782 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-3c0036e8-751d-414f-adbf-5db417480a8b admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8754056472926', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1513389'] for segment (9a610226-7c21-4d7a-9db8-be7770bde605), precommit_create {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:44:54.248224 dv-cinder-825492-15-iscsi neutron-server[104526]: INFO neutron.db.segments_db [None req-3c0036e8-751d-414f-adbf-5db417480a8b admin admin] Added segment 9a610226-7c21-4d7a-9db8-be7770bde605 of type vlan for network 9bcd68e9-0045-4b34-8142-bf28d91642fb May 25 07:44:54.290272 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-3c0036e8-751d-414f-adbf-5db417480a8b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754056145246'] for network (9bcd68e9-0045-4b34-8142-bf28d91642fb), precommit_create {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:44:54.359873 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-3c0036e8-751d-414f-adbf-5db417480a8b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-278710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612926'] for network (9bcd68e9-0045-4b34-8142-bf28d91642fb), after_create {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:44:54.360908 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c0036e8-751d-414f-adbf-5db417480a8b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 07:44:54.361505 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-3c0036e8-751d-414f-adbf-5db417480a8b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1612908'] for network (None), before_response {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:44:54.382591 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG dbcounter [-] [104526] Writing DB stats neutron:SELECT=82,neutron:DELETE=7,neutron:INSERT=8,neutron:UPDATE=3 {{(pid=104526) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 07:44:54.421962 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c0036e8-751d-414f-adbf-5db417480a8b admin admin] Pushing event updated for resources: {'Network': ['ID=9bcd68e9-0045-4b34-8142-bf28d91642fb,revision_number=1']} {{(pid=104526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 07:44:54.432061 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.plugins.ml2.rpc [None req-4c581813-650f-4b4b-ac0f-82f585bea231 None None] Network 9bcd68e9-0045-4b34-8142-bf28d91642fb details requested by agent ovs-agent-dv-cinder-825492-15-iscsi with host dv-cinder-825492-15-iscsi {{(pid=104527) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 25 07:44:54.451674 dv-cinder-825492-15-iscsi neutron-server[104526]: INFO neutron.wsgi [None req-3c0036e8-751d-414f-adbf-5db417480a8b admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 866 time: 0.5751257 May 25 07:44:54.451917 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.wsgi [-] (104526) accepted ('10.222.0.24', 50932) {{(pid=104526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 07:44:54.456789 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.api.v2.base [None req-173df00f-123e-4ddb-a0f6-9f6cb449a833 admin admin] Request body: {'subnet': {'network_id': '9bcd68e9-0045-4b34-8142-bf28d91642fb', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1211832049-subnet', 'tenant_id': 'f5e67d0f06be415794efd436655904b3', 'ip_version': 4}} {{(pid=104526) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 25 07:44:54.537155 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-173df00f-123e-4ddb-a0f6-9f6cb449a833 admin admin] Made reservation on behalf of f5e67d0f06be415794efd436655904b3 for: {'subnet': 1} {{(pid=104526) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 07:44:54.541015 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-173df00f-123e-4ddb-a0f6-9f6cb449a833 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58838961'] for subnet (None), before_create {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:44:54.800022 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-173df00f-123e-4ddb-a0f6-9f6cb449a833 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-280644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2909966', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58838851'] for subnet (79361af5-cc98-4fe6-aade-34c4cdb65654), after_create {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:44:54.864028 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-173df00f-123e-4ddb-a0f6-9f6cb449a833 admin admin] Pushing event updated for resources: {'Subnet': ['ID=79361af5-cc98-4fe6-aade-34c4cdb65654,revision_number=0']} {{(pid=104526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 07:44:54.869806 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-173df00f-123e-4ddb-a0f6-9f6cb449a833 admin admin] Checking segment: {'id': '9a610226-7c21-4d7a-9db8-be7770bde605', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 250, 'network_id': '9bcd68e9-0045-4b34-8142-bf28d91642fb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104526) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 25 07:44:54.870160 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-173df00f-123e-4ddb-a0f6-9f6cb449a833 admin admin] Network hostable DHCP agents. Network: 9bcd68e9-0045-4b34-8142-bf28d91642fb, hostable agents: ['6cf9466f-68ff-4d03-9bb6-0c8244fa88eb'], hosted agents: [] {{(pid=104526) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 25 07:44:54.948524 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-173df00f-123e-4ddb-a0f6-9f6cb449a833 admin admin] Network 9bcd68e9-0045-4b34-8142-bf28d91642fb is scheduled to be hosted by DHCP agent 6cf9466f-68ff-4d03-9bb6-0c8244fa88eb with binding_index 1 {{(pid=104526) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 25 07:44:55.001349 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.wsgi [-] (104526) accepted ('10.222.0.24', 50944) {{(pid=104526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 07:44:55.010806 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.scheduler.base_scheduler [None req-173df00f-123e-4ddb-a0f6-9f6cb449a833 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-825492-15-iscsi, 9bcd68e9-0045-4b34-8142-bf28d91642fb) {{(pid=104526) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 07:44:55.015184 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-173df00f-123e-4ddb-a0f6-9f6cb449a833 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 07:44:55.016017 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-173df00f-123e-4ddb-a0f6-9f6cb449a833 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:44:55.022633 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fad1badc-569c-4315-9060-854faf53f5cb None None] Network 9bcd68e9-0045-4b34-8142-bf28d91642fb requested from dv-cinder-825492-15-iscsi {{(pid=104527) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 25 07:44:55.132073 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5451ae16-3374-450b-a022-0a4159d0d2ee None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpffcd8e1d-abc4-5fc1-a873-fed7d59917e2-9bcd68e9-0045-4b34-8142-bf28d91642fb', 'network_id': '9bcd68e9-0045-4b34-8142-bf28d91642fb', 'project_id': 'f5e67d0f06be415794efd436655904b3', 'fixed_ips': [{'subnet_id': '79361af5-cc98-4fe6-aade-34c4cdb65654'}]}} from dv-cinder-825492-15-iscsi. {{(pid=104527) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 25 07:44:55.133301 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron_lib.callbacks.manager [None req-5451ae16-3374-450b-a022-0a4159d0d2ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-616651'] for port (None), before_create {{(pid=104527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:44:55.134694 dv-cinder-825492-15-iscsi neutron-server[104526]: INFO neutron.wsgi [None req-173df00f-123e-4ddb-a0f6-9f6cb449a833 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.6818092 May 25 07:44:55.137581 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron.wsgi [-] (104525) accepted ('10.222.0.24', 50950) {{(pid=104525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 07:44:55.141886 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron.api.v2.base [None req-d44878b1-ad22-483f-9263-8ab24c98c499 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1211832049-router', 'tenant_id': 'f5e67d0f06be415794efd436655904b3', 'external_gateway_info': {'network_id': '29c629bd-3f50-4535-bfbc-a047608d6fb6'}}} {{(pid=104525) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 25 07:44:55.159491 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-66bf42b6-33ed-43df-aaa4-5b5fb03653e8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:44:55.255081 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-66bf42b6-33ed-43df-aaa4-5b5fb03653e8 admin admin] Publish callbacks [] for security_group (017b4b80-d5ce-455d-8a98-3417470e248b), precommit_create {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:44:55.275214 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-d44878b1-ad22-483f-9263-8ab24c98c499 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1616943', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4883'] for router (ebde3b4b-02cb-4bf4-901f-5ff0707d3ffa), before_create {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:44:55.276281 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-d44878b1-ad22-483f-9263-8ab24c98c499 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1616063', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1614895', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-299349', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4888'] for router (ebde3b4b-02cb-4bf4-901f-5ff0707d3ffa), precommit_create {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:44:55.304076 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.db.db_base_plugin_common [None req-5451ae16-3374-450b-a022-0a4159d0d2ee None None] Allocated IP 172.20.0.2 (9bcd68e9-0045-4b34-8142-bf28d91642fb/79361af5-cc98-4fe6-aade-34c4cdb65654/7ffb0a85-4302-4655-9dce-8e9aba7f7dcf) {{(pid=104527) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 07:44:55.326107 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-66bf42b6-33ed-43df-aaa4-5b5fb03653e8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-278753'] for security_group (017b4b80-d5ce-455d-8a98-3417470e248b), after_create {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:44:55.326700 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-d44878b1-ad22-483f-9263-8ab24c98c499 admin admin] Publish callbacks [] for router_controller (ebde3b4b-02cb-4bf4-901f-5ff0707d3ffa), precommit_add_association {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:44:55.329872 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG dbcounter [-] [104527] Writing DB stats neutron:SELECT=93,neutron:DELETE=1,neutron:UPDATE=4,neutron:INSERT=2 {{(pid=104527) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 07:44:55.347683 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG dbcounter [-] [104526] Writing DB stats neutron:SELECT=81,neutron:INSERT=15,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=104526) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 07:44:55.367962 dv-cinder-825492-15-iscsi neutron-server[104526]: INFO neutron.wsgi [None req-66bf42b6-33ed-43df-aaa4-5b5fb03653e8 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=ae112ac32fc240929a6687cb330f95c9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3653107 May 25 07:44:55.369221 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66bf42b6-33ed-43df-aaa4-5b5fb03653e8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=017b4b80-d5ce-455d-8a98-3417470e248b,revision_number=1']} {{(pid=104526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 07:44:55.370921 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron.wsgi [-] (104525) accepted ('10.222.0.24', 50956) {{(pid=104525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 07:44:55.451665 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron_lib.callbacks.manager [None req-5451ae16-3374-450b-a022-0a4159d0d2ee None None] Publish callbacks [] for port (7ffb0a85-4302-4655-9dce-8e9aba7f7dcf), precommit_create {{(pid=104527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:44:55.583447 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron_lib.callbacks.manager [None req-5451ae16-3374-450b-a022-0a4159d0d2ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-617841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612926', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754056173864'] for port (7ffb0a85-4302-4655-9dce-8e9aba7f7dcf), after_create {{(pid=104527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:44:55.620171 dv-cinder-825492-15-iscsi neutron-server[104528]: DEBUG neutron.db.agents_db [None req-434abceb-772f-4043-8698-cfe4a44654b9 None None] Agent healthcheck: found 6 active agents {{(pid=104528) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 25 07:44:55.637078 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5451ae16-3374-450b-a022-0a4159d0d2ee None None] Network 9bcd68e9-0045-4b34-8142-bf28d91642fb is already hosted by enough agents. {{(pid=104527) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 07:44:55.641092 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.scheduler.base_scheduler [None req-5451ae16-3374-450b-a022-0a4159d0d2ee None None] Resources bound (agent type, host, resource id): {{(pid=104527) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 07:44:55.643519 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5451ae16-3374-450b-a022-0a4159d0d2ee None None] Received port after_create {{(pid=104527) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 25 07:44:55.645705 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5451ae16-3374-450b-a022-0a4159d0d2ee None None] Pushing event updated for resources: {'Port': ['ID=7ffb0a85-4302-4655-9dce-8e9aba7f7dcf,revision_number=1']} {{(pid=104527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 07:44:55.650437 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG dbcounter [-] [104527] Writing DB stats neutron:SELECT=90,neutron:DELETE=4,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=104527) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 07:44:55.708394 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.plugins.ml2.managers [None req-5451ae16-3374-450b-a022-0a4159d0d2ee None None] Attempting to bind port 7ffb0a85-4302-4655-9dce-8e9aba7f7dcf on host dv-cinder-825492-15-iscsi for vnic_type normal with profile {{(pid=104527) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 25 07:44:55.708800 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.plugins.ml2.managers [None req-5451ae16-3374-450b-a022-0a4159d0d2ee None None] Attempting to bind port 7ffb0a85-4302-4655-9dce-8e9aba7f7dcf by drivers openvswitch,hyperv on host dv-cinder-825492-15-iscsi at level 0 using segments [{'id': '9a610226-7c21-4d7a-9db8-be7770bde605', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 250, 'network_id': '9bcd68e9-0045-4b34-8142-bf28d91642fb'}] {{(pid=104527) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 25 07:44:55.709128 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG dbcounter [-] [104525] Writing DB stats neutron:SELECT=88,neutron:DELETE=7,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=104525) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 07:44:55.709250 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5451ae16-3374-450b-a022-0a4159d0d2ee None None] Attempting to bind port 7ffb0a85-4302-4655-9dce-8e9aba7f7dcf on network 9bcd68e9-0045-4b34-8142-bf28d91642fb {{(pid=104527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 25 07:44:55.714493 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5451ae16-3374-450b-a022-0a4159d0d2ee None None] Checking agent: {'id': '67455b2d-ff20-4068-8b38-73bd0628c5cb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-825492-15-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 25, 7, 27, 41), 'started_at': datetime.datetime(2022, 5, 25, 7, 28, 11), 'heartbeat_timestamp': datetime.datetime(2022, 5, 25, 7, 44, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-825492-15-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 25 07:44:55.714869 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5451ae16-3374-450b-a022-0a4159d0d2ee None None] Checking segment: {'id': '9a610226-7c21-4d7a-9db8-be7770bde605', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 250, 'network_id': '9bcd68e9-0045-4b34-8142-bf28d91642fb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104527) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 25 07:44:55.715268 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron_lib.callbacks.manager [None req-5451ae16-3374-450b-a022-0a4159d0d2ee None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:44:55.715658 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5451ae16-3374-450b-a022-0a4159d0d2ee None None] Bound using segment: {'id': '9a610226-7c21-4d7a-9db8-be7770bde605', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 250, 'network_id': '9bcd68e9-0045-4b34-8142-bf28d91642fb'} {{(pid=104527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 25 07:44:55.716144 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.plugins.ml2.managers [None req-5451ae16-3374-450b-a022-0a4159d0d2ee None None] Bound port: 7ffb0a85-4302-4655-9dce-8e9aba7f7dcf, host: dv-cinder-825492-15-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9a610226-7c21-4d7a-9db8-be7770bde605', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 250, 'network_id': '9bcd68e9-0045-4b34-8142-bf28d91642fb'}}] {{(pid=104527) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 25 07:44:55.716574 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron_lib.callbacks.manager [None req-5451ae16-3374-450b-a022-0a4159d0d2ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-616651'] for port (7ffb0a85-4302-4655-9dce-8e9aba7f7dcf), before_update {{(pid=104527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:44:55.779119 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.plugins.ml2.db [None req-5451ae16-3374-450b-a022-0a4159d0d2ee None None] For port 7ffb0a85-4302-4655-9dce-8e9aba7f7dcf, host dv-cinder-825492-15-iscsi, cleared binding levels {{(pid=104527) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 25 07:44:55.782316 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.plugins.ml2.db [None req-5451ae16-3374-450b-a022-0a4159d0d2ee None None] For port 7ffb0a85-4302-4655-9dce-8e9aba7f7dcf, host dv-cinder-825492-15-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825492-15-iscsi',level=0,port_id=7ffb0a85-4302-4655-9dce-8e9aba7f7dcf,segment=NetworkSegment(9a610226-7c21-4d7a-9db8-be7770bde605),segment_id=9a610226-7c21-4d7a-9db8-be7770bde605)] {{(pid=104527) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 25 07:44:55.786247 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-01c674fe-ba58-4275-88b9-0b7eda784b93 admin admin] Publish callbacks [] for security_group (017b4b80-d5ce-455d-8a98-3417470e248b), before_delete {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:44:55.819121 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-d44878b1-ad22-483f-9263-8ab24c98c499 admin admin] Publish callbacks [] for router_gateway (ebde3b4b-02cb-4bf4-901f-5ff0707d3ffa), precommit_update {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:44:55.835955 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-01c674fe-ba58-4275-88b9-0b7eda784b93 admin admin] Publish callbacks [] for security_group (017b4b80-d5ce-455d-8a98-3417470e248b), precommit_delete {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:44:55.869259 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron_lib.callbacks.manager [None req-5451ae16-3374-450b-a022-0a4159d0d2ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-617841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612926', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754056714442', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754056173882', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754056173900'] for port (7ffb0a85-4302-4655-9dce-8e9aba7f7dcf), after_update {{(pid=104527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:44:55.932147 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-01c674fe-ba58-4275-88b9-0b7eda784b93 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-278753'] for security_group (017b4b80-d5ce-455d-8a98-3417470e248b), after_delete {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:44:55.935148 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-01c674fe-ba58-4275-88b9-0b7eda784b93 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:44:55.936293 dv-cinder-825492-15-iscsi neutron-server[104525]: INFO neutron.wsgi [None req-01c674fe-ba58-4275-88b9-0b7eda784b93 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/017b4b80-d5ce-455d-8a98-3417470e248b HTTP/1.1" status: 204 len: 168 time: 0.5643148 May 25 07:44:55.936712 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5451ae16-3374-450b-a022-0a4159d0d2ee None None] Pushing event updated for resources: {'Port': ['ID=7ffb0a85-4302-4655-9dce-8e9aba7f7dcf,revision_number=2']} {{(pid=104527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 07:44:55.981456 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01c674fe-ba58-4275-88b9-0b7eda784b93 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=017b4b80-d5ce-455d-8a98-3417470e248b,revision_number=None']} {{(pid=104525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 07:44:56.150506 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-d44878b1-ad22-483f-9263-8ab24c98c499 admin admin] Publish callbacks [] for router_gateway (ebde3b4b-02cb-4bf4-901f-5ff0707d3ffa), before_create {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:44:56.173979 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-d44878b1-ad22-483f-9263-8ab24c98c499 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-616651'] for port (None), before_create {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:44:56.239796 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG dbcounter [-] [104525] Writing DB stats neutron:SELECT=93,neutron:INSERT=2,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=104525) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 07:44:56.328742 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron.db.db_base_plugin_common [None req-d44878b1-ad22-483f-9263-8ab24c98c499 admin admin] Allocated IP 172.27.3.48 (29c629bd-3f50-4535-bfbc-a047608d6fb6/7934ff5a-43f1-4f76-b9d8-e4343ace34f5/9ecb0563-65ad-4bc0-a223-324ae8c6d8f7) {{(pid=104525) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 07:44:56.391604 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.plugins.ml2.rpc [None req-4c581813-650f-4b4b-ac0f-82f585bea231 None None] Device 7ffb0a85-4302-4655-9dce-8e9aba7f7dcf up at agent ovs-agent-dv-cinder-825492-15-iscsi {{(pid=104527) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 25 07:44:56.441792 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.db.provisioning_blocks [None req-4c581813-650f-4b4b-ac0f-82f585bea231 None None] Provisioning complete for port 7ffb0a85-4302-4655-9dce-8e9aba7f7dcf triggered by entity L2. {{(pid=104527) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 25 07:44:56.442565 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron_lib.callbacks.manager [None req-4c581813-650f-4b4b-ac0f-82f585bea231 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1490782'] for port (7ffb0a85-4302-4655-9dce-8e9aba7f7dcf), provisioning_complete {{(pid=104527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:44:56.460965 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-d44878b1-ad22-483f-9263-8ab24c98c499 admin admin] Publish callbacks [] for port (9ecb0563-65ad-4bc0-a223-324ae8c6d8f7), precommit_create {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:44:56.534034 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.plugins.ml2.plugin [None req-4c581813-650f-4b4b-ac0f-82f585bea231 None None] Current status of the port 7ffb0a85-4302-4655-9dce-8e9aba7f7dcf is: DOWN; New status is: ACTIVE {{(pid=104527) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 25 07:44:56.534638 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron_lib.callbacks.manager [None req-4c581813-650f-4b4b-ac0f-82f585bea231 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-616651'] for port (7ffb0a85-4302-4655-9dce-8e9aba7f7dcf), before_update {{(pid=104527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:44:56.566195 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-d44878b1-ad22-483f-9263-8ab24c98c499 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-617841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612926', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754056173864', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59563715'] for port (9ecb0563-65ad-4bc0-a223-324ae8c6d8f7), after_create {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:44:56.577620 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.plugins.ml2.db [None req-4c581813-650f-4b4b-ac0f-82f585bea231 None None] For port 7ffb0a85-4302-4655-9dce-8e9aba7f7dcf, host dv-cinder-825492-15-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825492-15-iscsi',level=0,port_id=7ffb0a85-4302-4655-9dce-8e9aba7f7dcf,segment=NetworkSegment(9a610226-7c21-4d7a-9db8-be7770bde605),segment_id=9a610226-7c21-4d7a-9db8-be7770bde605)] {{(pid=104527) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 07:44:56.612611 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d44878b1-ad22-483f-9263-8ab24c98c499 admin admin] Network 29c629bd-3f50-4535-bfbc-a047608d6fb6 is already hosted by enough agents. {{(pid=104525) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 07:44:56.613260 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron.scheduler.base_scheduler [None req-d44878b1-ad22-483f-9263-8ab24c98c499 admin admin] Resources bound (agent type, host, resource id): {{(pid=104525) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 07:44:56.617664 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d44878b1-ad22-483f-9263-8ab24c98c499 admin admin] Received port after_create {{(pid=104525) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 25 07:44:56.651920 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron_lib.callbacks.manager [None req-4c581813-650f-4b4b-ac0f-82f585bea231 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-617841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612926', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754056714442', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754056173882', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754056173900'] for port (7ffb0a85-4302-4655-9dce-8e9aba7f7dcf), after_update {{(pid=104527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:44:56.659259 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d44878b1-ad22-483f-9263-8ab24c98c499 admin admin] Pushing event updated for resources: {'Port': ['ID=9ecb0563-65ad-4bc0-a223-324ae8c6d8f7,revision_number=1']} {{(pid=104525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 07:44:56.723477 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c581813-650f-4b4b-ac0f-82f585bea231 None None] Pushing event updated for resources: {'Port': ['ID=7ffb0a85-4302-4655-9dce-8e9aba7f7dcf,revision_number=3']} {{(pid=104527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 07:44:56.931749 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG dbcounter [-] [104525] Writing DB stats neutron:SELECT=88,neutron:INSERT=7,neutron:UPDATE=5 {{(pid=104525) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 07:44:56.995690 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-d44878b1-ad22-483f-9263-8ab24c98c499 admin admin] Publish callbacks [] for router_gateway (ebde3b4b-02cb-4bf4-901f-5ff0707d3ffa), after_create {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:44:57.038225 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d343f086-86e5-4027-9a41-7d4e78c49751 None None] Network 9bcd68e9-0045-4b34-8142-bf28d91642fb requested from dv-cinder-825492-15-iscsi {{(pid=104527) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 25 07:44:57.117490 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.db.provisioning_blocks [None req-11b125f8-d5fb-4897-ab8c-35716fe9edbe None None] Provisioning complete for port 7ffb0a85-4302-4655-9dce-8e9aba7f7dcf triggered by entity DHCP. {{(pid=104527) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 25 07:44:57.118852 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron_lib.callbacks.manager [None req-11b125f8-d5fb-4897-ab8c-35716fe9edbe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1490782'] for port (7ffb0a85-4302-4655-9dce-8e9aba7f7dcf), provisioning_complete {{(pid=104527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:44:57.146104 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.wsgi [-] (104526) accepted ('10.222.0.24', 51000) {{(pid=104526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 07:44:57.233904 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-d44878b1-ad22-483f-9263-8ab24c98c499 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1616054', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1614970'] for router (ebde3b4b-02cb-4bf4-901f-5ff0707d3ffa), after_create {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:44:57.249705 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.plugins.ml2.plugin [None req-11b125f8-d5fb-4897-ab8c-35716fe9edbe None None] Current status of the port 7ffb0a85-4302-4655-9dce-8e9aba7f7dcf is: ACTIVE; New status is: ACTIVE {{(pid=104527) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 25 07:44:57.295294 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.api.v2.base [None req-d39ece59-59d2-45f7-89f1-b4fc6c963040 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-458434772-network', 'tenant_id': 'ce3e8f3592894606afc4d35c82d8f36f'}} {{(pid=104526) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 25 07:44:57.389016 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d39ece59-59d2-45f7-89f1-b4fc6c963040 admin admin] Made reservation on behalf of ce3e8f3592894606afc4d35c82d8f36f for: {'network': 1} {{(pid=104526) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 07:44:57.391417 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-d39ece59-59d2-45f7-89f1-b4fc6c963040 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-616651'] for network (None), before_create {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:44:57.401479 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-d39ece59-59d2-45f7-89f1-b4fc6c963040 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:44:57.440498 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d44878b1-ad22-483f-9263-8ab24c98c499 admin admin] Router ebde3b4b-02cb-4bf4-901f-5ff0707d3ffa is scheduled to L3 agent 54ff4013-997e-4376-a4e9-e6c98cf37cc7 with binding_index 1 {{(pid=104525) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 25 07:44:57.468960 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.db.provisioning_blocks [None req-ca61d46f-0e42-454b-89e3-33f13c655aad None None] Provisioning complete for port 7ffb0a85-4302-4655-9dce-8e9aba7f7dcf triggered by entity DHCP. {{(pid=104527) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 25 07:44:57.469330 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron_lib.callbacks.manager [None req-ca61d46f-0e42-454b-89e3-33f13c655aad None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1490782'] for port (7ffb0a85-4302-4655-9dce-8e9aba7f7dcf), provisioning_complete {{(pid=104527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:44:57.491556 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-d39ece59-59d2-45f7-89f1-b4fc6c963040 admin admin] Publish callbacks [] for security_group (1ced07ab-21b0-4a9f-8788-f41419ff702c), precommit_create {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:44:57.493914 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG dbcounter [-] [104525] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104525) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 07:44:57.517245 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG dbcounter [-] [104527] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104527) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 07:44:57.546737 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d44878b1-ad22-483f-9263-8ab24c98c499 admin admin] Notify agent at l3_agent.dv-cinder-825492-15-iscsi the message routers_updated {{(pid=104525) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 25 07:44:57.547093 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.plugins.ml2.plugin [None req-ca61d46f-0e42-454b-89e3-33f13c655aad None None] Current status of the port 7ffb0a85-4302-4655-9dce-8e9aba7f7dcf is: ACTIVE; New status is: ACTIVE {{(pid=104527) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 25 07:44:57.557222 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b78ad18-5522-44d0-b227-5170a4f9f978 None None] Sync routers for ids ['ebde3b4b-02cb-4bf4-901f-5ff0707d3ffa'] in dv-cinder-825492-15-iscsi {{(pid=104527) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 25 07:44:57.566435 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b78ad18-5522-44d0-b227-5170a4f9f978 None None] Routers {'ebde3b4b-02cb-4bf4-901f-5ff0707d3ffa'} bound to L3 agent in host dv-cinder-825492-15-iscsi {{(pid=104527) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 25 07:44:57.572646 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.db.l3_hamode_db [None req-2b78ad18-5522-44d0-b227-5170a4f9f978 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825492-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-25T07:27:37Z,description=,heartbeat_timestamp=2022-05-25T07:44:37Z,host='dv-cinder-825492-15-iscsi',id=54ff4013-997e-4376-a4e9-e6c98cf37cc7,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T07:27:38Z,topic='l3_agent')) {'router_ids': ['ebde3b4b-02cb-4bf4-901f-5ff0707d3ffa'], 'active': True} {{(pid=104527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 07:44:57.628708 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-d39ece59-59d2-45f7-89f1-b4fc6c963040 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-278753'] for security_group (1ced07ab-21b0-4a9f-8788-f41419ff702c), after_create {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:44:57.651671 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG dbcounter [-] [104527] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104527) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 07:44:57.654725 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d39ece59-59d2-45f7-89f1-b4fc6c963040 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 298} {{(pid=104526) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 25 07:44:57.665393 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d39ece59-59d2-45f7-89f1-b4fc6c963040 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1ced07ab-21b0-4a9f-8788-f41419ff702c,revision_number=1']} {{(pid=104526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 07:44:57.670487 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-d39ece59-59d2-45f7-89f1-b4fc6c963040 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8754056472926', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1513389'] for segment (b08770fa-6050-41ea-ab8a-efb563bb8f14), precommit_create {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:44:57.670893 dv-cinder-825492-15-iscsi neutron-server[104526]: INFO neutron.db.segments_db [None req-d39ece59-59d2-45f7-89f1-b4fc6c963040 admin admin] Added segment b08770fa-6050-41ea-ab8a-efb563bb8f14 of type vlan for network 1f9a3bff-e0aa-4277-a6ad-8da29c0b0d1a May 25 07:44:57.671412 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.db.l3_dvr_db [None req-2b78ad18-5522-44d0-b227-5170a4f9f978 None None] Set router ebde3b4b-02cb-4bf4-901f-5ff0707d3ffa gateway port host: dv-cinder-825492-15-iscsi {{(pid=104527) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 25 07:44:57.675975 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-d44878b1-ad22-483f-9263-8ab24c98c499 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:44:57.678074 dv-cinder-825492-15-iscsi neutron-server[104525]: INFO neutron.wsgi [None req-d44878b1-ad22-483f-9263-8ab24c98c499 admin admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 2.5386739 May 25 07:44:57.686297 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron.wsgi [-] (104525) accepted ('10.222.0.24', 51006) {{(pid=104525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 07:44:57.717178 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-d39ece59-59d2-45f7-89f1-b4fc6c963040 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754056145246'] for network (1f9a3bff-e0aa-4277-a6ad-8da29c0b0d1a), precommit_create {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:44:57.800133 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-d39ece59-59d2-45f7-89f1-b4fc6c963040 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-278710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612926'] for network (1f9a3bff-e0aa-4277-a6ad-8da29c0b0d1a), after_create {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:44:57.801186 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d39ece59-59d2-45f7-89f1-b4fc6c963040 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 07:44:57.801768 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-d39ece59-59d2-45f7-89f1-b4fc6c963040 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1612908'] for network (None), before_response {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:44:57.853785 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.db.l3_hamode_db [None req-2b78ad18-5522-44d0-b227-5170a4f9f978 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ebde3b4b-02cb-4bf4-901f-5ff0707d3ffa', 'name': 'tempest-TestVolumeBootPattern-1211832049-router', 'tenant_id': 'f5e67d0f06be415794efd436655904b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '29c629bd-3f50-4535-bfbc-a047608d6fb6', 'external_fixed_ips': [{'subnet_id': '7934ff5a-43f1-4f76-b9d8-e4343ace34f5', 'ip_address': '172.27.3.48'}], 'enable_snat': True}, 'gw_port_id': '9ecb0563-65ad-4bc0-a223-324ae8c6d8f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T07:44:55Z', 'updated_at': '2022-05-25T07:44:56Z', 'revision_number': 3, 'project_id': 'f5e67d0f06be415794efd436655904b3', 'gw_port': {'id': '9ecb0563-65ad-4bc0-a223-324ae8c6d8f7', 'name': '', 'network_id': '29c629bd-3f50-4535-bfbc-a047608d6fb6', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:d0:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ebde3b4b-02cb-4bf4-901f-5ff0707d3ffa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 650, 'fixed_ips': [{'subnet_id': '7934ff5a-43f1-4f76-b9d8-e4343ace34f5', 'ip_address': '172.27.3.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T07:44:56Z', 'updated_at': '2022-05-25T07:44:56Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7934ff5a-43f1-4f76-b9d8-e4343ace34f5', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825492-15-iscsi'}], 'dv-cinder-825492-15-iscsi', False) {} {{(pid=104527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 07:44:57.864417 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d39ece59-59d2-45f7-89f1-b4fc6c963040 admin admin] Pushing event updated for resources: {'Network': ['ID=1f9a3bff-e0aa-4277-a6ad-8da29c0b0d1a,revision_number=1']} {{(pid=104526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 07:44:57.886129 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.plugins.ml2.rpc [None req-4c581813-650f-4b4b-ac0f-82f585bea231 None None] Network 1f9a3bff-e0aa-4277-a6ad-8da29c0b0d1a details requested by agent ovs-agent-dv-cinder-825492-15-iscsi with host dv-cinder-825492-15-iscsi {{(pid=104527) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 25 07:44:57.888924 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b78ad18-5522-44d0-b227-5170a4f9f978 None None] Checking router: ebde3b4b-02cb-4bf4-901f-5ff0707d3ffa for host: dv-cinder-825492-15-iscsi {{(pid=104527) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 25 07:44:57.889264 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b78ad18-5522-44d0-b227-5170a4f9f978 None None] Updating router ebde3b4b-02cb-4bf4-901f-5ff0707d3ffa port 9ecb0563-65ad-4bc0-a223-324ae8c6d8f7 binding host dv-cinder-825492-15-iscsi {{(pid=104527) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 25 07:44:57.897357 dv-cinder-825492-15-iscsi neutron-server[104526]: INFO neutron.wsgi [None req-d39ece59-59d2-45f7-89f1-b4fc6c963040 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 868 time: 0.7498629 May 25 07:44:57.898149 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.wsgi [-] (104526) accepted ('10.222.0.24', 51008) {{(pid=104526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 07:44:57.904757 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.api.v2.base [None req-6642dc7a-7d2b-4b75-808a-10d6c08a5dbc admin admin] Request body: {'subnet': {'network_id': '1f9a3bff-e0aa-4277-a6ad-8da29c0b0d1a', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-458434772-subnet', 'tenant_id': 'ce3e8f3592894606afc4d35c82d8f36f', 'ip_version': 4}} {{(pid=104526) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 25 07:44:57.971275 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron_lib.callbacks.manager [None req-2b78ad18-5522-44d0-b227-5170a4f9f978 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-616651'] for port (9ecb0563-65ad-4bc0-a223-324ae8c6d8f7), before_update {{(pid=104527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:44:57.982892 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6642dc7a-7d2b-4b75-808a-10d6c08a5dbc admin admin] Made reservation on behalf of ce3e8f3592894606afc4d35c82d8f36f for: {'subnet': 1} {{(pid=104526) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 07:44:57.985380 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-6642dc7a-7d2b-4b75-808a-10d6c08a5dbc admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58838961'] for subnet (None), before_create {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:44:58.048924 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG dbcounter [-] [104526] Writing DB stats neutron:SELECT=76,neutron:INSERT=19,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=104526) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 07:44:58.098785 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-f418b0ea-f275-4015-8490-b332b4c9d0f9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-616651'] for port (None), before_create {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:44:58.121383 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG dbcounter [-] [104525] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:DELETE=2 {{(pid=104525) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 07:44:58.264221 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-6642dc7a-7d2b-4b75-808a-10d6c08a5dbc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-280644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2909966', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58838851'] for subnet (623b3c8a-4ab3-45ba-bd8e-09ef75d96994), after_create {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:44:58.280946 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron.db.db_base_plugin_common [None req-f418b0ea-f275-4015-8490-b332b4c9d0f9 admin admin] Allocated IP 172.20.0.1 (9bcd68e9-0045-4b34-8142-bf28d91642fb/79361af5-cc98-4fe6-aade-34c4cdb65654/71945d30-2083-402b-a29e-2effc8003ab4) {{(pid=104525) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 07:44:58.283913 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron_lib.callbacks.manager [None req-2b78ad18-5522-44d0-b227-5170a4f9f978 None None] Publish callbacks [] for port (9ecb0563-65ad-4bc0-a223-324ae8c6d8f7), precommit_update {{(pid=104527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:44:58.311306 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG dbcounter [-] [104526] Writing DB stats neutron:SELECT=85,neutron:INSERT=12,neutron:UPDATE=3 {{(pid=104526) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 07:44:58.339016 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6642dc7a-7d2b-4b75-808a-10d6c08a5dbc admin admin] Pushing event updated for resources: {'Subnet': ['ID=623b3c8a-4ab3-45ba-bd8e-09ef75d96994,revision_number=0']} {{(pid=104526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 07:44:58.350805 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6642dc7a-7d2b-4b75-808a-10d6c08a5dbc admin admin] Checking segment: {'id': 'b08770fa-6050-41ea-ab8a-efb563bb8f14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 298, 'network_id': '1f9a3bff-e0aa-4277-a6ad-8da29c0b0d1a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104526) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 25 07:44:58.351095 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6642dc7a-7d2b-4b75-808a-10d6c08a5dbc admin admin] Network hostable DHCP agents. Network: 1f9a3bff-e0aa-4277-a6ad-8da29c0b0d1a, hostable agents: ['6cf9466f-68ff-4d03-9bb6-0c8244fa88eb'], hosted agents: [] {{(pid=104526) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 25 07:44:58.386551 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.plugins.ml2.rpc [None req-4c581813-650f-4b4b-ac0f-82f585bea231 None None] Device 7ffb0a85-4302-4655-9dce-8e9aba7f7dcf up at agent ovs-agent-dv-cinder-825492-15-iscsi {{(pid=104527) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 25 07:44:58.404794 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-f418b0ea-f275-4015-8490-b332b4c9d0f9 admin admin] Publish callbacks [] for port (71945d30-2083-402b-a29e-2effc8003ab4), precommit_create {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:44:58.407392 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG dbcounter [-] [104525] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=4 {{(pid=104525) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 07:44:58.411315 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron_lib.callbacks.manager [None req-2b78ad18-5522-44d0-b227-5170a4f9f978 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-617841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612926', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754056714442', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754056173882', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754056173900'] for port (9ecb0563-65ad-4bc0-a223-324ae8c6d8f7), after_update {{(pid=104527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:44:58.429816 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6642dc7a-7d2b-4b75-808a-10d6c08a5dbc admin admin] Network 1f9a3bff-e0aa-4277-a6ad-8da29c0b0d1a is scheduled to be hosted by DHCP agent 6cf9466f-68ff-4d03-9bb6-0c8244fa88eb with binding_index 1 {{(pid=104526) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 25 07:44:58.472226 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG dbcounter [-] [104527] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104527) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 07:44:58.483351 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fffe1416-c264-420a-94b1-2b8e14e80247 None None] Pushing event updated for resources: {'Port': ['ID=9ecb0563-65ad-4bc0-a223-324ae8c6d8f7,revision_number=2']} {{(pid=104527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 07:44:58.487506 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.plugins.ml2.managers [None req-2b78ad18-5522-44d0-b227-5170a4f9f978 None None] Attempting to bind port 9ecb0563-65ad-4bc0-a223-324ae8c6d8f7 on host dv-cinder-825492-15-iscsi for vnic_type normal with profile {{(pid=104527) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 25 07:44:58.487857 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.plugins.ml2.managers [None req-2b78ad18-5522-44d0-b227-5170a4f9f978 None None] Attempting to bind port 9ecb0563-65ad-4bc0-a223-324ae8c6d8f7 by drivers openvswitch,hyperv on host dv-cinder-825492-15-iscsi at level 0 using segments [{'id': '3ed655b3-ed39-457b-b353-0296e3eaac46', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '29c629bd-3f50-4535-bfbc-a047608d6fb6'}] {{(pid=104527) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 25 07:44:58.488212 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b78ad18-5522-44d0-b227-5170a4f9f978 None None] Attempting to bind port 9ecb0563-65ad-4bc0-a223-324ae8c6d8f7 on network 29c629bd-3f50-4535-bfbc-a047608d6fb6 {{(pid=104527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 25 07:44:58.496948 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.db.provisioning_blocks [None req-4c581813-650f-4b4b-ac0f-82f585bea231 None None] Provisioning complete for port 7ffb0a85-4302-4655-9dce-8e9aba7f7dcf triggered by entity L2. {{(pid=104527) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 25 07:44:58.497321 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron_lib.callbacks.manager [None req-4c581813-650f-4b4b-ac0f-82f585bea231 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1490782'] for port (7ffb0a85-4302-4655-9dce-8e9aba7f7dcf), provisioning_complete {{(pid=104527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:44:58.499871 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b78ad18-5522-44d0-b227-5170a4f9f978 None None] Checking agent: {'id': '67455b2d-ff20-4068-8b38-73bd0628c5cb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-825492-15-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 25, 7, 27, 41), 'started_at': datetime.datetime(2022, 5, 25, 7, 28, 11), 'heartbeat_timestamp': datetime.datetime(2022, 5, 25, 7, 44, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-825492-15-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 25 07:44:58.500241 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b78ad18-5522-44d0-b227-5170a4f9f978 None None] Checking segment: {'id': '3ed655b3-ed39-457b-b353-0296e3eaac46', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '29c629bd-3f50-4535-bfbc-a047608d6fb6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104527) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 25 07:44:58.500659 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron_lib.callbacks.manager [None req-2b78ad18-5522-44d0-b227-5170a4f9f978 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:44:58.501042 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b78ad18-5522-44d0-b227-5170a4f9f978 None None] Bound using segment: {'id': '3ed655b3-ed39-457b-b353-0296e3eaac46', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '29c629bd-3f50-4535-bfbc-a047608d6fb6'} {{(pid=104527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 25 07:44:58.501547 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.plugins.ml2.managers [None req-2b78ad18-5522-44d0-b227-5170a4f9f978 None None] Bound port: 9ecb0563-65ad-4bc0-a223-324ae8c6d8f7, host: dv-cinder-825492-15-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3ed655b3-ed39-457b-b353-0296e3eaac46', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '29c629bd-3f50-4535-bfbc-a047608d6fb6'}}] {{(pid=104527) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 25 07:44:58.501933 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron_lib.callbacks.manager [None req-2b78ad18-5522-44d0-b227-5170a4f9f978 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-616651'] for port (9ecb0563-65ad-4bc0-a223-324ae8c6d8f7), before_update {{(pid=104527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:44:58.537422 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-f418b0ea-f275-4015-8490-b332b4c9d0f9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-617841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612926', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754056173864', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59563715'] for port (71945d30-2083-402b-a29e-2effc8003ab4), after_create {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:44:58.537647 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.scheduler.base_scheduler [None req-6642dc7a-7d2b-4b75-808a-10d6c08a5dbc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-825492-15-iscsi, 1f9a3bff-e0aa-4277-a6ad-8da29c0b0d1a) {{(pid=104526) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 07:44:58.552020 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eca25e98-5eab-4f4d-a0b9-84405fcaf566 None None] Network 1f9a3bff-e0aa-4277-a6ad-8da29c0b0d1a requested from dv-cinder-825492-15-iscsi {{(pid=104527) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 25 07:44:58.555326 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6642dc7a-7d2b-4b75-808a-10d6c08a5dbc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 07:44:58.556062 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-6642dc7a-7d2b-4b75-808a-10d6c08a5dbc admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:44:58.583762 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f418b0ea-f275-4015-8490-b332b4c9d0f9 admin admin] Pushing event updated for resources: {'Port': ['ID=71945d30-2083-402b-a29e-2effc8003ab4,revision_number=1']} {{(pid=104525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 07:44:58.591317 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f418b0ea-f275-4015-8490-b332b4c9d0f9 admin admin] Network 9bcd68e9-0045-4b34-8142-bf28d91642fb is already hosted by enough agents. {{(pid=104525) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 07:44:58.593063 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron.scheduler.base_scheduler [None req-f418b0ea-f275-4015-8490-b332b4c9d0f9 admin admin] Resources bound (agent type, host, resource id): {{(pid=104525) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 07:44:58.595572 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f418b0ea-f275-4015-8490-b332b4c9d0f9 admin admin] Received port after_create {{(pid=104525) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 25 07:44:58.647474 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.plugins.ml2.db [None req-2b78ad18-5522-44d0-b227-5170a4f9f978 None None] For port 9ecb0563-65ad-4bc0-a223-324ae8c6d8f7, host dv-cinder-825492-15-iscsi, cleared binding levels {{(pid=104527) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 25 07:44:58.650954 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-f418b0ea-f275-4015-8490-b332b4c9d0f9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1617199'] for router_interface (ebde3b4b-02cb-4bf4-901f-5ff0707d3ffa), before_create {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:44:58.651702 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG dbcounter [-] [104527] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=104527) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 07:44:58.653908 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.plugins.ml2.db [None req-2b78ad18-5522-44d0-b227-5170a4f9f978 None None] For port 9ecb0563-65ad-4bc0-a223-324ae8c6d8f7, host dv-cinder-825492-15-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825492-15-iscsi',level=0,port_id=9ecb0563-65ad-4bc0-a223-324ae8c6d8f7,segment=NetworkSegment(3ed655b3-ed39-457b-b353-0296e3eaac46),segment_id=3ed655b3-ed39-457b-b353-0296e3eaac46)] {{(pid=104527) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 25 07:44:58.662649 dv-cinder-825492-15-iscsi neutron-server[104526]: INFO neutron.wsgi [None req-6642dc7a-7d2b-4b75-808a-10d6c08a5dbc admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.7629201 May 25 07:44:58.674618 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.wsgi [-] (104526) accepted ('10.222.0.24', 51022) {{(pid=104526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 07:44:58.687039 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.api.v2.base [None req-c36110d7-0379-4348-9d95-cb51b5fcd69d admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-458434772-router', 'tenant_id': 'ce3e8f3592894606afc4d35c82d8f36f', 'external_gateway_info': {'network_id': '29c629bd-3f50-4535-bfbc-a047608d6fb6'}}} {{(pid=104526) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 25 07:44:58.719604 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.plugins.ml2.plugin [None req-4c581813-650f-4b4b-ac0f-82f585bea231 None None] Current status of the port 7ffb0a85-4302-4655-9dce-8e9aba7f7dcf is: ACTIVE; New status is: ACTIVE {{(pid=104527) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 25 07:44:58.750197 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron_lib.callbacks.manager [None req-2b78ad18-5522-44d0-b227-5170a4f9f978 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-617841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612926', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754056714442', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754056173882', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754056173900'] for port (9ecb0563-65ad-4bc0-a223-324ae8c6d8f7), after_update {{(pid=104527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:44:58.781460 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ec8b621-9e99-454a-b757-895c75b654d3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpffcd8e1d-abc4-5fc1-a873-fed7d59917e2-1f9a3bff-e0aa-4277-a6ad-8da29c0b0d1a', 'network_id': '1f9a3bff-e0aa-4277-a6ad-8da29c0b0d1a', 'project_id': 'ce3e8f3592894606afc4d35c82d8f36f', 'fixed_ips': [{'subnet_id': '623b3c8a-4ab3-45ba-bd8e-09ef75d96994'}]}} from dv-cinder-825492-15-iscsi. {{(pid=104527) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 25 07:44:58.782472 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron_lib.callbacks.manager [None req-3ec8b621-9e99-454a-b757-895c75b654d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-616651'] for port (None), before_create {{(pid=104527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:44:58.785951 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.wsgi [-] (104526) accepted ('10.222.0.24', 51024) {{(pid=104526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 07:44:58.834034 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fffe1416-c264-420a-94b1-2b8e14e80247 None None] Pushing event updated for resources: {'Port': ['ID=9ecb0563-65ad-4bc0-a223-324ae8c6d8f7,revision_number=3']} {{(pid=104527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 07:44:58.847297 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-c36110d7-0379-4348-9d95-cb51b5fcd69d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1616943', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4883'] for router (2a5c3f04-39f3-4f22-aabd-42d9ead6d306), before_create {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:44:58.849821 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-c36110d7-0379-4348-9d95-cb51b5fcd69d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1616063', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1614895', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-299349', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4888'] for router (2a5c3f04-39f3-4f22-aabd-42d9ead6d306), precommit_create {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:44:58.857275 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b78ad18-5522-44d0-b227-5170a4f9f978 None None] Routers {'ebde3b4b-02cb-4bf4-901f-5ff0707d3ffa'} bound to L3 agent in host dv-cinder-825492-15-iscsi {{(pid=104527) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 25 07:44:58.857992 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.db.l3_hamode_db [None req-2b78ad18-5522-44d0-b227-5170a4f9f978 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825492-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-25T07:27:37Z,description=,heartbeat_timestamp=2022-05-25T07:44:37Z,host='dv-cinder-825492-15-iscsi',id=54ff4013-997e-4376-a4e9-e6c98cf37cc7,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T07:27:38Z,topic='l3_agent')) {'router_ids': ['ebde3b4b-02cb-4bf4-901f-5ff0707d3ffa'], 'active': True} {{(pid=104527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 07:44:58.916929 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-c36110d7-0379-4348-9d95-cb51b5fcd69d admin admin] Publish callbacks [] for router_controller (2a5c3f04-39f3-4f22-aabd-42d9ead6d306), precommit_add_association {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:44:58.939984 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-436b4097-82ca-43ad-8a57-c1112a7446ec admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:44:58.962051 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-f418b0ea-f275-4015-8490-b332b4c9d0f9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-616651'] for port (71945d30-2083-402b-a29e-2effc8003ab4), before_update {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:44:59.114980 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG dbcounter [-] [104525] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=104525) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 07:44:59.152762 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-c36110d7-0379-4348-9d95-cb51b5fcd69d admin admin] Publish callbacks [] for router_gateway (2a5c3f04-39f3-4f22-aabd-42d9ead6d306), precommit_update {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:44:59.157633 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG dbcounter [-] [104526] Writing DB stats neutron:SELECT=76,neutron:INSERT=18,neutron:UPDATE=4,neutron:DELETE=2 {{(pid=104526) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 07:44:59.164744 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.db.provisioning_blocks [None req-3a639fbd-987e-46ed-b4e9-59165f97ab38 None None] Provisioning complete for port 71945d30-2083-402b-a29e-2effc8003ab4 triggered by entity DHCP. {{(pid=104527) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 25 07:44:59.165504 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron_lib.callbacks.manager [None req-3a639fbd-987e-46ed-b4e9-59165f97ab38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1490782'] for port (71945d30-2083-402b-a29e-2effc8003ab4), provisioning_complete {{(pid=104527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:44:59.171538 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-436b4097-82ca-43ad-8a57-c1112a7446ec admin admin] Publish callbacks [] for security_group (19327841-27ca-460f-9a09-694c2d92e143), precommit_create {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:44:59.188983 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-f418b0ea-f275-4015-8490-b332b4c9d0f9 admin admin] Publish callbacks [] for port (71945d30-2083-402b-a29e-2effc8003ab4), precommit_update {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:44:59.223214 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.db.db_base_plugin_common [None req-3ec8b621-9e99-454a-b757-895c75b654d3 None None] Allocated IP 172.20.0.2 (1f9a3bff-e0aa-4277-a6ad-8da29c0b0d1a/623b3c8a-4ab3-45ba-bd8e-09ef75d96994/8c2b84e3-1edc-414b-b667-89c34ac7f5b5) {{(pid=104527) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 07:44:59.236703 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.db.l3_dvr_db [None req-2b78ad18-5522-44d0-b227-5170a4f9f978 None None] Set router ebde3b4b-02cb-4bf4-901f-5ff0707d3ffa gateway port host: dv-cinder-825492-15-iscsi {{(pid=104527) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 25 07:44:59.238519 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.plugins.ml2.plugin [None req-3a639fbd-987e-46ed-b4e9-59165f97ab38 None None] Port 71945d30-2083-402b-a29e-2effc8003ab4 cannot update to ACTIVE because it is not bound. {{(pid=104527) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 25 07:44:59.286081 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-f418b0ea-f275-4015-8490-b332b4c9d0f9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-617841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612926', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754056714442', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754056173882', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754056173900', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59563722'] for port (71945d30-2083-402b-a29e-2effc8003ab4), after_update {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:44:59.286727 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-436b4097-82ca-43ad-8a57-c1112a7446ec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-278753'] for security_group (19327841-27ca-460f-9a09-694c2d92e143), after_create {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:44:59.363001 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-f418b0ea-f275-4015-8490-b332b4c9d0f9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1611396', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1614271'] for router_interface (ebde3b4b-02cb-4bf4-901f-5ff0707d3ffa), after_create {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:44:59.372505 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f418b0ea-f275-4015-8490-b332b4c9d0f9 admin admin] Pushing event updated for resources: {'Port': ['ID=71945d30-2083-402b-a29e-2effc8003ab4,revision_number=2']} {{(pid=104525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 07:44:59.372962 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-436b4097-82ca-43ad-8a57-c1112a7446ec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=19327841-27ca-460f-9a09-694c2d92e143,revision_number=1']} {{(pid=104526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 07:44:59.390478 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron.wsgi [-] (104525) accepted ('10.222.0.24', 51028) {{(pid=104525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 07:44:59.391874 dv-cinder-825492-15-iscsi neutron-server[104526]: INFO neutron.wsgi [None req-436b4097-82ca-43ad-8a57-c1112a7446ec admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=7378e9dcb47245fe83769d4f22639744&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6047518 May 25 07:44:59.437229 dv-cinder-825492-15-iscsi neutron-server[104528]: DEBUG dbcounter [-] [104528] Writing DB stats neutron:SELECT=51 {{(pid=104528) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 07:44:59.480544 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG dbcounter [-] [104527] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=104527) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 07:44:59.511886 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-a524addf-0e16-464b-9fb8-5e20810d9f71 admin admin] Publish callbacks [] for security_group (19327841-27ca-460f-9a09-694c2d92e143), before_delete {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:44:59.533052 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f418b0ea-f275-4015-8490-b332b4c9d0f9 admin admin] Network 9bcd68e9-0045-4b34-8142-bf28d91642fb is already hosted by enough agents. {{(pid=104525) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 07:44:59.534310 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-c36110d7-0379-4348-9d95-cb51b5fcd69d admin admin] Publish callbacks [] for router_gateway (2a5c3f04-39f3-4f22-aabd-42d9ead6d306), before_create {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:44:59.535120 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron.scheduler.base_scheduler [None req-f418b0ea-f275-4015-8490-b332b4c9d0f9 admin admin] Resources bound (agent type, host, resource id): {{(pid=104525) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 07:44:59.548459 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-a524addf-0e16-464b-9fb8-5e20810d9f71 admin admin] Publish callbacks [] for security_group (19327841-27ca-460f-9a09-694c2d92e143), precommit_delete {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:44:59.560611 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-c36110d7-0379-4348-9d95-cb51b5fcd69d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-616651'] for port (None), before_create {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:44:59.773009 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron_lib.callbacks.manager [None req-3ec8b621-9e99-454a-b757-895c75b654d3 None None] Publish callbacks [] for port (8c2b84e3-1edc-414b-b667-89c34ac7f5b5), precommit_create {{(pid=104527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:44:59.773009 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.db.l3_hamode_db [None req-2b78ad18-5522-44d0-b227-5170a4f9f978 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ebde3b4b-02cb-4bf4-901f-5ff0707d3ffa', 'name': 'tempest-TestVolumeBootPattern-1211832049-router', 'tenant_id': 'f5e67d0f06be415794efd436655904b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '29c629bd-3f50-4535-bfbc-a047608d6fb6', 'external_fixed_ips': [{'subnet_id': '7934ff5a-43f1-4f76-b9d8-e4343ace34f5', 'ip_address': '172.27.3.48'}], 'enable_snat': True}, 'gw_port_id': '9ecb0563-65ad-4bc0-a223-324ae8c6d8f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T07:44:55Z', 'updated_at': '2022-05-25T07:44:56Z', 'revision_number': 3, 'project_id': 'f5e67d0f06be415794efd436655904b3', 'gw_port': {'id': '9ecb0563-65ad-4bc0-a223-324ae8c6d8f7', 'name': '', 'network_id': '29c629bd-3f50-4535-bfbc-a047608d6fb6', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:d0:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ebde3b4b-02cb-4bf4-901f-5ff0707d3ffa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 650, 'fixed_ips': [{'subnet_id': '7934ff5a-43f1-4f76-b9d8-e4343ace34f5', 'ip_address': '172.27.3.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825492-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T07:44:56Z', 'updated_at': '2022-05-25T07:44:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7934ff5a-43f1-4f76-b9d8-e4343ace34f5', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825492-15-iscsi'}], 'dv-cinder-825492-15-iscsi', False) {} {{(pid=104527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 07:44:59.773009 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b78ad18-5522-44d0-b227-5170a4f9f978 None None] The sync data for ids ['ebde3b4b-02cb-4bf4-901f-5ff0707d3ffa'] in dv-cinder-825492-15-iscsi is: [{'id': 'ebde3b4b-02cb-4bf4-901f-5ff0707d3ffa', 'name': 'tempest-TestVolumeBootPattern-1211832049-router', 'tenant_id': 'f5e67d0f06be415794efd436655904b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '29c629bd-3f50-4535-bfbc-a047608d6fb6', 'external_fixed_ips': [{'subnet_id': '7934ff5a-43f1-4f76-b9d8-e4343ace34f5', 'ip_address': '172.27.3.48'}], 'enable_snat': True}, 'gw_port_id': '9ecb0563-65ad-4bc0-a223-324ae8c6d8f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T07:44:55Z', 'updated_at': '2022-05-25T07:44:56Z', 'revision_number': 3, 'project_id': 'f5e67d0f06be415794efd436655904b3', 'gw_port': {'id': '9ecb0563-65ad-4bc0-a223-324ae8c6d8f7', 'name': '', 'network_id': '29c629bd-3f50-4535-bfbc-a047608d6fb6', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:d0:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ebde3b4b-02cb-4bf4-901f-5ff0707d3ffa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 650, 'fixed_ips': [{'subnet_id': '7934ff5a-43f1-4f76-b9d8-e4343ace34f5', 'ip_address': '172.27.3.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825492-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T07:44:56Z', 'updated_at': '2022-05-25T07:44:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7934ff5a-43f1-4f76-b9d8-e4343ace34f5', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825492-15-iscsi'}] {{(pid=104527) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 25 07:44:59.774259 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f418b0ea-f275-4015-8490-b332b4c9d0f9 admin admin] Router ebde3b4b-02cb-4bf4-901f-5ff0707d3ffa has already been hosted by L3 agent 54ff4013-997e-4376-a4e9-e6c98cf37cc7 {{(pid=104525) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 25 07:44:59.774379 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.db.db_base_plugin_common [None req-c36110d7-0379-4348-9d95-cb51b5fcd69d admin admin] Allocated IP 172.27.3.238 (29c629bd-3f50-4535-bfbc-a047608d6fb6/7934ff5a-43f1-4f76-b9d8-e4343ace34f5/f0143adb-1f01-48c6-b477-d6eb60caa4cf) {{(pid=104526) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 07:44:59.839799 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-c36110d7-0379-4348-9d95-cb51b5fcd69d admin admin] Publish callbacks [] for port (f0143adb-1f01-48c6-b477-d6eb60caa4cf), precommit_create {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:44:59.843796 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f418b0ea-f275-4015-8490-b332b4c9d0f9 admin admin] Notify agent at l3_agent.dv-cinder-825492-15-iscsi the message routers_updated {{(pid=104525) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 25 07:44:59.849025 dv-cinder-825492-15-iscsi neutron-server[104525]: INFO neutron.wsgi [None req-f418b0ea-f275-4015-8490-b332b4c9d0f9 admin admin] 10.222.0.24 "PUT /v2.0/routers/ebde3b4b-02cb-4bf4-901f-5ff0707d3ffa/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1672246 May 25 07:44:59.883374 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.db.provisioning_blocks [None req-d8a549b7-f7ef-4294-bfd3-fb1b542f1ee6 None None] Provisioning complete for port 71945d30-2083-402b-a29e-2effc8003ab4 triggered by entity DHCP. {{(pid=104527) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 25 07:44:59.883810 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron_lib.callbacks.manager [None req-d8a549b7-f7ef-4294-bfd3-fb1b542f1ee6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1490782'] for port (71945d30-2083-402b-a29e-2effc8003ab4), provisioning_complete {{(pid=104527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:44:59.918074 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron_lib.callbacks.manager [None req-3ec8b621-9e99-454a-b757-895c75b654d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-617841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612926', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754056173864'] for port (8c2b84e3-1edc-414b-b667-89c34ac7f5b5), after_create {{(pid=104527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:44:59.918474 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-a524addf-0e16-464b-9fb8-5e20810d9f71 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-278753'] for security_group (19327841-27ca-460f-9a09-694c2d92e143), after_delete {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:44:59.936409 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-a524addf-0e16-464b-9fb8-5e20810d9f71 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:44:59.936409 dv-cinder-825492-15-iscsi neutron-server[104525]: INFO neutron.wsgi [None req-a524addf-0e16-464b-9fb8-5e20810d9f71 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/19327841-27ca-460f-9a09-694c2d92e143 HTTP/1.1" status: 204 len: 168 time: 0.5318279 May 25 07:44:59.936409 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a524addf-0e16-464b-9fb8-5e20810d9f71 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=19327841-27ca-460f-9a09-694c2d92e143,revision_number=None']} {{(pid=104525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 07:44:59.937916 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG dbcounter [-] [104526] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=4 {{(pid=104526) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 07:44:59.946828 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-c36110d7-0379-4348-9d95-cb51b5fcd69d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-617841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612926', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754056173864', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2909854'] for port (f0143adb-1f01-48c6-b477-d6eb60caa4cf), after_create {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:44:59.999711 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c36110d7-0379-4348-9d95-cb51b5fcd69d admin admin] Network 29c629bd-3f50-4535-bfbc-a047608d6fb6 is already hosted by enough agents. {{(pid=104526) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 07:45:00.000692 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ec8b621-9e99-454a-b757-895c75b654d3 None None] Network 1f9a3bff-e0aa-4277-a6ad-8da29c0b0d1a is already hosted by enough agents. {{(pid=104527) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 07:45:00.004614 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.scheduler.base_scheduler [None req-c36110d7-0379-4348-9d95-cb51b5fcd69d admin admin] Resources bound (agent type, host, resource id): {{(pid=104526) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 07:45:00.012191 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.scheduler.base_scheduler [None req-3ec8b621-9e99-454a-b757-895c75b654d3 None None] Resources bound (agent type, host, resource id): {{(pid=104527) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 07:45:00.035133 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG dbcounter [-] [104525] Writing DB stats neutron:SELECT=100 {{(pid=104525) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 07:45:00.042033 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c36110d7-0379-4348-9d95-cb51b5fcd69d admin admin] Pushing event updated for resources: {'Port': ['ID=f0143adb-1f01-48c6-b477-d6eb60caa4cf,revision_number=1']} {{(pid=104526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 07:45:00.046450 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c36110d7-0379-4348-9d95-cb51b5fcd69d admin admin] Received port after_create {{(pid=104526) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 25 07:45:00.060565 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ec8b621-9e99-454a-b757-895c75b654d3 None None] Received port after_create {{(pid=104527) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 25 07:45:00.071352 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.plugins.ml2.plugin [None req-d8a549b7-f7ef-4294-bfd3-fb1b542f1ee6 None None] Port 71945d30-2083-402b-a29e-2effc8003ab4 cannot update to ACTIVE because it is not bound. {{(pid=104527) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 25 07:45:00.155181 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ec8b621-9e99-454a-b757-895c75b654d3 None None] Pushing event updated for resources: {'Port': ['ID=8c2b84e3-1edc-414b-b667-89c34ac7f5b5,revision_number=1']} {{(pid=104527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 07:45:00.208969 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.plugins.ml2.managers [None req-3ec8b621-9e99-454a-b757-895c75b654d3 None None] Attempting to bind port 8c2b84e3-1edc-414b-b667-89c34ac7f5b5 on host dv-cinder-825492-15-iscsi for vnic_type normal with profile {{(pid=104527) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 25 07:45:00.209337 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.plugins.ml2.managers [None req-3ec8b621-9e99-454a-b757-895c75b654d3 None None] Attempting to bind port 8c2b84e3-1edc-414b-b667-89c34ac7f5b5 by drivers openvswitch,hyperv on host dv-cinder-825492-15-iscsi at level 0 using segments [{'id': 'b08770fa-6050-41ea-ab8a-efb563bb8f14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 298, 'network_id': '1f9a3bff-e0aa-4277-a6ad-8da29c0b0d1a'}] {{(pid=104527) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 25 07:45:00.209698 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ec8b621-9e99-454a-b757-895c75b654d3 None None] Attempting to bind port 8c2b84e3-1edc-414b-b667-89c34ac7f5b5 on network 1f9a3bff-e0aa-4277-a6ad-8da29c0b0d1a {{(pid=104527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 25 07:45:00.217128 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ec8b621-9e99-454a-b757-895c75b654d3 None None] Checking agent: {'id': '67455b2d-ff20-4068-8b38-73bd0628c5cb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-825492-15-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 25, 7, 27, 41), 'started_at': datetime.datetime(2022, 5, 25, 7, 28, 11), 'heartbeat_timestamp': datetime.datetime(2022, 5, 25, 7, 44, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-825492-15-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 25 07:45:00.217495 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ec8b621-9e99-454a-b757-895c75b654d3 None None] Checking segment: {'id': 'b08770fa-6050-41ea-ab8a-efb563bb8f14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 298, 'network_id': '1f9a3bff-e0aa-4277-a6ad-8da29c0b0d1a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104527) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 25 07:45:00.218487 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron_lib.callbacks.manager [None req-3ec8b621-9e99-454a-b757-895c75b654d3 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:45:00.218883 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ec8b621-9e99-454a-b757-895c75b654d3 None None] Bound using segment: {'id': 'b08770fa-6050-41ea-ab8a-efb563bb8f14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 298, 'network_id': '1f9a3bff-e0aa-4277-a6ad-8da29c0b0d1a'} {{(pid=104527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 25 07:45:00.219375 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.plugins.ml2.managers [None req-3ec8b621-9e99-454a-b757-895c75b654d3 None None] Bound port: 8c2b84e3-1edc-414b-b667-89c34ac7f5b5, host: dv-cinder-825492-15-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b08770fa-6050-41ea-ab8a-efb563bb8f14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 298, 'network_id': '1f9a3bff-e0aa-4277-a6ad-8da29c0b0d1a'}}] {{(pid=104527) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 25 07:45:00.219754 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron_lib.callbacks.manager [None req-3ec8b621-9e99-454a-b757-895c75b654d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-616651'] for port (8c2b84e3-1edc-414b-b667-89c34ac7f5b5), before_update {{(pid=104527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:45:00.345364 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.plugins.ml2.db [None req-3ec8b621-9e99-454a-b757-895c75b654d3 None None] For port 8c2b84e3-1edc-414b-b667-89c34ac7f5b5, host dv-cinder-825492-15-iscsi, cleared binding levels {{(pid=104527) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 25 07:45:00.348891 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.plugins.ml2.db [None req-3ec8b621-9e99-454a-b757-895c75b654d3 None None] For port 8c2b84e3-1edc-414b-b667-89c34ac7f5b5, host dv-cinder-825492-15-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825492-15-iscsi',level=0,port_id=8c2b84e3-1edc-414b-b667-89c34ac7f5b5,segment=NetworkSegment(b08770fa-6050-41ea-ab8a-efb563bb8f14),segment_id=b08770fa-6050-41ea-ab8a-efb563bb8f14)] {{(pid=104527) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 25 07:45:00.387684 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.plugins.ml2.rpc [None req-4c581813-650f-4b4b-ac0f-82f585bea231 None None] Device 9ecb0563-65ad-4bc0-a223-324ae8c6d8f7 up at agent ovs-agent-dv-cinder-825492-15-iscsi {{(pid=104527) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 25 07:45:00.440357 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.db.provisioning_blocks [None req-4c581813-650f-4b4b-ac0f-82f585bea231 None None] Provisioning complete for port 9ecb0563-65ad-4bc0-a223-324ae8c6d8f7 triggered by entity L2. {{(pid=104527) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 25 07:45:00.441027 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron_lib.callbacks.manager [None req-4c581813-650f-4b4b-ac0f-82f585bea231 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1490782'] for port (9ecb0563-65ad-4bc0-a223-324ae8c6d8f7), provisioning_complete {{(pid=104527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:45:00.470308 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron_lib.callbacks.manager [None req-3ec8b621-9e99-454a-b757-895c75b654d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-617841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612926', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754056714442', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754056173882', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754056173900'] for port (8c2b84e3-1edc-414b-b667-89c34ac7f5b5), after_update {{(pid=104527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:45:00.511872 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-c36110d7-0379-4348-9d95-cb51b5fcd69d admin admin] Publish callbacks [] for router_gateway (2a5c3f04-39f3-4f22-aabd-42d9ead6d306), after_create {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:45:00.693200 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG dbcounter [-] [104527] Writing DB stats neutron:INSERT=3,neutron:UPDATE=5,neutron:SELECT=92 {{(pid=104527) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 07:45:00.699304 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ec8b621-9e99-454a-b757-895c75b654d3 None None] Pushing event updated for resources: {'Port': ['ID=8c2b84e3-1edc-414b-b667-89c34ac7f5b5,revision_number=2']} {{(pid=104527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 07:45:00.719493 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.plugins.ml2.plugin [None req-4c581813-650f-4b4b-ac0f-82f585bea231 None None] Current status of the port 9ecb0563-65ad-4bc0-a223-324ae8c6d8f7 is: DOWN; New status is: ACTIVE {{(pid=104527) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 25 07:45:00.719919 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron_lib.callbacks.manager [None req-4c581813-650f-4b4b-ac0f-82f585bea231 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-616651'] for port (9ecb0563-65ad-4bc0-a223-324ae8c6d8f7), before_update {{(pid=104527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:45:00.764829 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.plugins.ml2.db [None req-4c581813-650f-4b4b-ac0f-82f585bea231 None None] For port 9ecb0563-65ad-4bc0-a223-324ae8c6d8f7, host dv-cinder-825492-15-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825492-15-iscsi',level=0,port_id=9ecb0563-65ad-4bc0-a223-324ae8c6d8f7,segment=NetworkSegment(3ed655b3-ed39-457b-b353-0296e3eaac46),segment_id=3ed655b3-ed39-457b-b353-0296e3eaac46)] {{(pid=104527) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 07:45:00.823110 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron_lib.callbacks.manager [None req-4c581813-650f-4b4b-ac0f-82f585bea231 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-617841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612926', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754056714442', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754056173882', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754056173900'] for port (9ecb0563-65ad-4bc0-a223-324ae8c6d8f7), after_update {{(pid=104527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:45:00.838453 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-c36110d7-0379-4348-9d95-cb51b5fcd69d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1616054', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1614970'] for router (2a5c3f04-39f3-4f22-aabd-42d9ead6d306), after_create {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:45:00.934558 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c581813-650f-4b4b-ac0f-82f585bea231 None None] Pushing event updated for resources: {'Port': ['ID=9ecb0563-65ad-4bc0-a223-324ae8c6d8f7,revision_number=4']} {{(pid=104527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 07:45:01.035978 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron.wsgi [-] (104525) accepted ('10.222.0.24', 51056) {{(pid=104525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 07:45:01.059816 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-2ca79c03-35da-4b49-9c48-c546ab7330db admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:45:01.069315 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.wsgi [-] (104526) accepted ('10.222.0.24', 51058) {{(pid=104526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 07:45:01.076085 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.api.v2.base [None req-fa0dcbd3-eda6-4ed9-a790-732f77fd370b admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1480254169-network', 'tenant_id': '3240aa60382e493c9171f7011771816c'}} {{(pid=104526) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 25 07:45:01.150553 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-2ca79c03-35da-4b49-9c48-c546ab7330db admin admin] Publish callbacks [] for security_group (94eeea06-22e1-4abb-8a75-fece3a87328e), precommit_create {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:45:01.194229 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c36110d7-0379-4348-9d95-cb51b5fcd69d admin admin] Router 2a5c3f04-39f3-4f22-aabd-42d9ead6d306 is scheduled to L3 agent 54ff4013-997e-4376-a4e9-e6c98cf37cc7 with binding_index 1 {{(pid=104526) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 25 07:45:01.234873 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fa0dcbd3-eda6-4ed9-a790-732f77fd370b admin admin] Made reservation on behalf of 3240aa60382e493c9171f7011771816c for: {'network': 1} {{(pid=104526) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 07:45:01.237238 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-fa0dcbd3-eda6-4ed9-a790-732f77fd370b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-616651'] for network (None), before_create {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:45:01.249855 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-fa0dcbd3-eda6-4ed9-a790-732f77fd370b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:45:01.285807 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-2ca79c03-35da-4b49-9c48-c546ab7330db admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-278753'] for security_group (94eeea06-22e1-4abb-8a75-fece3a87328e), after_create {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:45:01.331467 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ca79c03-35da-4b49-9c48-c546ab7330db admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=94eeea06-22e1-4abb-8a75-fece3a87328e,revision_number=1']} {{(pid=104525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 07:45:01.333779 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c36110d7-0379-4348-9d95-cb51b5fcd69d admin admin] Notify agent at l3_agent.dv-cinder-825492-15-iscsi the message routers_updated {{(pid=104526) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 25 07:45:01.340302 dv-cinder-825492-15-iscsi neutron-server[104525]: INFO neutron.wsgi [None req-2ca79c03-35da-4b49-9c48-c546ab7330db admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=f2651b50abe9449da8257f9bf2155ad9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3002210 May 25 07:45:01.342086 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron.wsgi [-] (104525) accepted ('10.222.0.24', 51060) {{(pid=104525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 07:45:01.352657 dv-cinder-825492-15-iscsi neutron-server[104528]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2170f9a-6d99-486e-90bd-80f0fc5090a1 None None] Sync routers for ids ['2a5c3f04-39f3-4f22-aabd-42d9ead6d306'] in dv-cinder-825492-15-iscsi {{(pid=104528) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 25 07:45:01.362243 dv-cinder-825492-15-iscsi neutron-server[104528]: DEBUG dbcounter [-] [104528] Writing DB stats neutron:SELECT=44 {{(pid=104528) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 07:45:01.371019 dv-cinder-825492-15-iscsi neutron-server[104528]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2170f9a-6d99-486e-90bd-80f0fc5090a1 None None] Routers {'2a5c3f04-39f3-4f22-aabd-42d9ead6d306'} bound to L3 agent in host dv-cinder-825492-15-iscsi {{(pid=104528) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 25 07:45:01.371638 dv-cinder-825492-15-iscsi neutron-server[104528]: DEBUG neutron.db.l3_hamode_db [None req-a2170f9a-6d99-486e-90bd-80f0fc5090a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825492-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-25T07:27:37Z,description=,heartbeat_timestamp=2022-05-25T07:44:37Z,host='dv-cinder-825492-15-iscsi',id=54ff4013-997e-4376-a4e9-e6c98cf37cc7,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T07:27:38Z,topic='l3_agent')) {'router_ids': ['2a5c3f04-39f3-4f22-aabd-42d9ead6d306'], 'active': True} {{(pid=104528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 07:45:01.405521 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG dbcounter [-] [104527] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104527) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 07:45:01.410467 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-fa0dcbd3-eda6-4ed9-a790-732f77fd370b admin admin] Publish callbacks [] for security_group (22c48576-d8a4-4d99-85de-5eb15271cd97), precommit_create {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:45:01.416555 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-b9babf55-a2c4-4dfc-8fa9-f49ff59bf5d3 admin admin] Publish callbacks [] for security_group (94eeea06-22e1-4abb-8a75-fece3a87328e), before_delete {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:45:01.439793 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-b9babf55-a2c4-4dfc-8fa9-f49ff59bf5d3 admin admin] Publish callbacks [] for security_group (94eeea06-22e1-4abb-8a75-fece3a87328e), precommit_delete {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:45:01.444246 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-c36110d7-0379-4348-9d95-cb51b5fcd69d admin admin] Publish callbacks [] for router (None), before_response {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:45:01.444246 dv-cinder-825492-15-iscsi neutron-server[104526]: INFO neutron.wsgi [None req-c36110d7-0379-4348-9d95-cb51b5fcd69d admin admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 2.7628145 May 25 07:45:01.444246 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.wsgi [-] (104526) accepted ('10.222.0.24', 51064) {{(pid=104526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 07:45:01.481524 dv-cinder-825492-15-iscsi neutron-server[104528]: DEBUG neutron.db.l3_dvr_db [None req-a2170f9a-6d99-486e-90bd-80f0fc5090a1 None None] Set router 2a5c3f04-39f3-4f22-aabd-42d9ead6d306 gateway port host: dv-cinder-825492-15-iscsi {{(pid=104528) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 25 07:45:01.537094 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-fa0dcbd3-eda6-4ed9-a790-732f77fd370b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-278753'] for security_group (22c48576-d8a4-4d99-85de-5eb15271cd97), after_create {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:45:01.549897 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-b9babf55-a2c4-4dfc-8fa9-f49ff59bf5d3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-278753'] for security_group (94eeea06-22e1-4abb-8a75-fece3a87328e), after_delete {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:45:01.554664 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-b9babf55-a2c4-4dfc-8fa9-f49ff59bf5d3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:45:01.559950 dv-cinder-825492-15-iscsi neutron-server[104525]: INFO neutron.wsgi [None req-b9babf55-a2c4-4dfc-8fa9-f49ff59bf5d3 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/94eeea06-22e1-4abb-8a75-fece3a87328e HTTP/1.1" status: 204 len: 168 time: 0.2166557 May 25 07:45:01.570448 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9babf55-a2c4-4dfc-8fa9-f49ff59bf5d3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=94eeea06-22e1-4abb-8a75-fece3a87328e,revision_number=None']} {{(pid=104525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 07:45:01.587274 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fa0dcbd3-eda6-4ed9-a790-732f77fd370b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 283} {{(pid=104526) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 25 07:45:01.606639 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-fa0dcbd3-eda6-4ed9-a790-732f77fd370b admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8754056472926', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1513389'] for segment (939a703b-8428-4cb0-bb85-c150b37d698f), precommit_create {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:45:01.607019 dv-cinder-825492-15-iscsi neutron-server[104526]: INFO neutron.db.segments_db [None req-fa0dcbd3-eda6-4ed9-a790-732f77fd370b admin admin] Added segment 939a703b-8428-4cb0-bb85-c150b37d698f of type vlan for network 6cf39755-4264-4c21-8f3d-f6343e08ea2c May 25 07:45:01.609344 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa0dcbd3-eda6-4ed9-a790-732f77fd370b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=22c48576-d8a4-4d99-85de-5eb15271cd97,revision_number=1']} {{(pid=104526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 07:45:01.692869 dv-cinder-825492-15-iscsi neutron-server[104528]: DEBUG neutron.db.l3_hamode_db [None req-a2170f9a-6d99-486e-90bd-80f0fc5090a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a5c3f04-39f3-4f22-aabd-42d9ead6d306', 'name': 'tempest-TestMinimumBasicScenario-458434772-router', 'tenant_id': 'ce3e8f3592894606afc4d35c82d8f36f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '29c629bd-3f50-4535-bfbc-a047608d6fb6', 'external_fixed_ips': [{'subnet_id': '7934ff5a-43f1-4f76-b9d8-e4343ace34f5', 'ip_address': '172.27.3.238'}], 'enable_snat': True}, 'gw_port_id': 'f0143adb-1f01-48c6-b477-d6eb60caa4cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T07:44:58Z', 'updated_at': '2022-05-25T07:45:00Z', 'revision_number': 3, 'project_id': 'ce3e8f3592894606afc4d35c82d8f36f', 'gw_port': {'id': 'f0143adb-1f01-48c6-b477-d6eb60caa4cf', 'name': '', 'network_id': '29c629bd-3f50-4535-bfbc-a047608d6fb6', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:37:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2a5c3f04-39f3-4f22-aabd-42d9ead6d306', 'device_owner': 'network:router_gateway', 'standard_attr_id': 667, 'fixed_ips': [{'subnet_id': '7934ff5a-43f1-4f76-b9d8-e4343ace34f5', 'ip_address': '172.27.3.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T07:44:59Z', 'updated_at': '2022-05-25T07:44:59Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7934ff5a-43f1-4f76-b9d8-e4343ace34f5', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825492-15-iscsi'}], 'dv-cinder-825492-15-iscsi', False) {} {{(pid=104528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 07:45:01.722883 dv-cinder-825492-15-iscsi neutron-server[104528]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2170f9a-6d99-486e-90bd-80f0fc5090a1 None None] Checking router: 2a5c3f04-39f3-4f22-aabd-42d9ead6d306 for host: dv-cinder-825492-15-iscsi {{(pid=104528) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 25 07:45:01.723229 dv-cinder-825492-15-iscsi neutron-server[104528]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2170f9a-6d99-486e-90bd-80f0fc5090a1 None None] Updating router 2a5c3f04-39f3-4f22-aabd-42d9ead6d306 port f0143adb-1f01-48c6-b477-d6eb60caa4cf binding host dv-cinder-825492-15-iscsi {{(pid=104528) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 25 07:45:01.724207 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-fa0dcbd3-eda6-4ed9-a790-732f77fd370b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754056145246'] for network (6cf39755-4264-4c21-8f3d-f6343e08ea2c), precommit_create {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:45:01.756302 dv-cinder-825492-15-iscsi neutron-server[104528]: DEBUG neutron_lib.callbacks.manager [None req-a2170f9a-6d99-486e-90bd-80f0fc5090a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-616651'] for port (f0143adb-1f01-48c6-b477-d6eb60caa4cf), before_update {{(pid=104528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:45:01.794860 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG dbcounter [-] [104526] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=104526) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 07:45:01.846628 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-fa0dcbd3-eda6-4ed9-a790-732f77fd370b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-278710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612926'] for network (6cf39755-4264-4c21-8f3d-f6343e08ea2c), after_create {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:45:01.847567 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa0dcbd3-eda6-4ed9-a790-732f77fd370b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 07:45:01.848137 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-fa0dcbd3-eda6-4ed9-a790-732f77fd370b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1612908'] for network (None), before_response {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:45:01.910617 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG dbcounter [-] [104526] Writing DB stats neutron:SELECT=96,neutron:INSERT=4 {{(pid=104526) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 07:45:01.939900 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa0dcbd3-eda6-4ed9-a790-732f77fd370b admin admin] Pushing event updated for resources: {'Network': ['ID=6cf39755-4264-4c21-8f3d-f6343e08ea2c,revision_number=1']} {{(pid=104526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 07:45:01.953931 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.plugins.ml2.rpc [None req-4c581813-650f-4b4b-ac0f-82f585bea231 None None] Network 6cf39755-4264-4c21-8f3d-f6343e08ea2c details requested by agent ovs-agent-dv-cinder-825492-15-iscsi with host dv-cinder-825492-15-iscsi {{(pid=104527) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 25 07:45:01.963565 dv-cinder-825492-15-iscsi neutron-server[104528]: DEBUG dbcounter [-] [104528] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104528) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 07:45:02.085762 dv-cinder-825492-15-iscsi neutron-server[104526]: INFO neutron.wsgi [None req-fa0dcbd3-eda6-4ed9-a790-732f77fd370b admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 866 time: 1.0127196 May 25 07:45:02.086635 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron.wsgi [-] (104525) accepted ('10.222.0.24', 51070) {{(pid=104525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 07:45:02.094487 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron.api.v2.base [None req-a60c0415-346f-4232-91d2-5b166bc7c6d7 admin admin] Request body: {'subnet': {'network_id': '6cf39755-4264-4c21-8f3d-f6343e08ea2c', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1480254169-subnet', 'tenant_id': '3240aa60382e493c9171f7011771816c', 'ip_version': 4}} {{(pid=104525) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 25 07:45:02.109614 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-e3924413-b10e-4e0f-807d-b5ad40ae74ce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-616651'] for port (None), before_create {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:45:02.114115 dv-cinder-825492-15-iscsi neutron-server[104528]: DEBUG neutron_lib.callbacks.manager [None req-a2170f9a-6d99-486e-90bd-80f0fc5090a1 None None] Publish callbacks [] for port (f0143adb-1f01-48c6-b477-d6eb60caa4cf), precommit_update {{(pid=104528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:45:02.201393 dv-cinder-825492-15-iscsi neutron-server[104528]: DEBUG neutron_lib.callbacks.manager [None req-a2170f9a-6d99-486e-90bd-80f0fc5090a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-617841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612926', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754056714442', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754056173882', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754056173900'] for port (f0143adb-1f01-48c6-b477-d6eb60caa4cf), after_update {{(pid=104528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:45:02.228888 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a60c0415-346f-4232-91d2-5b166bc7c6d7 admin admin] Made reservation on behalf of 3240aa60382e493c9171f7011771816c for: {'subnet': 1} {{(pid=104525) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 07:45:02.233487 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron_lib.callbacks.manager [None req-798242cc-9ea0-464c-9109-86bd7997349e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754056472917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490168'] for agent (bbf5dc8c-5103-4973-a6b6-76af4660c126), after_update {{(pid=104527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:45:02.234959 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-a60c0415-346f-4232-91d2-5b166bc7c6d7 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62065451'] for subnet (None), before_create {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:45:02.284016 dv-cinder-825492-15-iscsi neutron-server[104528]: DEBUG neutron.plugins.ml2.managers [None req-a2170f9a-6d99-486e-90bd-80f0fc5090a1 None None] Attempting to bind port f0143adb-1f01-48c6-b477-d6eb60caa4cf on host dv-cinder-825492-15-iscsi for vnic_type normal with profile {{(pid=104528) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 25 07:45:02.284016 dv-cinder-825492-15-iscsi neutron-server[104528]: DEBUG neutron.plugins.ml2.managers [None req-a2170f9a-6d99-486e-90bd-80f0fc5090a1 None None] Attempting to bind port f0143adb-1f01-48c6-b477-d6eb60caa4cf by drivers openvswitch,hyperv on host dv-cinder-825492-15-iscsi at level 0 using segments [{'id': '3ed655b3-ed39-457b-b353-0296e3eaac46', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '29c629bd-3f50-4535-bfbc-a047608d6fb6'}] {{(pid=104528) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 25 07:45:02.284016 dv-cinder-825492-15-iscsi neutron-server[104528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2170f9a-6d99-486e-90bd-80f0fc5090a1 None None] Attempting to bind port f0143adb-1f01-48c6-b477-d6eb60caa4cf on network 29c629bd-3f50-4535-bfbc-a047608d6fb6 {{(pid=104528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 25 07:45:02.290090 dv-cinder-825492-15-iscsi neutron-server[104528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2170f9a-6d99-486e-90bd-80f0fc5090a1 None None] Checking agent: {'id': '67455b2d-ff20-4068-8b38-73bd0628c5cb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-825492-15-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 25, 7, 27, 41), 'started_at': datetime.datetime(2022, 5, 25, 7, 28, 11), 'heartbeat_timestamp': datetime.datetime(2022, 5, 25, 7, 44, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-825492-15-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 25 07:45:02.290635 dv-cinder-825492-15-iscsi neutron-server[104528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2170f9a-6d99-486e-90bd-80f0fc5090a1 None None] Checking segment: {'id': '3ed655b3-ed39-457b-b353-0296e3eaac46', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '29c629bd-3f50-4535-bfbc-a047608d6fb6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104528) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 25 07:45:02.290954 dv-cinder-825492-15-iscsi neutron-server[104528]: DEBUG neutron_lib.callbacks.manager [None req-a2170f9a-6d99-486e-90bd-80f0fc5090a1 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:45:02.291344 dv-cinder-825492-15-iscsi neutron-server[104528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2170f9a-6d99-486e-90bd-80f0fc5090a1 None None] Bound using segment: {'id': '3ed655b3-ed39-457b-b353-0296e3eaac46', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '29c629bd-3f50-4535-bfbc-a047608d6fb6'} {{(pid=104528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 25 07:45:02.291850 dv-cinder-825492-15-iscsi neutron-server[104528]: DEBUG neutron.plugins.ml2.managers [None req-a2170f9a-6d99-486e-90bd-80f0fc5090a1 None None] Bound port: f0143adb-1f01-48c6-b477-d6eb60caa4cf, host: dv-cinder-825492-15-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3ed655b3-ed39-457b-b353-0296e3eaac46', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '29c629bd-3f50-4535-bfbc-a047608d6fb6'}}] {{(pid=104528) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 25 07:45:02.292228 dv-cinder-825492-15-iscsi neutron-server[104528]: DEBUG neutron_lib.callbacks.manager [None req-a2170f9a-6d99-486e-90bd-80f0fc5090a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-616651'] for port (f0143adb-1f01-48c6-b477-d6eb60caa4cf), before_update {{(pid=104528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:45:02.332083 dv-cinder-825492-15-iscsi neutron-server[104528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d8382ce-7356-47e6-bdda-999344502a84 None None] Pushing event updated for resources: {'Port': ['ID=f0143adb-1f01-48c6-b477-d6eb60caa4cf,revision_number=2']} {{(pid=104528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 07:45:02.341707 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8b251ba-bb7e-4208-89aa-3f44025ebd4a None None] Network 1f9a3bff-e0aa-4277-a6ad-8da29c0b0d1a requested from dv-cinder-825492-15-iscsi {{(pid=104527) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 25 07:45:02.378437 dv-cinder-825492-15-iscsi neutron-server[104528]: DEBUG neutron.plugins.ml2.db [None req-a2170f9a-6d99-486e-90bd-80f0fc5090a1 None None] For port f0143adb-1f01-48c6-b477-d6eb60caa4cf, host dv-cinder-825492-15-iscsi, cleared binding levels {{(pid=104528) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 25 07:45:02.382353 dv-cinder-825492-15-iscsi neutron-server[104528]: DEBUG neutron.plugins.ml2.db [None req-a2170f9a-6d99-486e-90bd-80f0fc5090a1 None None] For port f0143adb-1f01-48c6-b477-d6eb60caa4cf, host dv-cinder-825492-15-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825492-15-iscsi',level=0,port_id=f0143adb-1f01-48c6-b477-d6eb60caa4cf,segment=NetworkSegment(3ed655b3-ed39-457b-b353-0296e3eaac46),segment_id=3ed655b3-ed39-457b-b353-0296e3eaac46)] {{(pid=104528) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 25 07:45:02.387266 dv-cinder-825492-15-iscsi neutron-server[104528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d8382ce-7356-47e6-bdda-999344502a84 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825492-15-iscsi {{(pid=104528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 07:45:02.388154 dv-cinder-825492-15-iscsi neutron-server[104528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d8382ce-7356-47e6-bdda-999344502a84 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825492-15-iscsi {{(pid=104528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 07:45:02.388779 dv-cinder-825492-15-iscsi neutron-server[104528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d8382ce-7356-47e6-bdda-999344502a84 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825492-15-iscsi {{(pid=104528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 07:45:02.389051 dv-cinder-825492-15-iscsi neutron-server[104528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d8382ce-7356-47e6-bdda-999344502a84 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825492-15-iscsi {{(pid=104528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 07:45:02.389391 dv-cinder-825492-15-iscsi neutron-server[104528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d8382ce-7356-47e6-bdda-999344502a84 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825492-15-iscsi {{(pid=104528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 07:45:02.389723 dv-cinder-825492-15-iscsi neutron-server[104528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d8382ce-7356-47e6-bdda-999344502a84 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825492-15-iscsi {{(pid=104528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 07:45:02.390064 dv-cinder-825492-15-iscsi neutron-server[104528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d8382ce-7356-47e6-bdda-999344502a84 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825492-15-iscsi {{(pid=104528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 07:45:02.390589 dv-cinder-825492-15-iscsi neutron-server[104528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d8382ce-7356-47e6-bdda-999344502a84 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-825492-15-iscsi {{(pid=104528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 07:45:02.391133 dv-cinder-825492-15-iscsi neutron-server[104528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d8382ce-7356-47e6-bdda-999344502a84 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-825492-15-iscsi {{(pid=104528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 07:45:02.391807 dv-cinder-825492-15-iscsi neutron-server[104528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d8382ce-7356-47e6-bdda-999344502a84 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-825492-15-iscsi {{(pid=104528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 07:45:02.392339 dv-cinder-825492-15-iscsi neutron-server[104528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d8382ce-7356-47e6-bdda-999344502a84 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-825492-15-iscsi {{(pid=104528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 07:45:02.392918 dv-cinder-825492-15-iscsi neutron-server[104528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d8382ce-7356-47e6-bdda-999344502a84 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825492-15-iscsi {{(pid=104528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 07:45:02.393653 dv-cinder-825492-15-iscsi neutron-server[104528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d8382ce-7356-47e6-bdda-999344502a84 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825492-15-iscsi {{(pid=104528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 07:45:02.394828 dv-cinder-825492-15-iscsi neutron-server[104528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d8382ce-7356-47e6-bdda-999344502a84 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825492-15-iscsi {{(pid=104528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 07:45:02.395362 dv-cinder-825492-15-iscsi neutron-server[104528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d8382ce-7356-47e6-bdda-999344502a84 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825492-15-iscsi {{(pid=104528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 07:45:02.405778 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG dbcounter [-] [104525] Writing DB stats neutron:SELECT=85,neutron:DELETE=6,neutron:INSERT=9 {{(pid=104525) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 07:45:02.413859 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9d0edcc-b34c-4d48-9282-d19e0497466b None None] Sync routers for ids ['ebde3b4b-02cb-4bf4-901f-5ff0707d3ffa'] in dv-cinder-825492-15-iscsi {{(pid=104527) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 25 07:45:02.438160 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.db.provisioning_blocks [None req-01e6dd33-96fc-4e84-8375-f3fdbcc912cf None None] Provisioning complete for port 8c2b84e3-1edc-414b-b667-89c34ac7f5b5 triggered by entity DHCP. {{(pid=104527) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 25 07:45:02.438160 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron_lib.callbacks.manager [None req-01e6dd33-96fc-4e84-8375-f3fdbcc912cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1490782'] for port (8c2b84e3-1edc-414b-b667-89c34ac7f5b5), provisioning_complete {{(pid=104527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:45:02.441721 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9d0edcc-b34c-4d48-9282-d19e0497466b None None] Routers {'ebde3b4b-02cb-4bf4-901f-5ff0707d3ffa'} bound to L3 agent in host dv-cinder-825492-15-iscsi {{(pid=104527) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 25 07:45:02.442663 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.db.l3_hamode_db [None req-f9d0edcc-b34c-4d48-9282-d19e0497466b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825492-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-25T07:27:37Z,description=,heartbeat_timestamp=2022-05-25T07:44:37Z,host='dv-cinder-825492-15-iscsi',id=54ff4013-997e-4376-a4e9-e6c98cf37cc7,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T07:27:38Z,topic='l3_agent')) {'router_ids': ['ebde3b4b-02cb-4bf4-901f-5ff0707d3ffa'], 'active': True} {{(pid=104527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 07:45:02.442802 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.db.db_base_plugin_common [None req-e3924413-b10e-4e0f-807d-b5ad40ae74ce admin admin] Allocated IP 172.20.0.1 (1f9a3bff-e0aa-4277-a6ad-8da29c0b0d1a/623b3c8a-4ab3-45ba-bd8e-09ef75d96994/a829413d-c9cd-4a5d-8e4c-657bfc52d9b7) {{(pid=104526) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 07:45:02.474818 dv-cinder-825492-15-iscsi neutron-server[104528]: DEBUG neutron_lib.callbacks.manager [None req-a2170f9a-6d99-486e-90bd-80f0fc5090a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-617841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612926', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754056714442', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754056173882', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754056173900'] for port (f0143adb-1f01-48c6-b477-d6eb60caa4cf), after_update {{(pid=104528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:45:02.531130 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.plugins.ml2.rpc [None req-4c581813-650f-4b4b-ac0f-82f585bea231 None None] Device 8c2b84e3-1edc-414b-b667-89c34ac7f5b5 up at agent ovs-agent-dv-cinder-825492-15-iscsi {{(pid=104527) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 25 07:45:02.563670 dv-cinder-825492-15-iscsi neutron-server[104528]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2170f9a-6d99-486e-90bd-80f0fc5090a1 None None] Routers {'2a5c3f04-39f3-4f22-aabd-42d9ead6d306'} bound to L3 agent in host dv-cinder-825492-15-iscsi {{(pid=104528) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 25 07:45:02.564840 dv-cinder-825492-15-iscsi neutron-server[104528]: DEBUG neutron.db.l3_hamode_db [None req-a2170f9a-6d99-486e-90bd-80f0fc5090a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825492-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-25T07:27:37Z,description=,heartbeat_timestamp=2022-05-25T07:44:37Z,host='dv-cinder-825492-15-iscsi',id=54ff4013-997e-4376-a4e9-e6c98cf37cc7,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T07:27:38Z,topic='l3_agent')) {'router_ids': ['2a5c3f04-39f3-4f22-aabd-42d9ead6d306'], 'active': True} {{(pid=104528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 07:45:02.591117 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-a60c0415-346f-4232-91d2-5b166bc7c6d7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-280644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59563859', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62065625'] for subnet (396bfd09-38d0-4532-8f44-500325cbf232), after_create {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:45:02.613130 dv-cinder-825492-15-iscsi neutron-server[104528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d8382ce-7356-47e6-bdda-999344502a84 None None] Pushing event updated for resources: {'Port': ['ID=f0143adb-1f01-48c6-b477-d6eb60caa4cf,revision_number=3']} {{(pid=104528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 07:45:02.632701 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-e3924413-b10e-4e0f-807d-b5ad40ae74ce admin admin] Publish callbacks [] for port (a829413d-c9cd-4a5d-8e4c-657bfc52d9b7), precommit_create {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:45:02.634058 dv-cinder-825492-15-iscsi neutron-server[104528]: DEBUG dbcounter [-] [104528] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=104528) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 07:45:02.691394 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG dbcounter [-] [104527] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104527) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 07:45:02.697751 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.wsgi [-] (104526) accepted ('10.222.0.24', 51074) {{(pid=104526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 07:45:02.715622 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-d5b94aa6-c8eb-4f8f-a314-2c54e81c2b81 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:45:02.718929 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.db.l3_dvr_db [None req-f9d0edcc-b34c-4d48-9282-d19e0497466b None None] Set router ebde3b4b-02cb-4bf4-901f-5ff0707d3ffa gateway port host: dv-cinder-825492-15-iscsi {{(pid=104527) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 25 07:45:02.825820 dv-cinder-825492-15-iscsi neutron-server[104528]: DEBUG neutron.db.l3_dvr_db [None req-a2170f9a-6d99-486e-90bd-80f0fc5090a1 None None] Set router 2a5c3f04-39f3-4f22-aabd-42d9ead6d306 gateway port host: dv-cinder-825492-15-iscsi {{(pid=104528) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 25 07:45:02.839528 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-e3924413-b10e-4e0f-807d-b5ad40ae74ce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-617841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612926', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754056173864', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2909854'] for port (a829413d-c9cd-4a5d-8e4c-657bfc52d9b7), after_create {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:45:02.945901 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.plugins.ml2.plugin [None req-01e6dd33-96fc-4e84-8375-f3fdbcc912cf None None] Current status of the port 8c2b84e3-1edc-414b-b667-89c34ac7f5b5 is: DOWN; New status is: ACTIVE {{(pid=104527) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 25 07:45:02.946508 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron_lib.callbacks.manager [None req-01e6dd33-96fc-4e84-8375-f3fdbcc912cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-616651'] for port (8c2b84e3-1edc-414b-b667-89c34ac7f5b5), before_update {{(pid=104527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:45:02.971091 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.db.provisioning_blocks [None req-4c581813-650f-4b4b-ac0f-82f585bea231 None None] Provisioning complete for port 8c2b84e3-1edc-414b-b667-89c34ac7f5b5 triggered by entity L2. {{(pid=104527) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 25 07:45:02.971761 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron_lib.callbacks.manager [None req-4c581813-650f-4b4b-ac0f-82f585bea231 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1490782'] for port (8c2b84e3-1edc-414b-b667-89c34ac7f5b5), provisioning_complete {{(pid=104527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:45:03.058317 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG dbcounter [-] [104525] Writing DB stats neutron:SELECT=86,neutron:INSERT=10,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=104525) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 07:45:03.087467 dv-cinder-825492-15-iscsi neutron-server[104528]: DEBUG neutron.db.l3_hamode_db [None req-a2170f9a-6d99-486e-90bd-80f0fc5090a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a5c3f04-39f3-4f22-aabd-42d9ead6d306', 'name': 'tempest-TestMinimumBasicScenario-458434772-router', 'tenant_id': 'ce3e8f3592894606afc4d35c82d8f36f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '29c629bd-3f50-4535-bfbc-a047608d6fb6', 'external_fixed_ips': [{'subnet_id': '7934ff5a-43f1-4f76-b9d8-e4343ace34f5', 'ip_address': '172.27.3.238'}], 'enable_snat': True}, 'gw_port_id': 'f0143adb-1f01-48c6-b477-d6eb60caa4cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T07:44:58Z', 'updated_at': '2022-05-25T07:45:00Z', 'revision_number': 3, 'project_id': 'ce3e8f3592894606afc4d35c82d8f36f', 'gw_port': {'id': 'f0143adb-1f01-48c6-b477-d6eb60caa4cf', 'name': '', 'network_id': '29c629bd-3f50-4535-bfbc-a047608d6fb6', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:37:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2a5c3f04-39f3-4f22-aabd-42d9ead6d306', 'device_owner': 'network:router_gateway', 'standard_attr_id': 667, 'fixed_ips': [{'subnet_id': '7934ff5a-43f1-4f76-b9d8-e4343ace34f5', 'ip_address': '172.27.3.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825492-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T07:44:59Z', 'updated_at': '2022-05-25T07:45:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7934ff5a-43f1-4f76-b9d8-e4343ace34f5', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825492-15-iscsi'}], 'dv-cinder-825492-15-iscsi', False) {} {{(pid=104528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 07:45:03.098818 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a60c0415-346f-4232-91d2-5b166bc7c6d7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=396bfd09-38d0-4532-8f44-500325cbf232,revision_number=0']} {{(pid=104525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 07:45:03.121292 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a60c0415-346f-4232-91d2-5b166bc7c6d7 admin admin] Checking segment: {'id': '939a703b-8428-4cb0-bb85-c150b37d698f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 283, 'network_id': '6cf39755-4264-4c21-8f3d-f6343e08ea2c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104525) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 25 07:45:03.132331 dv-cinder-825492-15-iscsi neutron-server[104528]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2170f9a-6d99-486e-90bd-80f0fc5090a1 None None] The sync data for ids ['2a5c3f04-39f3-4f22-aabd-42d9ead6d306'] in dv-cinder-825492-15-iscsi is: [{'id': '2a5c3f04-39f3-4f22-aabd-42d9ead6d306', 'name': 'tempest-TestMinimumBasicScenario-458434772-router', 'tenant_id': 'ce3e8f3592894606afc4d35c82d8f36f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '29c629bd-3f50-4535-bfbc-a047608d6fb6', 'external_fixed_ips': [{'subnet_id': '7934ff5a-43f1-4f76-b9d8-e4343ace34f5', 'ip_address': '172.27.3.238'}], 'enable_snat': True}, 'gw_port_id': 'f0143adb-1f01-48c6-b477-d6eb60caa4cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T07:44:58Z', 'updated_at': '2022-05-25T07:45:00Z', 'revision_number': 3, 'project_id': 'ce3e8f3592894606afc4d35c82d8f36f', 'gw_port': {'id': 'f0143adb-1f01-48c6-b477-d6eb60caa4cf', 'name': '', 'network_id': '29c629bd-3f50-4535-bfbc-a047608d6fb6', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:37:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2a5c3f04-39f3-4f22-aabd-42d9ead6d306', 'device_owner': 'network:router_gateway', 'standard_attr_id': 667, 'fixed_ips': [{'subnet_id': '7934ff5a-43f1-4f76-b9d8-e4343ace34f5', 'ip_address': '172.27.3.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825492-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T07:44:59Z', 'updated_at': '2022-05-25T07:45:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7934ff5a-43f1-4f76-b9d8-e4343ace34f5', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825492-15-iscsi'}] {{(pid=104528) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 25 07:45:03.133643 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a60c0415-346f-4232-91d2-5b166bc7c6d7 admin admin] Network hostable DHCP agents. Network: 6cf39755-4264-4c21-8f3d-f6343e08ea2c, hostable agents: ['6cf9466f-68ff-4d03-9bb6-0c8244fa88eb'], hosted agents: [] {{(pid=104525) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 25 07:45:03.199872 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG dbcounter [-] [104526] Writing DB stats neutron:SELECT=79,neutron:INSERT=15,neutron:UPDATE=4,neutron:DELETE=2 {{(pid=104526) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 07:45:03.200341 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.plugins.ml2.db [None req-01e6dd33-96fc-4e84-8375-f3fdbcc912cf None None] For port 8c2b84e3-1edc-414b-b667-89c34ac7f5b5, host dv-cinder-825492-15-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825492-15-iscsi',level=0,port_id=8c2b84e3-1edc-414b-b667-89c34ac7f5b5,segment=NetworkSegment(b08770fa-6050-41ea-ab8a-efb563bb8f14),segment_id=b08770fa-6050-41ea-ab8a-efb563bb8f14)] {{(pid=104527) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 07:45:03.201294 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a60c0415-346f-4232-91d2-5b166bc7c6d7 admin admin] Network 6cf39755-4264-4c21-8f3d-f6343e08ea2c is scheduled to be hosted by DHCP agent 6cf9466f-68ff-4d03-9bb6-0c8244fa88eb with binding_index 1 {{(pid=104525) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 25 07:45:03.217643 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.db.l3_hamode_db [None req-f9d0edcc-b34c-4d48-9282-d19e0497466b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ebde3b4b-02cb-4bf4-901f-5ff0707d3ffa', 'name': 'tempest-TestVolumeBootPattern-1211832049-router', 'tenant_id': 'f5e67d0f06be415794efd436655904b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '29c629bd-3f50-4535-bfbc-a047608d6fb6', 'external_fixed_ips': [{'subnet_id': '7934ff5a-43f1-4f76-b9d8-e4343ace34f5', 'ip_address': '172.27.3.48'}], 'enable_snat': True}, 'gw_port_id': '9ecb0563-65ad-4bc0-a223-324ae8c6d8f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T07:44:55Z', 'updated_at': '2022-05-25T07:44:58Z', 'revision_number': 4, 'project_id': 'f5e67d0f06be415794efd436655904b3', 'gw_port': {'id': '9ecb0563-65ad-4bc0-a223-324ae8c6d8f7', 'name': '', 'network_id': '29c629bd-3f50-4535-bfbc-a047608d6fb6', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:d0:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebde3b4b-02cb-4bf4-901f-5ff0707d3ffa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 650, 'fixed_ips': [{'subnet_id': '7934ff5a-43f1-4f76-b9d8-e4343ace34f5', 'ip_address': '172.27.3.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825492-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T07:44:56Z', 'updated_at': '2022-05-25T07:45:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7934ff5a-43f1-4f76-b9d8-e4343ace34f5', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825492-15-iscsi', '_interfaces': [{'id': '71945d30-2083-402b-a29e-2effc8003ab4', 'name': '', 'network_id': '9bcd68e9-0045-4b34-8142-bf28d91642fb', 'tenant_id': 'f5e67d0f06be415794efd436655904b3', 'mac_address': 'fa:16:3e:de:ac:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ebde3b4b-02cb-4bf4-901f-5ff0707d3ffa', 'device_owner': 'network:router_interface', 'standard_attr_id': 659, 'fixed_ips': [{'subnet_id': '79361af5-cc98-4fe6-aade-34c4cdb65654', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T07:44:58Z', 'updated_at': '2022-05-25T07:44:59Z', 'revision_number': 2, 'project_id': 'f5e67d0f06be415794efd436655904b3', 'subnets': [{'id': '79361af5-cc98-4fe6-aade-34c4cdb65654', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-825492-15-iscsi', False) {} {{(pid=104527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 07:45:03.223543 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3924413-b10e-4e0f-807d-b5ad40ae74ce admin admin] Network 1f9a3bff-e0aa-4277-a6ad-8da29c0b0d1a is already hosted by enough agents. {{(pid=104526) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 07:45:03.233565 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.scheduler.base_scheduler [None req-e3924413-b10e-4e0f-807d-b5ad40ae74ce admin admin] Resources bound (agent type, host, resource id): {{(pid=104526) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 07:45:03.241594 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-d5b94aa6-c8eb-4f8f-a314-2c54e81c2b81 admin admin] Publish callbacks [] for security_group (997cf1d8-f27c-4421-85ae-11361554223c), precommit_create {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:45:03.242669 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3924413-b10e-4e0f-807d-b5ad40ae74ce admin admin] Received port after_create {{(pid=104526) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 25 07:45:03.245918 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3924413-b10e-4e0f-807d-b5ad40ae74ce admin admin] Pushing event updated for resources: {'Port': ['ID=a829413d-c9cd-4a5d-8e4c-657bfc52d9b7,revision_number=1']} {{(pid=104526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 07:45:03.270760 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9d0edcc-b34c-4d48-9282-d19e0497466b None None] Checking router: ebde3b4b-02cb-4bf4-901f-5ff0707d3ffa for host: dv-cinder-825492-15-iscsi {{(pid=104527) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 25 07:45:03.271109 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9d0edcc-b34c-4d48-9282-d19e0497466b None None] Updating router ebde3b4b-02cb-4bf4-901f-5ff0707d3ffa port 71945d30-2083-402b-a29e-2effc8003ab4 binding host dv-cinder-825492-15-iscsi {{(pid=104527) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 25 07:45:03.285555 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-e3924413-b10e-4e0f-807d-b5ad40ae74ce admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1617199'] for router_interface (2a5c3f04-39f3-4f22-aabd-42d9ead6d306), before_create {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:45:03.299139 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron_lib.callbacks.manager [None req-01e6dd33-96fc-4e84-8375-f3fdbcc912cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-617841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612926', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754056714442', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754056173882', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754056173900'] for port (8c2b84e3-1edc-414b-b667-89c34ac7f5b5), after_update {{(pid=104527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:45:03.316505 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron.scheduler.base_scheduler [None req-a60c0415-346f-4232-91d2-5b166bc7c6d7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-825492-15-iscsi, 6cf39755-4264-4c21-8f3d-f6343e08ea2c) {{(pid=104525) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 07:45:03.321853 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-d5b94aa6-c8eb-4f8f-a314-2c54e81c2b81 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-278753'] for security_group (997cf1d8-f27c-4421-85ae-11361554223c), after_create {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:45:03.330627 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a60c0415-346f-4232-91d2-5b166bc7c6d7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 07:45:03.331237 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-a60c0415-346f-4232-91d2-5b166bc7c6d7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1612908'] for subnet (None), before_response {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:45:03.333916 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.plugins.ml2.plugin [None req-4c581813-650f-4b4b-ac0f-82f585bea231 None None] Current status of the port 8c2b84e3-1edc-414b-b667-89c34ac7f5b5 is: DOWN; New status is: ACTIVE {{(pid=104527) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 25 07:45:03.334368 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron_lib.callbacks.manager [None req-4c581813-650f-4b4b-ac0f-82f585bea231 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-616651'] for port (8c2b84e3-1edc-414b-b667-89c34ac7f5b5), before_update {{(pid=104527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:45:03.340026 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron_lib.callbacks.manager [None req-f9d0edcc-b34c-4d48-9282-d19e0497466b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-616651'] for port (71945d30-2083-402b-a29e-2effc8003ab4), before_update {{(pid=104527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:45:03.370865 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f11e198c-6e21-4082-9b98-b7cfef7fff72 None None] Network 6cf39755-4264-4c21-8f3d-f6343e08ea2c requested from dv-cinder-825492-15-iscsi {{(pid=104527) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 25 07:45:03.456542 dv-cinder-825492-15-iscsi neutron-server[104526]: INFO neutron.wsgi [None req-d5b94aa6-c8eb-4f8f-a314-2c54e81c2b81 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=03a2275df9f9475da125df51fbfcb63c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7576783 May 25 07:45:03.459281 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron.wsgi [-] (104525) accepted ('10.222.0.24', 51078) {{(pid=104525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 07:45:03.464119 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5b94aa6-c8eb-4f8f-a314-2c54e81c2b81 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=997cf1d8-f27c-4421-85ae-11361554223c,revision_number=1']} {{(pid=104526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 07:45:03.514094 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.wsgi [-] (104526) accepted ('10.222.0.24', 51080) {{(pid=104526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 07:45:03.520877 dv-cinder-825492-15-iscsi neutron-server[104525]: INFO neutron.wsgi [None req-a60c0415-346f-4232-91d2-5b166bc7c6d7 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.4330022 May 25 07:45:03.522170 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.api.v2.base [None req-6ee15b18-a9a4-40ed-8017-f17160d36336 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1480254169-router', 'tenant_id': '3240aa60382e493c9171f7011771816c', 'external_gateway_info': {'network_id': '29c629bd-3f50-4535-bfbc-a047608d6fb6'}}} {{(pid=104526) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 25 07:45:03.550236 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01e6dd33-96fc-4e84-8375-f3fdbcc912cf None None] Pushing event updated for resources: {'Port': ['ID=8c2b84e3-1edc-414b-b667-89c34ac7f5b5,revision_number=3']} {{(pid=104527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 07:45:03.560098 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.db.provisioning_blocks [None req-e2af6bd1-e81a-4ea7-9f42-81b93e53a338 None None] Provisioning complete for port 8c2b84e3-1edc-414b-b667-89c34ac7f5b5 triggered by entity DHCP. {{(pid=104527) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 25 07:45:03.560669 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron_lib.callbacks.manager [None req-e2af6bd1-e81a-4ea7-9f42-81b93e53a338 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1490782'] for port (8c2b84e3-1edc-414b-b667-89c34ac7f5b5), provisioning_complete {{(pid=104527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:45:03.571916 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-b9ff45fb-1dc0-4679-9882-40e936083c60 admin admin] Publish callbacks [] for security_group (997cf1d8-f27c-4421-85ae-11361554223c), before_delete {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:45:03.596781 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-b9ff45fb-1dc0-4679-9882-40e936083c60 admin admin] Publish callbacks [] for security_group (997cf1d8-f27c-4421-85ae-11361554223c), precommit_delete {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:45:03.635822 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-e3924413-b10e-4e0f-807d-b5ad40ae74ce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-616651'] for port (a829413d-c9cd-4a5d-8e4c-657bfc52d9b7), before_update {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:45:03.678726 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron_lib.db.api [None req-4c581813-650f-4b4b-ac0f-82f585bea231 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=104527) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} May 25 07:45:03.679401 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG oslo_db.api [None req-4c581813-650f-4b4b-ac0f-82f585bea231 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=104527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 25 07:45:03.719836 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-6ee15b18-a9a4-40ed-8017-f17160d36336 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1616943', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4883'] for router (bcceb51b-e54c-427b-af56-59f2272dd9ae), before_create {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:45:03.721058 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-6ee15b18-a9a4-40ed-8017-f17160d36336 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1616063', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1614895', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-299349', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4888'] for router (bcceb51b-e54c-427b-af56-59f2272dd9ae), precommit_create {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:45:03.732696 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-b9ff45fb-1dc0-4679-9882-40e936083c60 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-278753'] for security_group (997cf1d8-f27c-4421-85ae-11361554223c), after_delete {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:45:03.736779 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-b9ff45fb-1dc0-4679-9882-40e936083c60 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:45:03.742278 dv-cinder-825492-15-iscsi neutron-server[104525]: INFO neutron.wsgi [None req-b9ff45fb-1dc0-4679-9882-40e936083c60 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/997cf1d8-f27c-4421-85ae-11361554223c HTTP/1.1" status: 204 len: 168 time: 0.2800298 May 25 07:45:03.766387 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9ff45fb-1dc0-4679-9882-40e936083c60 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=997cf1d8-f27c-4421-85ae-11361554223c,revision_number=None']} {{(pid=104525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 07:45:03.810810 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b8a46ed-a86d-4589-9f1f-a9e9060e393e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpffcd8e1d-abc4-5fc1-a873-fed7d59917e2-6cf39755-4264-4c21-8f3d-f6343e08ea2c', 'network_id': '6cf39755-4264-4c21-8f3d-f6343e08ea2c', 'project_id': '3240aa60382e493c9171f7011771816c', 'fixed_ips': [{'subnet_id': '396bfd09-38d0-4532-8f44-500325cbf232'}]}} from dv-cinder-825492-15-iscsi. {{(pid=104527) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 25 07:45:03.812239 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron_lib.callbacks.manager [None req-1b8a46ed-a86d-4589-9f1f-a9e9060e393e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-616651'] for port (None), before_create {{(pid=104527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:45:03.829028 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-6ee15b18-a9a4-40ed-8017-f17160d36336 admin admin] Publish callbacks [] for router_controller (bcceb51b-e54c-427b-af56-59f2272dd9ae), precommit_add_association {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:45:03.871757 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG dbcounter [-] [104527] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104527) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 07:45:03.981511 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.plugins.ml2.plugin [None req-e2af6bd1-e81a-4ea7-9f42-81b93e53a338 None None] Current status of the port 8c2b84e3-1edc-414b-b667-89c34ac7f5b5 is: ACTIVE; New status is: ACTIVE {{(pid=104527) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 25 07:45:04.022884 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG dbcounter [-] [104526] Writing DB stats neutron:SELECT=96,neutron:DELETE=2,neutron:INSERT=2 {{(pid=104526) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 07:45:04.061247 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-6ee15b18-a9a4-40ed-8017-f17160d36336 admin admin] Publish callbacks [] for router_gateway (bcceb51b-e54c-427b-af56-59f2272dd9ae), precommit_update {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:45:04.086694 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-e3924413-b10e-4e0f-807d-b5ad40ae74ce admin admin] Publish callbacks [] for port (a829413d-c9cd-4a5d-8e4c-657bfc52d9b7), precommit_update {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:45:04.126024 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.db.db_base_plugin_common [None req-1b8a46ed-a86d-4589-9f1f-a9e9060e393e None None] Allocated IP 172.20.0.2 (6cf39755-4264-4c21-8f3d-f6343e08ea2c/396bfd09-38d0-4532-8f44-500325cbf232/378473db-d7d7-440f-bd89-f97a1c8e76aa) {{(pid=104527) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 07:45:04.138150 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG dbcounter [-] [104527] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104527) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 07:45:04.162049 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron_lib.callbacks.manager [None req-f9d0edcc-b34c-4d48-9282-d19e0497466b None None] Publish callbacks [] for port (71945d30-2083-402b-a29e-2effc8003ab4), precommit_update {{(pid=104527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:45:04.163668 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.db.provisioning_blocks [None req-43a01b69-7370-4a23-a169-fdbf59f92566 None None] Provisioning complete for port a829413d-c9cd-4a5d-8e4c-657bfc52d9b7 triggered by entity DHCP. {{(pid=104527) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 25 07:45:04.164048 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron_lib.callbacks.manager [None req-43a01b69-7370-4a23-a169-fdbf59f92566 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1490782'] for port (a829413d-c9cd-4a5d-8e4c-657bfc52d9b7), provisioning_complete {{(pid=104527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:45:04.183400 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-e3924413-b10e-4e0f-807d-b5ad40ae74ce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-617841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612926', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754056714442', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754056173882', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754056173900', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2909847'] for port (a829413d-c9cd-4a5d-8e4c-657bfc52d9b7), after_update {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:45:04.249632 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron_lib.callbacks.manager [None req-f9d0edcc-b34c-4d48-9282-d19e0497466b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-617841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612926', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754056714442', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754056173882', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754056173900'] for port (71945d30-2083-402b-a29e-2effc8003ab4), after_update {{(pid=104527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:45:04.262504 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-e3924413-b10e-4e0f-807d-b5ad40ae74ce admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1611396', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1614271'] for router_interface (2a5c3f04-39f3-4f22-aabd-42d9ead6d306), after_create {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:45:04.295973 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3924413-b10e-4e0f-807d-b5ad40ae74ce admin admin] Pushing event updated for resources: {'Port': ['ID=a829413d-c9cd-4a5d-8e4c-657bfc52d9b7,revision_number=2']} {{(pid=104526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 07:45:04.304579 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.plugins.ml2.plugin [None req-43a01b69-7370-4a23-a169-fdbf59f92566 None None] Port a829413d-c9cd-4a5d-8e4c-657bfc52d9b7 cannot update to ACTIVE because it is not bound. {{(pid=104527) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 25 07:45:04.329074 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.plugins.ml2.plugin [None req-4c581813-650f-4b4b-ac0f-82f585bea231 None None] Current status of the port 8c2b84e3-1edc-414b-b667-89c34ac7f5b5 is: ACTIVE; New status is: ACTIVE {{(pid=104527) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 25 07:45:04.330107 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.plugins.ml2.rpc [None req-4c581813-650f-4b4b-ac0f-82f585bea231 None None] Device 9ecb0563-65ad-4bc0-a223-324ae8c6d8f7 up at agent ovs-agent-dv-cinder-825492-15-iscsi {{(pid=104527) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 25 07:45:04.377343 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d26cf4f-f1cc-42bb-9436-6e7f9d9e773e None None] Pushing event updated for resources: {'Port': ['ID=71945d30-2083-402b-a29e-2effc8003ab4,revision_number=3']} {{(pid=104527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 07:45:04.505543 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.db.provisioning_blocks [None req-4c581813-650f-4b4b-ac0f-82f585bea231 None None] Provisioning complete for port 9ecb0563-65ad-4bc0-a223-324ae8c6d8f7 triggered by entity L2. {{(pid=104527) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 25 07:45:04.505918 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron_lib.callbacks.manager [None req-4c581813-650f-4b4b-ac0f-82f585bea231 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1490782'] for port (9ecb0563-65ad-4bc0-a223-324ae8c6d8f7), provisioning_complete {{(pid=104527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:45:04.511398 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3924413-b10e-4e0f-807d-b5ad40ae74ce admin admin] Network 1f9a3bff-e0aa-4277-a6ad-8da29c0b0d1a is already hosted by enough agents. {{(pid=104526) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 07:45:04.521841 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.scheduler.base_scheduler [None req-e3924413-b10e-4e0f-807d-b5ad40ae74ce admin admin] Resources bound (agent type, host, resource id): {{(pid=104526) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 07:45:04.532412 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.plugins.ml2.managers [None req-f9d0edcc-b34c-4d48-9282-d19e0497466b None None] Attempting to bind port 71945d30-2083-402b-a29e-2effc8003ab4 on host dv-cinder-825492-15-iscsi for vnic_type normal with profile {{(pid=104527) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 25 07:45:04.532412 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.plugins.ml2.managers [None req-f9d0edcc-b34c-4d48-9282-d19e0497466b None None] Attempting to bind port 71945d30-2083-402b-a29e-2effc8003ab4 by drivers openvswitch,hyperv on host dv-cinder-825492-15-iscsi at level 0 using segments [{'id': '9a610226-7c21-4d7a-9db8-be7770bde605', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 250, 'network_id': '9bcd68e9-0045-4b34-8142-bf28d91642fb'}] {{(pid=104527) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 25 07:45:04.532412 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9d0edcc-b34c-4d48-9282-d19e0497466b None None] Attempting to bind port 71945d30-2083-402b-a29e-2effc8003ab4 on network 9bcd68e9-0045-4b34-8142-bf28d91642fb {{(pid=104527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 25 07:45:04.573278 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9d0edcc-b34c-4d48-9282-d19e0497466b None None] Checking agent: {'id': '67455b2d-ff20-4068-8b38-73bd0628c5cb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-825492-15-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 25, 7, 27, 41), 'started_at': datetime.datetime(2022, 5, 25, 7, 28, 11), 'heartbeat_timestamp': datetime.datetime(2022, 5, 25, 7, 44, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-825492-15-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 25 07:45:04.574030 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9d0edcc-b34c-4d48-9282-d19e0497466b None None] Checking segment: {'id': '9a610226-7c21-4d7a-9db8-be7770bde605', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 250, 'network_id': '9bcd68e9-0045-4b34-8142-bf28d91642fb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104527) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 25 07:45:04.574692 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron_lib.callbacks.manager [None req-f9d0edcc-b34c-4d48-9282-d19e0497466b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:45:04.575284 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9d0edcc-b34c-4d48-9282-d19e0497466b None None] Bound using segment: {'id': '9a610226-7c21-4d7a-9db8-be7770bde605', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 250, 'network_id': '9bcd68e9-0045-4b34-8142-bf28d91642fb'} {{(pid=104527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 25 07:45:04.576189 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.plugins.ml2.managers [None req-f9d0edcc-b34c-4d48-9282-d19e0497466b None None] Bound port: 71945d30-2083-402b-a29e-2effc8003ab4, host: dv-cinder-825492-15-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9a610226-7c21-4d7a-9db8-be7770bde605', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 250, 'network_id': '9bcd68e9-0045-4b34-8142-bf28d91642fb'}}] {{(pid=104527) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 25 07:45:04.576833 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron_lib.callbacks.manager [None req-f9d0edcc-b34c-4d48-9282-d19e0497466b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-616651'] for port (71945d30-2083-402b-a29e-2effc8003ab4), before_update {{(pid=104527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:45:04.577492 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-6ee15b18-a9a4-40ed-8017-f17160d36336 admin admin] Publish callbacks [] for router_gateway (bcceb51b-e54c-427b-af56-59f2272dd9ae), before_create {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:45:04.580273 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron_lib.callbacks.manager [None req-1b8a46ed-a86d-4589-9f1f-a9e9060e393e None None] Publish callbacks [] for port (378473db-d7d7-440f-bd89-f97a1c8e76aa), precommit_create {{(pid=104527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:45:04.641980 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-6ee15b18-a9a4-40ed-8017-f17160d36336 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-616651'] for port (None), before_create {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:45:04.647957 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG dbcounter [-] [104527] Writing DB stats neutron:SELECT=91,neutron:UPDATE=5,neutron:INSERT=4 {{(pid=104527) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 07:45:04.707186 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron_lib.callbacks.manager [None req-1b8a46ed-a86d-4589-9f1f-a9e9060e393e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-617841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612926', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754056173864'] for port (378473db-d7d7-440f-bd89-f97a1c8e76aa), after_create {{(pid=104527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:45:04.748702 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.plugins.ml2.db [None req-f9d0edcc-b34c-4d48-9282-d19e0497466b None None] For port 71945d30-2083-402b-a29e-2effc8003ab4, host dv-cinder-825492-15-iscsi, cleared binding levels {{(pid=104527) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 25 07:45:04.777357 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.plugins.ml2.plugin [None req-4c581813-650f-4b4b-ac0f-82f585bea231 None None] Current status of the port 9ecb0563-65ad-4bc0-a223-324ae8c6d8f7 is: ACTIVE; New status is: ACTIVE {{(pid=104527) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 25 07:45:04.782189 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.plugins.ml2.db [None req-f9d0edcc-b34c-4d48-9282-d19e0497466b None None] For port 71945d30-2083-402b-a29e-2effc8003ab4, host dv-cinder-825492-15-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825492-15-iscsi',level=0,port_id=71945d30-2083-402b-a29e-2effc8003ab4,segment=NetworkSegment(9a610226-7c21-4d7a-9db8-be7770bde605),segment_id=9a610226-7c21-4d7a-9db8-be7770bde605)] {{(pid=104527) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 25 07:45:04.790058 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.db.provisioning_blocks [None req-e17b1f0d-3521-4083-9357-b246985e68f0 None None] Provisioning complete for port 71945d30-2083-402b-a29e-2effc8003ab4 triggered by entity DHCP. {{(pid=104527) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 25 07:45:04.790831 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron_lib.callbacks.manager [None req-e17b1f0d-3521-4083-9357-b246985e68f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1490782'] for port (71945d30-2083-402b-a29e-2effc8003ab4), provisioning_complete {{(pid=104527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:45:04.819330 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b8a46ed-a86d-4589-9f1f-a9e9060e393e None None] Network 6cf39755-4264-4c21-8f3d-f6343e08ea2c is already hosted by enough agents. {{(pid=104527) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 07:45:04.822975 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b8a46ed-a86d-4589-9f1f-a9e9060e393e None None] Pushing event updated for resources: {'Port': ['ID=378473db-d7d7-440f-bd89-f97a1c8e76aa,revision_number=1']} {{(pid=104527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 07:45:04.827911 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.scheduler.base_scheduler [None req-1b8a46ed-a86d-4589-9f1f-a9e9060e393e None None] Resources bound (agent type, host, resource id): {{(pid=104527) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 07:45:04.837340 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b8a46ed-a86d-4589-9f1f-a9e9060e393e None None] Received port after_create {{(pid=104527) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 25 07:45:04.849646 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.plugins.ml2.plugin [None req-e17b1f0d-3521-4083-9357-b246985e68f0 None None] Port 71945d30-2083-402b-a29e-2effc8003ab4 cannot update to ACTIVE because it is not bound. {{(pid=104527) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 25 07:45:04.860751 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e3924413-b10e-4e0f-807d-b5ad40ae74ce admin admin] Router 2a5c3f04-39f3-4f22-aabd-42d9ead6d306 has already been hosted by L3 agent 54ff4013-997e-4376-a4e9-e6c98cf37cc7 {{(pid=104526) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 25 07:45:04.876244 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron_lib.callbacks.manager [None req-f9d0edcc-b34c-4d48-9282-d19e0497466b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-617841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612926', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754056714442', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754056173882', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754056173900'] for port (71945d30-2083-402b-a29e-2effc8003ab4), after_update {{(pid=104527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:45:04.965983 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.db.db_base_plugin_common [None req-6ee15b18-a9a4-40ed-8017-f17160d36336 admin admin] Allocated IP 172.27.3.41 (29c629bd-3f50-4535-bfbc-a047608d6fb6/7934ff5a-43f1-4f76-b9d8-e4343ace34f5/4ba7c92f-99c5-4956-91a1-ed1af7c28fa7) {{(pid=104526) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 07:45:05.069536 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.plugins.ml2.rpc [None req-4c581813-650f-4b4b-ac0f-82f585bea231 None None] Device 8c2b84e3-1edc-414b-b667-89c34ac7f5b5 up at agent ovs-agent-dv-cinder-825492-15-iscsi {{(pid=104527) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 25 07:45:05.097179 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG dbcounter [-] [104527] Writing DB stats neutron:UPDATE=4,neutron:SELECT=94,neutron:INSERT=2 {{(pid=104527) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 07:45:05.099874 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e3924413-b10e-4e0f-807d-b5ad40ae74ce admin admin] Notify agent at l3_agent.dv-cinder-825492-15-iscsi the message routers_updated {{(pid=104526) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 25 07:45:05.116890 dv-cinder-825492-15-iscsi neutron-server[104526]: INFO neutron.wsgi [None req-e3924413-b10e-4e0f-807d-b5ad40ae74ce admin admin] 10.222.0.24 "PUT /v2.0/routers/2a5c3f04-39f3-4f22-aabd-42d9ead6d306/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6610160 May 25 07:45:05.184609 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-6ee15b18-a9a4-40ed-8017-f17160d36336 admin admin] Publish callbacks [] for port (4ba7c92f-99c5-4956-91a1-ed1af7c28fa7), precommit_create {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:45:05.200994 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.db.provisioning_blocks [None req-ee58e51b-ef61-4966-9da0-810234ad83b6 None None] Provisioning complete for port a829413d-c9cd-4a5d-8e4c-657bfc52d9b7 triggered by entity DHCP. {{(pid=104527) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 25 07:45:05.201439 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron_lib.callbacks.manager [None req-ee58e51b-ef61-4966-9da0-810234ad83b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1490782'] for port (a829413d-c9cd-4a5d-8e4c-657bfc52d9b7), provisioning_complete {{(pid=104527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:45:05.242981 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG dbcounter [-] [104526] Writing DB stats neutron:SELECT=82,neutron:UPDATE=5,neutron:INSERT=13 {{(pid=104526) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 07:45:05.245176 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d26cf4f-f1cc-42bb-9436-6e7f9d9e773e None None] Pushing event updated for resources: {'Port': ['ID=71945d30-2083-402b-a29e-2effc8003ab4,revision_number=4']} {{(pid=104527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 07:45:05.260027 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.plugins.ml2.managers [None req-1b8a46ed-a86d-4589-9f1f-a9e9060e393e None None] Attempting to bind port 378473db-d7d7-440f-bd89-f97a1c8e76aa on host dv-cinder-825492-15-iscsi for vnic_type normal with profile {{(pid=104527) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 25 07:45:05.260414 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.plugins.ml2.managers [None req-1b8a46ed-a86d-4589-9f1f-a9e9060e393e None None] Attempting to bind port 378473db-d7d7-440f-bd89-f97a1c8e76aa by drivers openvswitch,hyperv on host dv-cinder-825492-15-iscsi at level 0 using segments [{'id': '939a703b-8428-4cb0-bb85-c150b37d698f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 283, 'network_id': '6cf39755-4264-4c21-8f3d-f6343e08ea2c'}] {{(pid=104527) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 25 07:45:05.260807 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b8a46ed-a86d-4589-9f1f-a9e9060e393e None None] Attempting to bind port 378473db-d7d7-440f-bd89-f97a1c8e76aa on network 6cf39755-4264-4c21-8f3d-f6343e08ea2c {{(pid=104527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 25 07:45:05.288859 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b8a46ed-a86d-4589-9f1f-a9e9060e393e None None] Checking agent: {'id': '67455b2d-ff20-4068-8b38-73bd0628c5cb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-825492-15-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 25, 7, 27, 41), 'started_at': datetime.datetime(2022, 5, 25, 7, 28, 11), 'heartbeat_timestamp': datetime.datetime(2022, 5, 25, 7, 44, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-825492-15-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 25 07:45:05.289402 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b8a46ed-a86d-4589-9f1f-a9e9060e393e None None] Checking segment: {'id': '939a703b-8428-4cb0-bb85-c150b37d698f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 283, 'network_id': '6cf39755-4264-4c21-8f3d-f6343e08ea2c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104527) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 25 07:45:05.289812 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron_lib.callbacks.manager [None req-1b8a46ed-a86d-4589-9f1f-a9e9060e393e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:45:05.290211 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b8a46ed-a86d-4589-9f1f-a9e9060e393e None None] Bound using segment: {'id': '939a703b-8428-4cb0-bb85-c150b37d698f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 283, 'network_id': '6cf39755-4264-4c21-8f3d-f6343e08ea2c'} {{(pid=104527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 25 07:45:05.290702 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.plugins.ml2.managers [None req-1b8a46ed-a86d-4589-9f1f-a9e9060e393e None None] Bound port: 378473db-d7d7-440f-bd89-f97a1c8e76aa, host: dv-cinder-825492-15-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '939a703b-8428-4cb0-bb85-c150b37d698f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 283, 'network_id': '6cf39755-4264-4c21-8f3d-f6343e08ea2c'}}] {{(pid=104527) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 25 07:45:05.291086 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron_lib.callbacks.manager [None req-1b8a46ed-a86d-4589-9f1f-a9e9060e393e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-616651'] for port (378473db-d7d7-440f-bd89-f97a1c8e76aa), before_update {{(pid=104527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:45:05.312321 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9d0edcc-b34c-4d48-9282-d19e0497466b None None] Routers {'ebde3b4b-02cb-4bf4-901f-5ff0707d3ffa'} bound to L3 agent in host dv-cinder-825492-15-iscsi {{(pid=104527) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 25 07:45:05.313005 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.db.l3_hamode_db [None req-f9d0edcc-b34c-4d48-9282-d19e0497466b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825492-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-25T07:27:37Z,description=,heartbeat_timestamp=2022-05-25T07:44:37Z,host='dv-cinder-825492-15-iscsi',id=54ff4013-997e-4376-a4e9-e6c98cf37cc7,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T07:27:38Z,topic='l3_agent')) {'router_ids': ['ebde3b4b-02cb-4bf4-901f-5ff0707d3ffa'], 'active': True} {{(pid=104527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 07:45:05.318018 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.plugins.ml2.plugin [None req-ee58e51b-ef61-4966-9da0-810234ad83b6 None None] Port a829413d-c9cd-4a5d-8e4c-657bfc52d9b7 cannot update to ACTIVE because it is not bound. {{(pid=104527) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 25 07:45:05.385297 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-6ee15b18-a9a4-40ed-8017-f17160d36336 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-617841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612926', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754056173864', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2909854'] for port (4ba7c92f-99c5-4956-91a1-ed1af7c28fa7), after_create {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:45:05.391865 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron_lib.callbacks.manager [None req-7a66bd25-34e8-4d4c-98bb-d7dd1801a129 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754056472917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490168'] for agent (6cf9466f-68ff-4d03-9bb6-0c8244fa88eb), after_update {{(pid=104527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:45:05.394505 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.db.provisioning_blocks [None req-4c581813-650f-4b4b-ac0f-82f585bea231 None None] Provisioning complete for port 8c2b84e3-1edc-414b-b667-89c34ac7f5b5 triggered by entity L2. {{(pid=104527) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 25 07:45:05.394872 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron_lib.callbacks.manager [None req-4c581813-650f-4b4b-ac0f-82f585bea231 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1490782'] for port (8c2b84e3-1edc-414b-b667-89c34ac7f5b5), provisioning_complete {{(pid=104527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:45:05.400357 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG dbcounter [-] [104526] Writing DB stats neutron:INSERT=8,neutron:SELECT=91,neutron:UPDATE=1 {{(pid=104526) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 07:45:05.409136 dv-cinder-825492-15-iscsi neutron-server[104528]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4f167f2-bf23-46de-b7c0-0dbe223d56e9 None None] Sync routers for ids ['2a5c3f04-39f3-4f22-aabd-42d9ead6d306'] in dv-cinder-825492-15-iscsi {{(pid=104528) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 25 07:45:05.422725 dv-cinder-825492-15-iscsi neutron-server[104528]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4f167f2-bf23-46de-b7c0-0dbe223d56e9 None None] Routers {'2a5c3f04-39f3-4f22-aabd-42d9ead6d306'} bound to L3 agent in host dv-cinder-825492-15-iscsi {{(pid=104528) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 25 07:45:05.423343 dv-cinder-825492-15-iscsi neutron-server[104528]: DEBUG neutron.db.l3_hamode_db [None req-a4f167f2-bf23-46de-b7c0-0dbe223d56e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825492-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-25T07:27:37Z,description=,heartbeat_timestamp=2022-05-25T07:44:37Z,host='dv-cinder-825492-15-iscsi',id=54ff4013-997e-4376-a4e9-e6c98cf37cc7,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T07:27:38Z,topic='l3_agent')) {'router_ids': ['2a5c3f04-39f3-4f22-aabd-42d9ead6d306'], 'active': True} {{(pid=104528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 07:45:05.438593 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ee15b18-a9a4-40ed-8017-f17160d36336 admin admin] Network 29c629bd-3f50-4535-bfbc-a047608d6fb6 is already hosted by enough agents. {{(pid=104526) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 07:45:05.442603 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.scheduler.base_scheduler [None req-6ee15b18-a9a4-40ed-8017-f17160d36336 admin admin] Resources bound (agent type, host, resource id): {{(pid=104526) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 07:45:05.449750 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ee15b18-a9a4-40ed-8017-f17160d36336 admin admin] Received port after_create {{(pid=104526) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 25 07:45:05.502605 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ee15b18-a9a4-40ed-8017-f17160d36336 admin admin] Pushing event updated for resources: {'Port': ['ID=4ba7c92f-99c5-4956-91a1-ed1af7c28fa7,revision_number=1']} {{(pid=104526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 07:45:05.668790 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.plugins.ml2.db [None req-1b8a46ed-a86d-4589-9f1f-a9e9060e393e None None] For port 378473db-d7d7-440f-bd89-f97a1c8e76aa, host dv-cinder-825492-15-iscsi, cleared binding levels {{(pid=104527) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 25 07:45:05.669794 dv-cinder-825492-15-iscsi neutron-server[104528]: DEBUG neutron.db.l3_dvr_db [None req-a4f167f2-bf23-46de-b7c0-0dbe223d56e9 None None] Set router 2a5c3f04-39f3-4f22-aabd-42d9ead6d306 gateway port host: dv-cinder-825492-15-iscsi {{(pid=104528) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 25 07:45:05.669912 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.db.provisioning_blocks [None req-60d0f166-33f7-4e9b-86df-07b85af7752c None None] Provisioning complete for port 71945d30-2083-402b-a29e-2effc8003ab4 triggered by entity DHCP. {{(pid=104527) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 25 07:45:05.669912 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron_lib.callbacks.manager [None req-60d0f166-33f7-4e9b-86df-07b85af7752c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1490782'] for port (71945d30-2083-402b-a29e-2effc8003ab4), provisioning_complete {{(pid=104527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:45:05.669912 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.plugins.ml2.db [None req-1b8a46ed-a86d-4589-9f1f-a9e9060e393e None None] For port 378473db-d7d7-440f-bd89-f97a1c8e76aa, host dv-cinder-825492-15-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825492-15-iscsi',level=0,port_id=378473db-d7d7-440f-bd89-f97a1c8e76aa,segment=NetworkSegment(939a703b-8428-4cb0-bb85-c150b37d698f),segment_id=939a703b-8428-4cb0-bb85-c150b37d698f)] {{(pid=104527) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 25 07:45:05.669912 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.db.l3_dvr_db [None req-f9d0edcc-b34c-4d48-9282-d19e0497466b None None] Set router ebde3b4b-02cb-4bf4-901f-5ff0707d3ffa gateway port host: dv-cinder-825492-15-iscsi {{(pid=104527) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 25 07:45:05.752832 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.plugins.ml2.plugin [None req-4c581813-650f-4b4b-ac0f-82f585bea231 None None] Current status of the port 8c2b84e3-1edc-414b-b667-89c34ac7f5b5 is: ACTIVE; New status is: ACTIVE {{(pid=104527) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 25 07:45:05.762183 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.plugins.ml2.rpc [None req-4c581813-650f-4b4b-ac0f-82f585bea231 None None] Device f0143adb-1f01-48c6-b477-d6eb60caa4cf up at agent ovs-agent-dv-cinder-825492-15-iscsi {{(pid=104527) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 25 07:45:05.813362 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron_lib.callbacks.manager [None req-1b8a46ed-a86d-4589-9f1f-a9e9060e393e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-617841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612926', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754056714442', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754056173882', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754056173900'] for port (378473db-d7d7-440f-bd89-f97a1c8e76aa), after_update {{(pid=104527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:45:05.937101 dv-cinder-825492-15-iscsi neutron-server[104528]: DEBUG neutron.db.l3_hamode_db [None req-a4f167f2-bf23-46de-b7c0-0dbe223d56e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a5c3f04-39f3-4f22-aabd-42d9ead6d306', 'name': 'tempest-TestMinimumBasicScenario-458434772-router', 'tenant_id': 'ce3e8f3592894606afc4d35c82d8f36f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '29c629bd-3f50-4535-bfbc-a047608d6fb6', 'external_fixed_ips': [{'subnet_id': '7934ff5a-43f1-4f76-b9d8-e4343ace34f5', 'ip_address': '172.27.3.238'}], 'enable_snat': True}, 'gw_port_id': 'f0143adb-1f01-48c6-b477-d6eb60caa4cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T07:44:58Z', 'updated_at': '2022-05-25T07:45:03Z', 'revision_number': 4, 'project_id': 'ce3e8f3592894606afc4d35c82d8f36f', 'gw_port': {'id': 'f0143adb-1f01-48c6-b477-d6eb60caa4cf', 'name': '', 'network_id': '29c629bd-3f50-4535-bfbc-a047608d6fb6', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:37:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2a5c3f04-39f3-4f22-aabd-42d9ead6d306', 'device_owner': 'network:router_gateway', 'standard_attr_id': 667, 'fixed_ips': [{'subnet_id': '7934ff5a-43f1-4f76-b9d8-e4343ace34f5', 'ip_address': '172.27.3.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825492-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T07:44:59Z', 'updated_at': '2022-05-25T07:45:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7934ff5a-43f1-4f76-b9d8-e4343ace34f5', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825492-15-iscsi', '_interfaces': [{'id': 'a829413d-c9cd-4a5d-8e4c-657bfc52d9b7', 'name': '', 'network_id': '1f9a3bff-e0aa-4277-a6ad-8da29c0b0d1a', 'tenant_id': 'ce3e8f3592894606afc4d35c82d8f36f', 'mac_address': 'fa:16:3e:48:85:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2a5c3f04-39f3-4f22-aabd-42d9ead6d306', 'device_owner': 'network:router_interface', 'standard_attr_id': 680, 'fixed_ips': [{'subnet_id': '623b3c8a-4ab3-45ba-bd8e-09ef75d96994', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T07:45:02Z', 'updated_at': '2022-05-25T07:45:03Z', 'revision_number': 2, 'project_id': 'ce3e8f3592894606afc4d35c82d8f36f', 'subnets': [{'id': '623b3c8a-4ab3-45ba-bd8e-09ef75d96994', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-825492-15-iscsi', False) {} {{(pid=104528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 07:45:05.967894 dv-cinder-825492-15-iscsi neutron-server[104528]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4f167f2-bf23-46de-b7c0-0dbe223d56e9 None None] Checking router: 2a5c3f04-39f3-4f22-aabd-42d9ead6d306 for host: dv-cinder-825492-15-iscsi {{(pid=104528) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 25 07:45:05.968238 dv-cinder-825492-15-iscsi neutron-server[104528]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4f167f2-bf23-46de-b7c0-0dbe223d56e9 None None] Updating router 2a5c3f04-39f3-4f22-aabd-42d9ead6d306 port a829413d-c9cd-4a5d-8e4c-657bfc52d9b7 binding host dv-cinder-825492-15-iscsi {{(pid=104528) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 25 07:45:06.007346 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.db.provisioning_blocks [None req-4c581813-650f-4b4b-ac0f-82f585bea231 None None] Provisioning complete for port f0143adb-1f01-48c6-b477-d6eb60caa4cf triggered by entity L2. {{(pid=104527) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 25 07:45:06.007635 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron_lib.callbacks.manager [None req-4c581813-650f-4b4b-ac0f-82f585bea231 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1490782'] for port (f0143adb-1f01-48c6-b477-d6eb60caa4cf), provisioning_complete {{(pid=104527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:45:06.011856 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b8a46ed-a86d-4589-9f1f-a9e9060e393e None None] Pushing event updated for resources: {'Port': ['ID=378473db-d7d7-440f-bd89-f97a1c8e76aa,revision_number=2']} {{(pid=104527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 07:45:06.028001 dv-cinder-825492-15-iscsi neutron-server[104528]: DEBUG neutron_lib.callbacks.manager [None req-a4f167f2-bf23-46de-b7c0-0dbe223d56e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-616651'] for port (a829413d-c9cd-4a5d-8e4c-657bfc52d9b7), before_update {{(pid=104528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:45:06.034184 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.plugins.ml2.plugin [None req-60d0f166-33f7-4e9b-86df-07b85af7752c None None] Current status of the port 71945d30-2083-402b-a29e-2effc8003ab4 is: DOWN; New status is: ACTIVE {{(pid=104527) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 25 07:45:06.037942 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron_lib.callbacks.manager [None req-60d0f166-33f7-4e9b-86df-07b85af7752c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-616651'] for port (71945d30-2083-402b-a29e-2effc8003ab4), before_update {{(pid=104527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:45:06.082082 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-6ee15b18-a9a4-40ed-8017-f17160d36336 admin admin] Publish callbacks [] for router_gateway (bcceb51b-e54c-427b-af56-59f2272dd9ae), after_create {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:45:06.172162 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG dbcounter [-] [104527] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104527) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 07:45:06.233321 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.plugins.ml2.db [None req-60d0f166-33f7-4e9b-86df-07b85af7752c None None] For port 71945d30-2083-402b-a29e-2effc8003ab4, host dv-cinder-825492-15-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825492-15-iscsi',level=0,port_id=71945d30-2083-402b-a29e-2effc8003ab4,segment=NetworkSegment(9a610226-7c21-4d7a-9db8-be7770bde605),segment_id=9a610226-7c21-4d7a-9db8-be7770bde605)] {{(pid=104527) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 07:45:06.270260 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.db.l3_hamode_db [None req-f9d0edcc-b34c-4d48-9282-d19e0497466b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ebde3b4b-02cb-4bf4-901f-5ff0707d3ffa', 'name': 'tempest-TestVolumeBootPattern-1211832049-router', 'tenant_id': 'f5e67d0f06be415794efd436655904b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '29c629bd-3f50-4535-bfbc-a047608d6fb6', 'external_fixed_ips': [{'subnet_id': '7934ff5a-43f1-4f76-b9d8-e4343ace34f5', 'ip_address': '172.27.3.48'}], 'enable_snat': True}, 'gw_port_id': '9ecb0563-65ad-4bc0-a223-324ae8c6d8f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T07:44:55Z', 'updated_at': '2022-05-25T07:44:58Z', 'revision_number': 4, 'project_id': 'f5e67d0f06be415794efd436655904b3', 'gw_port': {'id': '9ecb0563-65ad-4bc0-a223-324ae8c6d8f7', 'name': '', 'network_id': '29c629bd-3f50-4535-bfbc-a047608d6fb6', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:d0:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebde3b4b-02cb-4bf4-901f-5ff0707d3ffa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 650, 'fixed_ips': [{'subnet_id': '7934ff5a-43f1-4f76-b9d8-e4343ace34f5', 'ip_address': '172.27.3.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825492-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T07:44:56Z', 'updated_at': '2022-05-25T07:45:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7934ff5a-43f1-4f76-b9d8-e4343ace34f5', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825492-15-iscsi', '_interfaces': [{'id': '71945d30-2083-402b-a29e-2effc8003ab4', 'name': '', 'network_id': '9bcd68e9-0045-4b34-8142-bf28d91642fb', 'tenant_id': 'f5e67d0f06be415794efd436655904b3', 'mac_address': 'fa:16:3e:de:ac:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ebde3b4b-02cb-4bf4-901f-5ff0707d3ffa', 'device_owner': 'network:router_interface', 'standard_attr_id': 659, 'fixed_ips': [{'subnet_id': '79361af5-cc98-4fe6-aade-34c4cdb65654', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825492-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T07:44:58Z', 'updated_at': '2022-05-25T07:45:04Z', 'revision_number': 4, 'project_id': 'f5e67d0f06be415794efd436655904b3', 'subnets': [{'id': '79361af5-cc98-4fe6-aade-34c4cdb65654', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-825492-15-iscsi', False) {} {{(pid=104527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 07:45:06.329795 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron.wsgi [-] (104525) accepted ('10.222.0.24', 51164) {{(pid=104525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 07:45:06.331648 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9d0edcc-b34c-4d48-9282-d19e0497466b None None] The sync data for ids ['ebde3b4b-02cb-4bf4-901f-5ff0707d3ffa'] in dv-cinder-825492-15-iscsi is: [{'id': 'ebde3b4b-02cb-4bf4-901f-5ff0707d3ffa', 'name': 'tempest-TestVolumeBootPattern-1211832049-router', 'tenant_id': 'f5e67d0f06be415794efd436655904b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '29c629bd-3f50-4535-bfbc-a047608d6fb6', 'external_fixed_ips': [{'subnet_id': '7934ff5a-43f1-4f76-b9d8-e4343ace34f5', 'ip_address': '172.27.3.48'}], 'enable_snat': True}, 'gw_port_id': '9ecb0563-65ad-4bc0-a223-324ae8c6d8f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T07:44:55Z', 'updated_at': '2022-05-25T07:44:58Z', 'revision_number': 4, 'project_id': 'f5e67d0f06be415794efd436655904b3', 'gw_port': {'id': '9ecb0563-65ad-4bc0-a223-324ae8c6d8f7', 'name': '', 'network_id': '29c629bd-3f50-4535-bfbc-a047608d6fb6', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:d0:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebde3b4b-02cb-4bf4-901f-5ff0707d3ffa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 650, 'fixed_ips': [{'subnet_id': '7934ff5a-43f1-4f76-b9d8-e4343ace34f5', 'ip_address': '172.27.3.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825492-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T07:44:56Z', 'updated_at': '2022-05-25T07:45:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7934ff5a-43f1-4f76-b9d8-e4343ace34f5', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825492-15-iscsi', '_interfaces': [{'id': '71945d30-2083-402b-a29e-2effc8003ab4', 'name': '', 'network_id': '9bcd68e9-0045-4b34-8142-bf28d91642fb', 'tenant_id': 'f5e67d0f06be415794efd436655904b3', 'mac_address': 'fa:16:3e:de:ac:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ebde3b4b-02cb-4bf4-901f-5ff0707d3ffa', 'device_owner': 'network:router_interface', 'standard_attr_id': 659, 'fixed_ips': [{'subnet_id': '79361af5-cc98-4fe6-aade-34c4cdb65654', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825492-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T07:44:58Z', 'updated_at': '2022-05-25T07:45:04Z', 'revision_number': 4, 'project_id': 'f5e67d0f06be415794efd436655904b3', 'subnets': [{'id': '79361af5-cc98-4fe6-aade-34c4cdb65654', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104527) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 25 07:45:06.333251 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron_lib.callbacks.manager [None req-60d0f166-33f7-4e9b-86df-07b85af7752c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-617841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612926', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754056714442', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754056173882', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754056173900'] for port (71945d30-2083-402b-a29e-2effc8003ab4), after_update {{(pid=104527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:45:06.346096 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron.api.v2.base [None req-e10e21b7-d3e7-42e4-9e4a-72072479b341 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1020510336-network', 'tenant_id': 'b92f2d9f77e046029d4b37ff2c4c8251'}} {{(pid=104525) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 25 07:45:06.381082 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.plugins.ml2.plugin [None req-4c581813-650f-4b4b-ac0f-82f585bea231 None None] Current status of the port f0143adb-1f01-48c6-b477-d6eb60caa4cf is: DOWN; New status is: ACTIVE {{(pid=104527) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 25 07:45:06.381478 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron_lib.callbacks.manager [None req-4c581813-650f-4b4b-ac0f-82f585bea231 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-616651'] for port (f0143adb-1f01-48c6-b477-d6eb60caa4cf), before_update {{(pid=104527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:45:06.476281 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60d0f166-33f7-4e9b-86df-07b85af7752c None None] Pushing event updated for resources: {'Port': ['ID=71945d30-2083-402b-a29e-2effc8003ab4,revision_number=5']} {{(pid=104527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 07:45:06.491112 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.plugins.ml2.db [None req-4c581813-650f-4b4b-ac0f-82f585bea231 None None] For port f0143adb-1f01-48c6-b477-d6eb60caa4cf, host dv-cinder-825492-15-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825492-15-iscsi',level=0,port_id=f0143adb-1f01-48c6-b477-d6eb60caa4cf,segment=NetworkSegment(3ed655b3-ed39-457b-b353-0296e3eaac46),segment_id=3ed655b3-ed39-457b-b353-0296e3eaac46)] {{(pid=104527) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 07:45:06.513436 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-6ee15b18-a9a4-40ed-8017-f17160d36336 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1616054', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1614970'] for router (bcceb51b-e54c-427b-af56-59f2272dd9ae), after_create {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:45:06.543018 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e10e21b7-d3e7-42e4-9e4a-72072479b341 admin admin] Made reservation on behalf of b92f2d9f77e046029d4b37ff2c4c8251 for: {'network': 1} {{(pid=104525) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 07:45:06.547187 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-e10e21b7-d3e7-42e4-9e4a-72072479b341 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-616651'] for network (None), before_create {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:45:06.559713 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-e10e21b7-d3e7-42e4-9e4a-72072479b341 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:45:06.631398 dv-cinder-825492-15-iscsi neutron-server[104528]: DEBUG dbcounter [-] [104528] Writing DB stats neutron:SELECT=100 {{(pid=104528) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 07:45:06.634941 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron_lib.callbacks.manager [None req-4c581813-650f-4b4b-ac0f-82f585bea231 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-617841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612926', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754056714442', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754056173882', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754056173900'] for port (f0143adb-1f01-48c6-b477-d6eb60caa4cf), after_update {{(pid=104527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:45:06.651715 dv-cinder-825492-15-iscsi neutron-server[104528]: DEBUG neutron_lib.callbacks.manager [None req-a4f167f2-bf23-46de-b7c0-0dbe223d56e9 None None] Publish callbacks [] for port (a829413d-c9cd-4a5d-8e4c-657bfc52d9b7), precommit_update {{(pid=104528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:45:06.668697 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG dbcounter [-] [104527] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=104527) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 07:45:06.675758 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-e10e21b7-d3e7-42e4-9e4a-72072479b341 admin admin] Publish callbacks [] for security_group (59b280dc-30bc-4baf-a966-f102875fa076), precommit_create {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:45:06.704855 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c581813-650f-4b4b-ac0f-82f585bea231 None None] Pushing event updated for resources: {'Port': ['ID=f0143adb-1f01-48c6-b477-d6eb60caa4cf,revision_number=4']} {{(pid=104527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 07:45:06.766068 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-e10e21b7-d3e7-42e4-9e4a-72072479b341 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-278753'] for security_group (59b280dc-30bc-4baf-a966-f102875fa076), after_create {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:45:06.766374 dv-cinder-825492-15-iscsi neutron-server[104528]: DEBUG neutron_lib.callbacks.manager [None req-a4f167f2-bf23-46de-b7c0-0dbe223d56e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-617841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612926', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754056714442', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754056173882', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754056173900'] for port (a829413d-c9cd-4a5d-8e4c-657bfc52d9b7), after_update {{(pid=104528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:45:06.766664 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6ee15b18-a9a4-40ed-8017-f17160d36336 admin admin] Router bcceb51b-e54c-427b-af56-59f2272dd9ae is scheduled to L3 agent 54ff4013-997e-4376-a4e9-e6c98cf37cc7 with binding_index 1 {{(pid=104526) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 25 07:45:06.817114 dv-cinder-825492-15-iscsi neutron-server[104528]: DEBUG dbcounter [-] [104528] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104528) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 07:45:06.823656 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e10e21b7-d3e7-42e4-9e4a-72072479b341 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=59b280dc-30bc-4baf-a966-f102875fa076,revision_number=1']} {{(pid=104525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 07:45:06.844551 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e10e21b7-d3e7-42e4-9e4a-72072479b341 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 262} {{(pid=104525) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 25 07:45:06.872287 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-e10e21b7-d3e7-42e4-9e4a-72072479b341 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8754056472926', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1513389'] for segment (9927a6b1-83da-4bb4-b873-4165b588f721), precommit_create {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:45:06.872702 dv-cinder-825492-15-iscsi neutron-server[104525]: INFO neutron.db.segments_db [None req-e10e21b7-d3e7-42e4-9e4a-72072479b341 admin admin] Added segment 9927a6b1-83da-4bb4-b873-4165b588f721 of type vlan for network 3e294fd2-5690-4051-8b35-9db9abebfbe7 May 25 07:45:06.907339 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG dbcounter [-] [104525] Writing DB stats neutron:SELECT=80,neutron:INSERT=11,neutron:UPDATE=3,neutron:DELETE=6 {{(pid=104525) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 07:45:06.995532 dv-cinder-825492-15-iscsi neutron-server[104528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78ffdfb4-ba88-48e1-b509-6d2ef4beffa7 None None] Pushing event updated for resources: {'Port': ['ID=a829413d-c9cd-4a5d-8e4c-657bfc52d9b7,revision_number=3']} {{(pid=104528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 07:45:07.010045 dv-cinder-825492-15-iscsi neutron-server[104528]: DEBUG neutron.plugins.ml2.managers [None req-a4f167f2-bf23-46de-b7c0-0dbe223d56e9 None None] Attempting to bind port a829413d-c9cd-4a5d-8e4c-657bfc52d9b7 on host dv-cinder-825492-15-iscsi for vnic_type normal with profile {{(pid=104528) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 25 07:45:07.010045 dv-cinder-825492-15-iscsi neutron-server[104528]: DEBUG neutron.plugins.ml2.managers [None req-a4f167f2-bf23-46de-b7c0-0dbe223d56e9 None None] Attempting to bind port a829413d-c9cd-4a5d-8e4c-657bfc52d9b7 by drivers openvswitch,hyperv on host dv-cinder-825492-15-iscsi at level 0 using segments [{'id': 'b08770fa-6050-41ea-ab8a-efb563bb8f14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 298, 'network_id': '1f9a3bff-e0aa-4277-a6ad-8da29c0b0d1a'}] {{(pid=104528) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 25 07:45:07.010045 dv-cinder-825492-15-iscsi neutron-server[104528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4f167f2-bf23-46de-b7c0-0dbe223d56e9 None None] Attempting to bind port a829413d-c9cd-4a5d-8e4c-657bfc52d9b7 on network 1f9a3bff-e0aa-4277-a6ad-8da29c0b0d1a {{(pid=104528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 25 07:45:07.011122 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6ee15b18-a9a4-40ed-8017-f17160d36336 admin admin] Notify agent at l3_agent.dv-cinder-825492-15-iscsi the message routers_updated {{(pid=104526) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 25 07:45:07.013454 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG dbcounter [-] [104526] Writing DB stats neutron:SELECT=96,neutron:INSERT=1,neutron:UPDATE=3 {{(pid=104526) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 07:45:07.023212 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d47e945a-6d1b-48cc-9f83-464ff3169216 None None] Sync routers for ids ['bcceb51b-e54c-427b-af56-59f2272dd9ae'] in dv-cinder-825492-15-iscsi {{(pid=104527) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 25 07:45:07.042468 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-e10e21b7-d3e7-42e4-9e4a-72072479b341 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754056145246'] for network (3e294fd2-5690-4051-8b35-9db9abebfbe7), precommit_create {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:45:07.043605 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d47e945a-6d1b-48cc-9f83-464ff3169216 None None] Routers {'bcceb51b-e54c-427b-af56-59f2272dd9ae'} bound to L3 agent in host dv-cinder-825492-15-iscsi {{(pid=104527) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 25 07:45:07.044507 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.db.l3_hamode_db [None req-d47e945a-6d1b-48cc-9f83-464ff3169216 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825492-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-25T07:27:37Z,description=,heartbeat_timestamp=2022-05-25T07:44:37Z,host='dv-cinder-825492-15-iscsi',id=54ff4013-997e-4376-a4e9-e6c98cf37cc7,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T07:27:38Z,topic='l3_agent')) {'router_ids': ['bcceb51b-e54c-427b-af56-59f2272dd9ae'], 'active': True} {{(pid=104527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 07:45:07.051341 dv-cinder-825492-15-iscsi neutron-server[104528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4f167f2-bf23-46de-b7c0-0dbe223d56e9 None None] Checking agent: {'id': '67455b2d-ff20-4068-8b38-73bd0628c5cb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-825492-15-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 25, 7, 27, 41), 'started_at': datetime.datetime(2022, 5, 25, 7, 28, 11), 'heartbeat_timestamp': datetime.datetime(2022, 5, 25, 7, 44, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-825492-15-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 25 07:45:07.052223 dv-cinder-825492-15-iscsi neutron-server[104528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4f167f2-bf23-46de-b7c0-0dbe223d56e9 None None] Checking segment: {'id': 'b08770fa-6050-41ea-ab8a-efb563bb8f14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 298, 'network_id': '1f9a3bff-e0aa-4277-a6ad-8da29c0b0d1a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104528) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 25 07:45:07.053132 dv-cinder-825492-15-iscsi neutron-server[104528]: DEBUG neutron_lib.callbacks.manager [None req-a4f167f2-bf23-46de-b7c0-0dbe223d56e9 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:45:07.053633 dv-cinder-825492-15-iscsi neutron-server[104528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4f167f2-bf23-46de-b7c0-0dbe223d56e9 None None] Bound using segment: {'id': 'b08770fa-6050-41ea-ab8a-efb563bb8f14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 298, 'network_id': '1f9a3bff-e0aa-4277-a6ad-8da29c0b0d1a'} {{(pid=104528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 25 07:45:07.054663 dv-cinder-825492-15-iscsi neutron-server[104528]: DEBUG neutron.plugins.ml2.managers [None req-a4f167f2-bf23-46de-b7c0-0dbe223d56e9 None None] Bound port: a829413d-c9cd-4a5d-8e4c-657bfc52d9b7, host: dv-cinder-825492-15-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b08770fa-6050-41ea-ab8a-efb563bb8f14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 298, 'network_id': '1f9a3bff-e0aa-4277-a6ad-8da29c0b0d1a'}}] {{(pid=104528) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 25 07:45:07.055809 dv-cinder-825492-15-iscsi neutron-server[104528]: DEBUG neutron_lib.callbacks.manager [None req-a4f167f2-bf23-46de-b7c0-0dbe223d56e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-616651'] for port (a829413d-c9cd-4a5d-8e4c-657bfc52d9b7), before_update {{(pid=104528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:45:07.066729 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG dbcounter [-] [104526] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=104526) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 07:45:07.145923 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-6ee15b18-a9a4-40ed-8017-f17160d36336 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:45:07.150511 dv-cinder-825492-15-iscsi neutron-server[104526]: INFO neutron.wsgi [None req-6ee15b18-a9a4-40ed-8017-f17160d36336 admin admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 3.6338353 May 25 07:45:07.152893 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.wsgi [-] (104526) accepted ('10.222.0.24', 51170) {{(pid=104526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 07:45:07.277802 dv-cinder-825492-15-iscsi neutron-server[104528]: DEBUG neutron.plugins.ml2.db [None req-a4f167f2-bf23-46de-b7c0-0dbe223d56e9 None None] For port a829413d-c9cd-4a5d-8e4c-657bfc52d9b7, host dv-cinder-825492-15-iscsi, cleared binding levels {{(pid=104528) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 25 07:45:07.282468 dv-cinder-825492-15-iscsi neutron-server[104528]: DEBUG neutron.plugins.ml2.db [None req-a4f167f2-bf23-46de-b7c0-0dbe223d56e9 None None] For port a829413d-c9cd-4a5d-8e4c-657bfc52d9b7, host dv-cinder-825492-15-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825492-15-iscsi',level=0,port_id=a829413d-c9cd-4a5d-8e4c-657bfc52d9b7,segment=NetworkSegment(b08770fa-6050-41ea-ab8a-efb563bb8f14),segment_id=b08770fa-6050-41ea-ab8a-efb563bb8f14)] {{(pid=104528) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 25 07:45:07.294489 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.plugins.ml2.rpc [None req-4c581813-650f-4b4b-ac0f-82f585bea231 None None] Device 378473db-d7d7-440f-bd89-f97a1c8e76aa up at agent ovs-agent-dv-cinder-825492-15-iscsi {{(pid=104527) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 25 07:45:07.322591 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-e10e21b7-d3e7-42e4-9e4a-72072479b341 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-278710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612926'] for network (3e294fd2-5690-4051-8b35-9db9abebfbe7), after_create {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:45:07.324785 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e10e21b7-d3e7-42e4-9e4a-72072479b341 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 07:45:07.329525 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-e10e21b7-d3e7-42e4-9e4a-72072479b341 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1612908'] for network (None), before_response {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:45:07.342908 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.db.provisioning_blocks [None req-34aee491-3259-4d5d-be29-3f3f186b1c88 None None] Provisioning complete for port a829413d-c9cd-4a5d-8e4c-657bfc52d9b7 triggered by entity DHCP. {{(pid=104527) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 25 07:45:07.343424 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron_lib.callbacks.manager [None req-34aee491-3259-4d5d-be29-3f3f186b1c88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1490782'] for port (a829413d-c9cd-4a5d-8e4c-657bfc52d9b7), provisioning_complete {{(pid=104527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:45:07.350677 dv-cinder-825492-15-iscsi neutron-server[104528]: DEBUG neutron_lib.callbacks.manager [None req-a4f167f2-bf23-46de-b7c0-0dbe223d56e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-617841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612926', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754056714442', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754056173882', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754056173900'] for port (a829413d-c9cd-4a5d-8e4c-657bfc52d9b7), after_update {{(pid=104528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:45:07.351110 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.db.l3_dvr_db [None req-d47e945a-6d1b-48cc-9f83-464ff3169216 None None] Set router bcceb51b-e54c-427b-af56-59f2272dd9ae gateway port host: dv-cinder-825492-15-iscsi {{(pid=104527) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 25 07:45:07.456749 dv-cinder-825492-15-iscsi neutron-server[104528]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4f167f2-bf23-46de-b7c0-0dbe223d56e9 None None] Routers {'2a5c3f04-39f3-4f22-aabd-42d9ead6d306'} bound to L3 agent in host dv-cinder-825492-15-iscsi {{(pid=104528) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 25 07:45:07.457389 dv-cinder-825492-15-iscsi neutron-server[104528]: DEBUG neutron.db.l3_hamode_db [None req-a4f167f2-bf23-46de-b7c0-0dbe223d56e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825492-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-25T07:27:37Z,description=,heartbeat_timestamp=2022-05-25T07:44:37Z,host='dv-cinder-825492-15-iscsi',id=54ff4013-997e-4376-a4e9-e6c98cf37cc7,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T07:27:38Z,topic='l3_agent')) {'router_ids': ['2a5c3f04-39f3-4f22-aabd-42d9ead6d306'], 'active': True} {{(pid=104528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 07:45:07.470217 dv-cinder-825492-15-iscsi neutron-server[104525]: INFO neutron.wsgi [None req-e10e21b7-d3e7-42e4-9e4a-72072479b341 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 869 time: 1.1385119 May 25 07:45:07.470920 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron.wsgi [-] (104525) accepted ('10.222.0.24', 51176) {{(pid=104525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 07:45:07.479343 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron.api.v2.base [None req-f3ac78c6-a80d-4f34-871f-54aef2f726a1 admin admin] Request body: {'subnet': {'network_id': '3e294fd2-5690-4051-8b35-9db9abebfbe7', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1020510336-subnet', 'tenant_id': 'b92f2d9f77e046029d4b37ff2c4c8251', 'ip_version': 4}} {{(pid=104525) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 25 07:45:07.522700 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e10e21b7-d3e7-42e4-9e4a-72072479b341 admin admin] Pushing event updated for resources: {'Network': ['ID=3e294fd2-5690-4051-8b35-9db9abebfbe7,revision_number=1']} {{(pid=104525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 07:45:07.568084 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.plugins.ml2.rpc [None req-4c581813-650f-4b4b-ac0f-82f585bea231 None None] Network 3e294fd2-5690-4051-8b35-9db9abebfbe7 details requested by agent ovs-agent-dv-cinder-825492-15-iscsi with host dv-cinder-825492-15-iscsi {{(pid=104527) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 25 07:45:07.607130 dv-cinder-825492-15-iscsi neutron-server[104528]: DEBUG neutron.db.l3_dvr_db [None req-a4f167f2-bf23-46de-b7c0-0dbe223d56e9 None None] Set router 2a5c3f04-39f3-4f22-aabd-42d9ead6d306 gateway port host: dv-cinder-825492-15-iscsi {{(pid=104528) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 25 07:45:07.622429 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f3ac78c6-a80d-4f34-871f-54aef2f726a1 admin admin] Made reservation on behalf of b92f2d9f77e046029d4b37ff2c4c8251 for: {'subnet': 1} {{(pid=104525) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 07:45:07.624923 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-f3ac78c6-a80d-4f34-871f-54aef2f726a1 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62065451'] for subnet (None), before_create {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:45:07.785478 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b93637c-aed3-4ea2-b91b-3d069929f3e8 None None] Network 6cf39755-4264-4c21-8f3d-f6343e08ea2c requested from dv-cinder-825492-15-iscsi {{(pid=104527) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 25 07:45:07.788225 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron_lib.callbacks.manager [None req-f013f65c-236c-4c97-9603-e4277566fcee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754056472917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490168'] for agent (54ff4013-997e-4376-a4e9-e6c98cf37cc7), after_update {{(pid=104527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:45:07.802394 dv-cinder-825492-15-iscsi neutron-server[104528]: DEBUG dbcounter [-] [104528] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104528) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 07:45:07.834295 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG dbcounter [-] [104525] Writing DB stats neutron:SELECT=80,neutron:INSERT=15,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=104525) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 07:45:07.864768 dv-cinder-825492-15-iscsi neutron-server[104528]: DEBUG neutron.db.l3_hamode_db [None req-a4f167f2-bf23-46de-b7c0-0dbe223d56e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a5c3f04-39f3-4f22-aabd-42d9ead6d306', 'name': 'tempest-TestMinimumBasicScenario-458434772-router', 'tenant_id': 'ce3e8f3592894606afc4d35c82d8f36f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '29c629bd-3f50-4535-bfbc-a047608d6fb6', 'external_fixed_ips': [{'subnet_id': '7934ff5a-43f1-4f76-b9d8-e4343ace34f5', 'ip_address': '172.27.3.238'}], 'enable_snat': True}, 'gw_port_id': 'f0143adb-1f01-48c6-b477-d6eb60caa4cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T07:44:58Z', 'updated_at': '2022-05-25T07:45:03Z', 'revision_number': 4, 'project_id': 'ce3e8f3592894606afc4d35c82d8f36f', 'gw_port': {'id': 'f0143adb-1f01-48c6-b477-d6eb60caa4cf', 'name': '', 'network_id': '29c629bd-3f50-4535-bfbc-a047608d6fb6', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:37:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a5c3f04-39f3-4f22-aabd-42d9ead6d306', 'device_owner': 'network:router_gateway', 'standard_attr_id': 667, 'fixed_ips': [{'subnet_id': '7934ff5a-43f1-4f76-b9d8-e4343ace34f5', 'ip_address': '172.27.3.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825492-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T07:44:59Z', 'updated_at': '2022-05-25T07:45:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7934ff5a-43f1-4f76-b9d8-e4343ace34f5', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825492-15-iscsi', '_interfaces': [{'id': 'a829413d-c9cd-4a5d-8e4c-657bfc52d9b7', 'name': '', 'network_id': '1f9a3bff-e0aa-4277-a6ad-8da29c0b0d1a', 'tenant_id': 'ce3e8f3592894606afc4d35c82d8f36f', 'mac_address': 'fa:16:3e:48:85:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2a5c3f04-39f3-4f22-aabd-42d9ead6d306', 'device_owner': 'network:router_interface', 'standard_attr_id': 680, 'fixed_ips': [{'subnet_id': '623b3c8a-4ab3-45ba-bd8e-09ef75d96994', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825492-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T07:45:02Z', 'updated_at': '2022-05-25T07:45:07Z', 'revision_number': 4, 'project_id': 'ce3e8f3592894606afc4d35c82d8f36f', 'subnets': [{'id': '623b3c8a-4ab3-45ba-bd8e-09ef75d96994', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-825492-15-iscsi', False) {} {{(pid=104528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 07:45:07.904197 dv-cinder-825492-15-iscsi neutron-server[104528]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4f167f2-bf23-46de-b7c0-0dbe223d56e9 None None] The sync data for ids ['2a5c3f04-39f3-4f22-aabd-42d9ead6d306'] in dv-cinder-825492-15-iscsi is: [{'id': '2a5c3f04-39f3-4f22-aabd-42d9ead6d306', 'name': 'tempest-TestMinimumBasicScenario-458434772-router', 'tenant_id': 'ce3e8f3592894606afc4d35c82d8f36f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '29c629bd-3f50-4535-bfbc-a047608d6fb6', 'external_fixed_ips': [{'subnet_id': '7934ff5a-43f1-4f76-b9d8-e4343ace34f5', 'ip_address': '172.27.3.238'}], 'enable_snat': True}, 'gw_port_id': 'f0143adb-1f01-48c6-b477-d6eb60caa4cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T07:44:58Z', 'updated_at': '2022-05-25T07:45:03Z', 'revision_number': 4, 'project_id': 'ce3e8f3592894606afc4d35c82d8f36f', 'gw_port': {'id': 'f0143adb-1f01-48c6-b477-d6eb60caa4cf', 'name': '', 'network_id': '29c629bd-3f50-4535-bfbc-a047608d6fb6', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:37:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a5c3f04-39f3-4f22-aabd-42d9ead6d306', 'device_owner': 'network:router_gateway', 'standard_attr_id': 667, 'fixed_ips': [{'subnet_id': '7934ff5a-43f1-4f76-b9d8-e4343ace34f5', 'ip_address': '172.27.3.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825492-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T07:44:59Z', 'updated_at': '2022-05-25T07:45:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7934ff5a-43f1-4f76-b9d8-e4343ace34f5', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825492-15-iscsi', '_interfaces': [{'id': 'a829413d-c9cd-4a5d-8e4c-657bfc52d9b7', 'name': '', 'network_id': '1f9a3bff-e0aa-4277-a6ad-8da29c0b0d1a', 'tenant_id': 'ce3e8f3592894606afc4d35c82d8f36f', 'mac_address': 'fa:16:3e:48:85:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2a5c3f04-39f3-4f22-aabd-42d9ead6d306', 'device_owner': 'network:router_interface', 'standard_attr_id': 680, 'fixed_ips': [{'subnet_id': '623b3c8a-4ab3-45ba-bd8e-09ef75d96994', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825492-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T07:45:02Z', 'updated_at': '2022-05-25T07:45:07Z', 'revision_number': 4, 'project_id': 'ce3e8f3592894606afc4d35c82d8f36f', 'subnets': [{'id': '623b3c8a-4ab3-45ba-bd8e-09ef75d96994', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104528) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 25 07:45:07.921110 dv-cinder-825492-15-iscsi neutron-server[104528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78ffdfb4-ba88-48e1-b509-6d2ef4beffa7 None None] Pushing event updated for resources: {'Port': ['ID=a829413d-c9cd-4a5d-8e4c-657bfc52d9b7,revision_number=4']} {{(pid=104528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 07:45:07.965790 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-f3ac78c6-a80d-4f34-871f-54aef2f726a1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-280644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59563859', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62065625'] for subnet (7c5a4c1d-fd93-4bb3-bee1-d9f101fadb3b), after_create {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:45:08.013168 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-9003bf23-556e-4220-ae59-47437139b891 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-616651'] for port (None), before_create {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:45:08.101309 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.db.provisioning_blocks [None req-4c581813-650f-4b4b-ac0f-82f585bea231 None None] Provisioning complete for port 378473db-d7d7-440f-bd89-f97a1c8e76aa triggered by entity L2. {{(pid=104527) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 25 07:45:08.106621 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron_lib.callbacks.manager [None req-4c581813-650f-4b4b-ac0f-82f585bea231 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1490782'] for port (378473db-d7d7-440f-bd89-f97a1c8e76aa), provisioning_complete {{(pid=104527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:45:08.113224 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG dbcounter [-] [104527] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104527) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 07:45:08.113949 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3ac78c6-a80d-4f34-871f-54aef2f726a1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7c5a4c1d-fd93-4bb3-bee1-d9f101fadb3b,revision_number=0']} {{(pid=104525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 07:45:08.123644 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3ac78c6-a80d-4f34-871f-54aef2f726a1 admin admin] Checking segment: {'id': '9927a6b1-83da-4bb4-b873-4165b588f721', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 262, 'network_id': '3e294fd2-5690-4051-8b35-9db9abebfbe7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104525) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 25 07:45:08.124301 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3ac78c6-a80d-4f34-871f-54aef2f726a1 admin admin] Network hostable DHCP agents. Network: 3e294fd2-5690-4051-8b35-9db9abebfbe7, hostable agents: ['6cf9466f-68ff-4d03-9bb6-0c8244fa88eb'], hosted agents: [] {{(pid=104525) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 25 07:45:08.217249 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3ac78c6-a80d-4f34-871f-54aef2f726a1 admin admin] Network 3e294fd2-5690-4051-8b35-9db9abebfbe7 is scheduled to be hosted by DHCP agent 6cf9466f-68ff-4d03-9bb6-0c8244fa88eb with binding_index 1 {{(pid=104525) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 25 07:45:08.259760 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.plugins.ml2.plugin [None req-34aee491-3259-4d5d-be29-3f3f186b1c88 None None] Current status of the port a829413d-c9cd-4a5d-8e4c-657bfc52d9b7 is: DOWN; New status is: ACTIVE {{(pid=104527) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 25 07:45:08.260279 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron_lib.callbacks.manager [None req-34aee491-3259-4d5d-be29-3f3f186b1c88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-616651'] for port (a829413d-c9cd-4a5d-8e4c-657bfc52d9b7), before_update {{(pid=104527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:45:08.294851 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.db.db_base_plugin_common [None req-9003bf23-556e-4220-ae59-47437139b891 admin admin] Allocated IP 172.20.0.1 (6cf39755-4264-4c21-8f3d-f6343e08ea2c/396bfd09-38d0-4532-8f44-500325cbf232/1eed5232-aa36-479b-b6e8-28f635b2e2d5) {{(pid=104526) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 07:45:08.297768 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron.scheduler.base_scheduler [None req-f3ac78c6-a80d-4f34-871f-54aef2f726a1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-825492-15-iscsi, 3e294fd2-5690-4051-8b35-9db9abebfbe7) {{(pid=104525) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 07:45:08.313117 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3ac78c6-a80d-4f34-871f-54aef2f726a1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 07:45:08.315778 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-f3ac78c6-a80d-4f34-871f-54aef2f726a1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1612908'] for subnet (None), before_response {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:45:08.320490 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3896f57-e862-462a-b5ee-7b900fe19726 None None] Network 3e294fd2-5690-4051-8b35-9db9abebfbe7 requested from dv-cinder-825492-15-iscsi {{(pid=104527) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 25 07:45:08.414830 dv-cinder-825492-15-iscsi neutron-server[104525]: INFO neutron.wsgi [None req-f3ac78c6-a80d-4f34-871f-54aef2f726a1 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.9400940 May 25 07:45:08.417752 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron.wsgi [-] (104525) accepted ('10.222.0.24', 51182) {{(pid=104525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 07:45:08.424266 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-9003bf23-556e-4220-ae59-47437139b891 admin admin] Publish callbacks [] for port (1eed5232-aa36-479b-b6e8-28f635b2e2d5), precommit_create {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:45:08.426117 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron.api.v2.base [None req-5948336b-a293-4b34-8582-7435d0fbc979 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1020510336-router', 'tenant_id': 'b92f2d9f77e046029d4b37ff2c4c8251', 'external_gateway_info': {'network_id': '29c629bd-3f50-4535-bfbc-a047608d6fb6'}}} {{(pid=104525) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 25 07:45:08.451007 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.plugins.ml2.db [None req-34aee491-3259-4d5d-be29-3f3f186b1c88 None None] For port a829413d-c9cd-4a5d-8e4c-657bfc52d9b7, host dv-cinder-825492-15-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825492-15-iscsi',level=0,port_id=a829413d-c9cd-4a5d-8e4c-657bfc52d9b7,segment=NetworkSegment(b08770fa-6050-41ea-ab8a-efb563bb8f14),segment_id=b08770fa-6050-41ea-ab8a-efb563bb8f14)] {{(pid=104527) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 07:45:08.453516 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.db.l3_hamode_db [None req-d47e945a-6d1b-48cc-9f83-464ff3169216 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bcceb51b-e54c-427b-af56-59f2272dd9ae', 'name': 'tempest-TestVolumeBootPattern-1480254169-router', 'tenant_id': '3240aa60382e493c9171f7011771816c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '29c629bd-3f50-4535-bfbc-a047608d6fb6', 'external_fixed_ips': [{'subnet_id': '7934ff5a-43f1-4f76-b9d8-e4343ace34f5', 'ip_address': '172.27.3.41'}], 'enable_snat': True}, 'gw_port_id': '4ba7c92f-99c5-4956-91a1-ed1af7c28fa7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T07:45:03Z', 'updated_at': '2022-05-25T07:45:05Z', 'revision_number': 3, 'project_id': '3240aa60382e493c9171f7011771816c', 'gw_port': {'id': '4ba7c92f-99c5-4956-91a1-ed1af7c28fa7', 'name': '', 'network_id': '29c629bd-3f50-4535-bfbc-a047608d6fb6', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:92:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bcceb51b-e54c-427b-af56-59f2272dd9ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 689, 'fixed_ips': [{'subnet_id': '7934ff5a-43f1-4f76-b9d8-e4343ace34f5', 'ip_address': '172.27.3.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T07:45:04Z', 'updated_at': '2022-05-25T07:45:04Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7934ff5a-43f1-4f76-b9d8-e4343ace34f5', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825492-15-iscsi'}], 'dv-cinder-825492-15-iscsi', False) {} {{(pid=104527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 07:45:08.480553 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG dbcounter [-] [104526] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=104526) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 07:45:08.483725 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.plugins.ml2.plugin [None req-4c581813-650f-4b4b-ac0f-82f585bea231 None None] Current status of the port 378473db-d7d7-440f-bd89-f97a1c8e76aa is: DOWN; New status is: ACTIVE {{(pid=104527) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 25 07:45:08.483900 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron_lib.callbacks.manager [None req-4c581813-650f-4b4b-ac0f-82f585bea231 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-616651'] for port (378473db-d7d7-440f-bd89-f97a1c8e76aa), before_update {{(pid=104527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:45:08.489218 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d47e945a-6d1b-48cc-9f83-464ff3169216 None None] Checking router: bcceb51b-e54c-427b-af56-59f2272dd9ae for host: dv-cinder-825492-15-iscsi {{(pid=104527) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 25 07:45:08.489568 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d47e945a-6d1b-48cc-9f83-464ff3169216 None None] Updating router bcceb51b-e54c-427b-af56-59f2272dd9ae port 4ba7c92f-99c5-4956-91a1-ed1af7c28fa7 binding host dv-cinder-825492-15-iscsi {{(pid=104527) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 25 07:45:08.553714 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron_lib.callbacks.manager [None req-34aee491-3259-4d5d-be29-3f3f186b1c88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-617841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612926', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754056714442', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754056173882', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754056173900'] for port (a829413d-c9cd-4a5d-8e4c-657bfc52d9b7), after_update {{(pid=104527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:45:08.560172 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron_lib.callbacks.manager [None req-d47e945a-6d1b-48cc-9f83-464ff3169216 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-616651'] for port (4ba7c92f-99c5-4956-91a1-ed1af7c28fa7), before_update {{(pid=104527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:45:08.576339 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-5948336b-a293-4b34-8582-7435d0fbc979 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1616943', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4883'] for router (b89b4259-01c6-4f1d-b5d6-01807aa5b371), before_create {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:45:08.576853 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-9003bf23-556e-4220-ae59-47437139b891 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-617841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612926', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754056173864', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2909854'] for port (1eed5232-aa36-479b-b6e8-28f635b2e2d5), after_create {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:45:08.576988 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-5948336b-a293-4b34-8582-7435d0fbc979 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1616063', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1614895', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-299349', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4888'] for router (b89b4259-01c6-4f1d-b5d6-01807aa5b371), precommit_create {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:45:08.648118 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.plugins.ml2.db [None req-4c581813-650f-4b4b-ac0f-82f585bea231 None None] For port 378473db-d7d7-440f-bd89-f97a1c8e76aa, host dv-cinder-825492-15-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825492-15-iscsi',level=0,port_id=378473db-d7d7-440f-bd89-f97a1c8e76aa,segment=NetworkSegment(939a703b-8428-4cb0-bb85-c150b37d698f),segment_id=939a703b-8428-4cb0-bb85-c150b37d698f)] {{(pid=104527) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 07:45:08.661951 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-5948336b-a293-4b34-8582-7435d0fbc979 admin admin] Publish callbacks [] for router_controller (b89b4259-01c6-4f1d-b5d6-01807aa5b371), precommit_add_association {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:45:08.663179 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9003bf23-556e-4220-ae59-47437139b891 admin admin] Network 6cf39755-4264-4c21-8f3d-f6343e08ea2c is already hosted by enough agents. {{(pid=104526) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 07:45:08.667124 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.scheduler.base_scheduler [None req-9003bf23-556e-4220-ae59-47437139b891 admin admin] Resources bound (agent type, host, resource id): {{(pid=104526) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 07:45:08.672129 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9003bf23-556e-4220-ae59-47437139b891 admin admin] Received port after_create {{(pid=104526) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 25 07:45:08.674852 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-713a3220-b2ed-4f4f-8f2a-15ac7ce3e1ec None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpffcd8e1d-abc4-5fc1-a873-fed7d59917e2-3e294fd2-5690-4051-8b35-9db9abebfbe7', 'network_id': '3e294fd2-5690-4051-8b35-9db9abebfbe7', 'project_id': 'b92f2d9f77e046029d4b37ff2c4c8251', 'fixed_ips': [{'subnet_id': '7c5a4c1d-fd93-4bb3-bee1-d9f101fadb3b'}]}} from dv-cinder-825492-15-iscsi. {{(pid=104527) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 25 07:45:08.675799 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron_lib.callbacks.manager [None req-713a3220-b2ed-4f4f-8f2a-15ac7ce3e1ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-616651'] for port (None), before_create {{(pid=104527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:45:08.700313 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9003bf23-556e-4220-ae59-47437139b891 admin admin] Pushing event updated for resources: {'Port': ['ID=1eed5232-aa36-479b-b6e8-28f635b2e2d5,revision_number=1']} {{(pid=104526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 07:45:08.716700 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-9003bf23-556e-4220-ae59-47437139b891 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1617199'] for router_interface (bcceb51b-e54c-427b-af56-59f2272dd9ae), before_create {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:45:08.734565 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.db.provisioning_blocks [None req-b92c2e7d-92b4-441f-83a0-351b0a32a213 None None] Provisioning complete for port a829413d-c9cd-4a5d-8e4c-657bfc52d9b7 triggered by entity DHCP. {{(pid=104527) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 25 07:45:08.734797 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron_lib.callbacks.manager [None req-b92c2e7d-92b4-441f-83a0-351b0a32a213 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1490782'] for port (a829413d-c9cd-4a5d-8e4c-657bfc52d9b7), provisioning_complete {{(pid=104527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:45:08.736355 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron_lib.callbacks.manager [None req-461c163e-e11a-425b-8a8d-f39fb153da48 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754056472917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490168'] for agent (fa5554a0-25df-434f-a0d0-5996d872220a), after_update {{(pid=104527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:45:08.737106 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron_lib.callbacks.manager [None req-4c581813-650f-4b4b-ac0f-82f585bea231 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-617841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612926', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754056714442', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754056173882', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754056173900'] for port (378473db-d7d7-440f-bd89-f97a1c8e76aa), after_update {{(pid=104527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:45:08.737919 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.plugins.ml2.rpc [None req-4c581813-650f-4b4b-ac0f-82f585bea231 None None] Device f0143adb-1f01-48c6-b477-d6eb60caa4cf up at agent ovs-agent-dv-cinder-825492-15-iscsi {{(pid=104527) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 25 07:45:08.744702 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG dbcounter [-] [104527] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104527) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 07:45:08.794326 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34aee491-3259-4d5d-be29-3f3f186b1c88 None None] Pushing event updated for resources: {'Port': ['ID=a829413d-c9cd-4a5d-8e4c-657bfc52d9b7,revision_number=5']} {{(pid=104527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 07:45:08.840424 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG dbcounter [-] [104526] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104526) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 07:45:08.905035 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-5948336b-a293-4b34-8582-7435d0fbc979 admin admin] Publish callbacks [] for router_gateway (b89b4259-01c6-4f1d-b5d6-01807aa5b371), precommit_update {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:45:08.926674 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-9003bf23-556e-4220-ae59-47437139b891 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-616651'] for port (1eed5232-aa36-479b-b6e8-28f635b2e2d5), before_update {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:45:09.028160 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.db.provisioning_blocks [None req-4c581813-650f-4b4b-ac0f-82f585bea231 None None] Provisioning complete for port f0143adb-1f01-48c6-b477-d6eb60caa4cf triggered by entity L2. {{(pid=104527) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 25 07:45:09.028570 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron_lib.callbacks.manager [None req-4c581813-650f-4b4b-ac0f-82f585bea231 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1490782'] for port (f0143adb-1f01-48c6-b477-d6eb60caa4cf), provisioning_complete {{(pid=104527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:45:09.046894 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG dbcounter [-] [104525] Writing DB stats neutron:SELECT=87,neutron:INSERT=8,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=104525) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 07:45:09.100328 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c581813-650f-4b4b-ac0f-82f585bea231 None None] Pushing event updated for resources: {'Port': ['ID=378473db-d7d7-440f-bd89-f97a1c8e76aa,revision_number=3']} {{(pid=104527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 07:45:09.178350 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG dbcounter [-] [104527] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104527) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 07:45:09.231507 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.plugins.ml2.plugin [None req-b92c2e7d-92b4-441f-83a0-351b0a32a213 None None] Current status of the port a829413d-c9cd-4a5d-8e4c-657bfc52d9b7 is: ACTIVE; New status is: ACTIVE {{(pid=104527) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 25 07:45:09.243601 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.db.db_base_plugin_common [None req-713a3220-b2ed-4f4f-8f2a-15ac7ce3e1ec None None] Allocated IP 172.20.0.2 (3e294fd2-5690-4051-8b35-9db9abebfbe7/7c5a4c1d-fd93-4bb3-bee1-d9f101fadb3b/0eaf4e8f-6917-4d77-9a50-3d20446eaccb) {{(pid=104527) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 07:45:09.245692 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.db.provisioning_blocks [None req-b92c2e7d-92b4-441f-83a0-351b0a32a213 None None] Provisioning complete for port 378473db-d7d7-440f-bd89-f97a1c8e76aa triggered by entity DHCP. {{(pid=104527) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 25 07:45:09.246066 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron_lib.callbacks.manager [None req-b92c2e7d-92b4-441f-83a0-351b0a32a213 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1490782'] for port (378473db-d7d7-440f-bd89-f97a1c8e76aa), provisioning_complete {{(pid=104527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:45:09.251077 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-5948336b-a293-4b34-8582-7435d0fbc979 admin admin] Publish callbacks [] for router_gateway (b89b4259-01c6-4f1d-b5d6-01807aa5b371), before_create {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:45:09.282171 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-5948336b-a293-4b34-8582-7435d0fbc979 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-616651'] for port (None), before_create {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:45:09.443426 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.plugins.ml2.plugin [None req-4c581813-650f-4b4b-ac0f-82f585bea231 None None] Current status of the port f0143adb-1f01-48c6-b477-d6eb60caa4cf is: ACTIVE; New status is: ACTIVE {{(pid=104527) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 25 07:45:09.444563 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.plugins.ml2.rpc [None req-4c581813-650f-4b4b-ac0f-82f585bea231 None None] Device 71945d30-2083-402b-a29e-2effc8003ab4 up at agent ovs-agent-dv-cinder-825492-15-iscsi {{(pid=104527) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 25 07:45:09.457957 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-9003bf23-556e-4220-ae59-47437139b891 admin admin] Publish callbacks [] for port (1eed5232-aa36-479b-b6e8-28f635b2e2d5), precommit_update {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:45:09.530827 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron_lib.callbacks.manager [None req-d47e945a-6d1b-48cc-9f83-464ff3169216 None None] Publish callbacks [] for port (4ba7c92f-99c5-4956-91a1-ed1af7c28fa7), precommit_update {{(pid=104527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:45:09.534809 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG dbcounter [-] [104527] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=104527) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 07:45:09.554150 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-9003bf23-556e-4220-ae59-47437139b891 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-617841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612926', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754056714442', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754056173882', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754056173900', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2909847'] for port (1eed5232-aa36-479b-b6e8-28f635b2e2d5), after_update {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:45:09.582649 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.plugins.ml2.plugin [None req-b92c2e7d-92b4-441f-83a0-351b0a32a213 None None] Current status of the port 378473db-d7d7-440f-bd89-f97a1c8e76aa is: ACTIVE; New status is: ACTIVE {{(pid=104527) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 25 07:45:09.605711 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.db.provisioning_blocks [None req-4c581813-650f-4b4b-ac0f-82f585bea231 None None] Provisioning complete for port 71945d30-2083-402b-a29e-2effc8003ab4 triggered by entity L2. {{(pid=104527) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 25 07:45:09.606588 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron_lib.callbacks.manager [None req-4c581813-650f-4b4b-ac0f-82f585bea231 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1490782'] for port (71945d30-2083-402b-a29e-2effc8003ab4), provisioning_complete {{(pid=104527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:45:09.607958 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron_lib.callbacks.manager [None req-713a3220-b2ed-4f4f-8f2a-15ac7ce3e1ec None None] Publish callbacks [] for port (0eaf4e8f-6917-4d77-9a50-3d20446eaccb), precommit_create {{(pid=104527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:45:09.628740 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9003bf23-556e-4220-ae59-47437139b891 admin admin] Pushing event updated for resources: {'Port': ['ID=1eed5232-aa36-479b-b6e8-28f635b2e2d5,revision_number=2']} {{(pid=104526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 07:45:09.631142 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-9003bf23-556e-4220-ae59-47437139b891 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1611396', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1614271'] for router_interface (bcceb51b-e54c-427b-af56-59f2272dd9ae), after_create {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:45:09.644385 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron_lib.callbacks.manager [None req-d47e945a-6d1b-48cc-9f83-464ff3169216 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-617841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612926', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754056714442', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754056173882', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754056173900'] for port (4ba7c92f-99c5-4956-91a1-ed1af7c28fa7), after_update {{(pid=104527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:45:09.724856 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron.db.db_base_plugin_common [None req-5948336b-a293-4b34-8582-7435d0fbc979 admin admin] Allocated IP 172.27.3.58 (29c629bd-3f50-4535-bfbc-a047608d6fb6/7934ff5a-43f1-4f76-b9d8-e4343ace34f5/b1658091-3e2a-4495-88c2-31ee858bd29e) {{(pid=104525) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 07:45:09.740727 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron_lib.callbacks.manager [None req-713a3220-b2ed-4f4f-8f2a-15ac7ce3e1ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-617841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612926', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754056173864'] for port (0eaf4e8f-6917-4d77-9a50-3d20446eaccb), after_create {{(pid=104527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:45:09.745747 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9003bf23-556e-4220-ae59-47437139b891 admin admin] Network 6cf39755-4264-4c21-8f3d-f6343e08ea2c is already hosted by enough agents. {{(pid=104526) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 07:45:09.747427 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.scheduler.base_scheduler [None req-9003bf23-556e-4220-ae59-47437139b891 admin admin] Resources bound (agent type, host, resource id): {{(pid=104526) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 07:45:09.754454 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.plugins.ml2.managers [None req-d47e945a-6d1b-48cc-9f83-464ff3169216 None None] Attempting to bind port 4ba7c92f-99c5-4956-91a1-ed1af7c28fa7 on host dv-cinder-825492-15-iscsi for vnic_type normal with profile {{(pid=104527) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 25 07:45:09.754902 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.plugins.ml2.managers [None req-d47e945a-6d1b-48cc-9f83-464ff3169216 None None] Attempting to bind port 4ba7c92f-99c5-4956-91a1-ed1af7c28fa7 by drivers openvswitch,hyperv on host dv-cinder-825492-15-iscsi at level 0 using segments [{'id': '3ed655b3-ed39-457b-b353-0296e3eaac46', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '29c629bd-3f50-4535-bfbc-a047608d6fb6'}] {{(pid=104527) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 25 07:45:09.755334 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d47e945a-6d1b-48cc-9f83-464ff3169216 None None] Attempting to bind port 4ba7c92f-99c5-4956-91a1-ed1af7c28fa7 on network 29c629bd-3f50-4535-bfbc-a047608d6fb6 {{(pid=104527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 25 07:45:09.761335 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a79a64e1-7746-4e2c-9c13-794986a59b0f None None] Pushing event updated for resources: {'Port': ['ID=4ba7c92f-99c5-4956-91a1-ed1af7c28fa7,revision_number=2']} {{(pid=104527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 07:45:09.770050 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.db.provisioning_blocks [None req-8f4ea84a-feb3-4587-8902-0aed7f649168 None None] Provisioning complete for port 1eed5232-aa36-479b-b6e8-28f635b2e2d5 triggered by entity DHCP. {{(pid=104527) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 25 07:45:09.770471 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron_lib.callbacks.manager [None req-8f4ea84a-feb3-4587-8902-0aed7f649168 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1490782'] for port (1eed5232-aa36-479b-b6e8-28f635b2e2d5), provisioning_complete {{(pid=104527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:45:09.837506 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d47e945a-6d1b-48cc-9f83-464ff3169216 None None] Checking agent: {'id': '67455b2d-ff20-4068-8b38-73bd0628c5cb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-825492-15-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 25, 7, 27, 41), 'started_at': datetime.datetime(2022, 5, 25, 7, 28, 11), 'heartbeat_timestamp': datetime.datetime(2022, 5, 25, 7, 44, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-825492-15-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 25 07:45:09.837812 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d47e945a-6d1b-48cc-9f83-464ff3169216 None None] Checking segment: {'id': '3ed655b3-ed39-457b-b353-0296e3eaac46', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '29c629bd-3f50-4535-bfbc-a047608d6fb6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104527) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 25 07:45:09.838189 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron_lib.callbacks.manager [None req-d47e945a-6d1b-48cc-9f83-464ff3169216 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:45:09.838982 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d47e945a-6d1b-48cc-9f83-464ff3169216 None None] Bound using segment: {'id': '3ed655b3-ed39-457b-b353-0296e3eaac46', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '29c629bd-3f50-4535-bfbc-a047608d6fb6'} {{(pid=104527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 25 07:45:09.839177 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.plugins.ml2.managers [None req-d47e945a-6d1b-48cc-9f83-464ff3169216 None None] Bound port: 4ba7c92f-99c5-4956-91a1-ed1af7c28fa7, host: dv-cinder-825492-15-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3ed655b3-ed39-457b-b353-0296e3eaac46', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '29c629bd-3f50-4535-bfbc-a047608d6fb6'}}] {{(pid=104527) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 25 07:45:09.839558 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron_lib.callbacks.manager [None req-d47e945a-6d1b-48cc-9f83-464ff3169216 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-616651'] for port (4ba7c92f-99c5-4956-91a1-ed1af7c28fa7), before_update {{(pid=104527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:45:09.864327 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-5948336b-a293-4b34-8582-7435d0fbc979 admin admin] Publish callbacks [] for port (b1658091-3e2a-4495-88c2-31ee858bd29e), precommit_create {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:45:09.871796 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG dbcounter [-] [104526] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:DELETE=2 {{(pid=104526) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 07:45:09.871990 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-713a3220-b2ed-4f4f-8f2a-15ac7ce3e1ec None None] Network 3e294fd2-5690-4051-8b35-9db9abebfbe7 is already hosted by enough agents. {{(pid=104527) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 07:45:09.904880 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.scheduler.base_scheduler [None req-713a3220-b2ed-4f4f-8f2a-15ac7ce3e1ec None None] Resources bound (agent type, host, resource id): {{(pid=104527) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 07:45:09.907867 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.db.l3_dvrscheduler_db [None req-713a3220-b2ed-4f4f-8f2a-15ac7ce3e1ec None None] Received port after_create {{(pid=104527) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 25 07:45:09.909585 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9003bf23-556e-4220-ae59-47437139b891 admin admin] Router bcceb51b-e54c-427b-af56-59f2272dd9ae has already been hosted by L3 agent 54ff4013-997e-4376-a4e9-e6c98cf37cc7 {{(pid=104526) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 25 07:45:09.932062 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.plugins.ml2.plugin [None req-4c581813-650f-4b4b-ac0f-82f585bea231 None None] Current status of the port 71945d30-2083-402b-a29e-2effc8003ab4 is: ACTIVE; New status is: ACTIVE {{(pid=104527) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 25 07:45:09.936452 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG dbcounter [-] [104525] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=4 {{(pid=104525) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 07:45:09.941081 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-713a3220-b2ed-4f4f-8f2a-15ac7ce3e1ec None None] Pushing event updated for resources: {'Port': ['ID=0eaf4e8f-6917-4d77-9a50-3d20446eaccb,revision_number=1']} {{(pid=104527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 07:45:09.947063 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG dbcounter [-] [104527] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=104527) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 07:45:09.950178 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.plugins.ml2.plugin [None req-8f4ea84a-feb3-4587-8902-0aed7f649168 None None] Port 1eed5232-aa36-479b-b6e8-28f635b2e2d5 cannot update to ACTIVE because it is not bound. {{(pid=104527) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 25 07:45:09.987616 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.plugins.ml2.db [None req-d47e945a-6d1b-48cc-9f83-464ff3169216 None None] For port 4ba7c92f-99c5-4956-91a1-ed1af7c28fa7, host dv-cinder-825492-15-iscsi, cleared binding levels {{(pid=104527) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 25 07:45:09.993252 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.db.provisioning_blocks [None req-8f4ea84a-feb3-4587-8902-0aed7f649168 None None] Provisioning complete for port 378473db-d7d7-440f-bd89-f97a1c8e76aa triggered by entity DHCP. {{(pid=104527) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 25 07:45:09.993252 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron_lib.callbacks.manager [None req-8f4ea84a-feb3-4587-8902-0aed7f649168 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1490782'] for port (378473db-d7d7-440f-bd89-f97a1c8e76aa), provisioning_complete {{(pid=104527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:45:10.041119 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-5948336b-a293-4b34-8582-7435d0fbc979 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-617841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612926', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754056173864', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59563715'] for port (b1658091-3e2a-4495-88c2-31ee858bd29e), after_create {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:45:10.084082 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9003bf23-556e-4220-ae59-47437139b891 admin admin] Notify agent at l3_agent.dv-cinder-825492-15-iscsi the message routers_updated {{(pid=104526) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 25 07:45:10.090963 dv-cinder-825492-15-iscsi neutron-server[104526]: INFO neutron.wsgi [None req-9003bf23-556e-4220-ae59-47437139b891 admin admin] 10.222.0.24 "PUT /v2.0/routers/bcceb51b-e54c-427b-af56-59f2272dd9ae/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9363499 May 25 07:45:10.131122 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5948336b-a293-4b34-8582-7435d0fbc979 admin admin] Network 29c629bd-3f50-4535-bfbc-a047608d6fb6 is already hosted by enough agents. {{(pid=104525) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 07:45:10.147053 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron.scheduler.base_scheduler [None req-5948336b-a293-4b34-8582-7435d0fbc979 admin admin] Resources bound (agent type, host, resource id): {{(pid=104525) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 07:45:10.160732 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG dbcounter [-] [104526] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=4 {{(pid=104526) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 07:45:10.164295 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5948336b-a293-4b34-8582-7435d0fbc979 admin admin] Received port after_create {{(pid=104525) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 25 07:45:10.247596 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5948336b-a293-4b34-8582-7435d0fbc979 admin admin] Pushing event updated for resources: {'Port': ['ID=b1658091-3e2a-4495-88c2-31ee858bd29e,revision_number=1']} {{(pid=104525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 07:45:10.250006 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.plugins.ml2.db [None req-d47e945a-6d1b-48cc-9f83-464ff3169216 None None] For port 4ba7c92f-99c5-4956-91a1-ed1af7c28fa7, host dv-cinder-825492-15-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825492-15-iscsi',level=0,port_id=4ba7c92f-99c5-4956-91a1-ed1af7c28fa7,segment=NetworkSegment(3ed655b3-ed39-457b-b353-0296e3eaac46),segment_id=3ed655b3-ed39-457b-b353-0296e3eaac46)] {{(pid=104527) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 25 07:45:10.268590 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.plugins.ml2.rpc [None req-4c581813-650f-4b4b-ac0f-82f585bea231 None None] Device 378473db-d7d7-440f-bd89-f97a1c8e76aa up at agent ovs-agent-dv-cinder-825492-15-iscsi {{(pid=104527) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 25 07:45:10.341644 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron_lib.callbacks.manager [None req-d47e945a-6d1b-48cc-9f83-464ff3169216 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-617841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612926', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754056714442', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754056173882', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754056173900'] for port (4ba7c92f-99c5-4956-91a1-ed1af7c28fa7), after_update {{(pid=104527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:45:10.344014 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.plugins.ml2.managers [None req-713a3220-b2ed-4f4f-8f2a-15ac7ce3e1ec None None] Attempting to bind port 0eaf4e8f-6917-4d77-9a50-3d20446eaccb on host dv-cinder-825492-15-iscsi for vnic_type normal with profile {{(pid=104527) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 25 07:45:10.344408 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.plugins.ml2.managers [None req-713a3220-b2ed-4f4f-8f2a-15ac7ce3e1ec None None] Attempting to bind port 0eaf4e8f-6917-4d77-9a50-3d20446eaccb by drivers openvswitch,hyperv on host dv-cinder-825492-15-iscsi at level 0 using segments [{'id': '9927a6b1-83da-4bb4-b873-4165b588f721', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 262, 'network_id': '3e294fd2-5690-4051-8b35-9db9abebfbe7'}] {{(pid=104527) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 25 07:45:10.344811 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-713a3220-b2ed-4f4f-8f2a-15ac7ce3e1ec None None] Attempting to bind port 0eaf4e8f-6917-4d77-9a50-3d20446eaccb on network 3e294fd2-5690-4051-8b35-9db9abebfbe7 {{(pid=104527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 25 07:45:10.394875 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-713a3220-b2ed-4f4f-8f2a-15ac7ce3e1ec None None] Checking agent: {'id': '67455b2d-ff20-4068-8b38-73bd0628c5cb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-825492-15-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 25, 7, 27, 41), 'started_at': datetime.datetime(2022, 5, 25, 7, 28, 11), 'heartbeat_timestamp': datetime.datetime(2022, 5, 25, 7, 44, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-825492-15-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 25 07:45:10.396015 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-713a3220-b2ed-4f4f-8f2a-15ac7ce3e1ec None None] Checking segment: {'id': '9927a6b1-83da-4bb4-b873-4165b588f721', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 262, 'network_id': '3e294fd2-5690-4051-8b35-9db9abebfbe7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104527) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 25 07:45:10.396267 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron_lib.callbacks.manager [None req-713a3220-b2ed-4f4f-8f2a-15ac7ce3e1ec None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:45:10.396675 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-713a3220-b2ed-4f4f-8f2a-15ac7ce3e1ec None None] Bound using segment: {'id': '9927a6b1-83da-4bb4-b873-4165b588f721', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 262, 'network_id': '3e294fd2-5690-4051-8b35-9db9abebfbe7'} {{(pid=104527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 25 07:45:10.397323 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.plugins.ml2.managers [None req-713a3220-b2ed-4f4f-8f2a-15ac7ce3e1ec None None] Bound port: 0eaf4e8f-6917-4d77-9a50-3d20446eaccb, host: dv-cinder-825492-15-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9927a6b1-83da-4bb4-b873-4165b588f721', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 262, 'network_id': '3e294fd2-5690-4051-8b35-9db9abebfbe7'}}] {{(pid=104527) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 25 07:45:10.397888 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron_lib.callbacks.manager [None req-713a3220-b2ed-4f4f-8f2a-15ac7ce3e1ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-616651'] for port (0eaf4e8f-6917-4d77-9a50-3d20446eaccb), before_update {{(pid=104527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:45:10.435763 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron_lib.callbacks.manager [None req-f9cd7ad7-9657-4dc4-ab64-74b2d9455e3c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754056472917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490168'] for agent (749e0e2c-8e71-4175-9046-27a8fd2a3a0a), after_update {{(pid=104527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:45:10.446205 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG dbcounter [-] [104527] Writing DB stats neutron:SELECT=92,neutron:INSERT=4,neutron:UPDATE=4 {{(pid=104527) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 07:45:10.528935 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d47e945a-6d1b-48cc-9f83-464ff3169216 None None] Routers {'bcceb51b-e54c-427b-af56-59f2272dd9ae'} bound to L3 agent in host dv-cinder-825492-15-iscsi {{(pid=104527) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 25 07:45:10.529932 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.db.l3_hamode_db [None req-d47e945a-6d1b-48cc-9f83-464ff3169216 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825492-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-25T07:27:37Z,description=,heartbeat_timestamp=2022-05-25T07:45:07Z,host='dv-cinder-825492-15-iscsi',id=54ff4013-997e-4376-a4e9-e6c98cf37cc7,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T07:27:38Z,topic='l3_agent')) {'router_ids': ['bcceb51b-e54c-427b-af56-59f2272dd9ae'], 'active': True} {{(pid=104527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 07:45:10.545996 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.db.provisioning_blocks [None req-4c581813-650f-4b4b-ac0f-82f585bea231 None None] Provisioning complete for port 378473db-d7d7-440f-bd89-f97a1c8e76aa triggered by entity L2. {{(pid=104527) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 25 07:45:10.546376 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron_lib.callbacks.manager [None req-4c581813-650f-4b4b-ac0f-82f585bea231 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1490782'] for port (378473db-d7d7-440f-bd89-f97a1c8e76aa), provisioning_complete {{(pid=104527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:45:10.618280 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.plugins.ml2.plugin [None req-8f4ea84a-feb3-4587-8902-0aed7f649168 None None] Current status of the port 378473db-d7d7-440f-bd89-f97a1c8e76aa is: ACTIVE; New status is: ACTIVE {{(pid=104527) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 25 07:45:10.637216 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a79a64e1-7746-4e2c-9c13-794986a59b0f None None] Pushing event updated for resources: {'Port': ['ID=4ba7c92f-99c5-4956-91a1-ed1af7c28fa7,revision_number=3']} {{(pid=104527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 07:45:10.705125 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.plugins.ml2.db [None req-713a3220-b2ed-4f4f-8f2a-15ac7ce3e1ec None None] For port 0eaf4e8f-6917-4d77-9a50-3d20446eaccb, host dv-cinder-825492-15-iscsi, cleared binding levels {{(pid=104527) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 25 07:45:10.729036 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.plugins.ml2.db [None req-713a3220-b2ed-4f4f-8f2a-15ac7ce3e1ec None None] For port 0eaf4e8f-6917-4d77-9a50-3d20446eaccb, host dv-cinder-825492-15-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825492-15-iscsi',level=0,port_id=0eaf4e8f-6917-4d77-9a50-3d20446eaccb,segment=NetworkSegment(9927a6b1-83da-4bb4-b873-4165b588f721),segment_id=9927a6b1-83da-4bb4-b873-4165b588f721)] {{(pid=104527) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 25 07:45:10.730735 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-5948336b-a293-4b34-8582-7435d0fbc979 admin admin] Publish callbacks [] for router_gateway (b89b4259-01c6-4f1d-b5d6-01807aa5b371), after_create {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:45:10.769323 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.db.l3_dvr_db [None req-d47e945a-6d1b-48cc-9f83-464ff3169216 None None] Set router bcceb51b-e54c-427b-af56-59f2272dd9ae gateway port host: dv-cinder-825492-15-iscsi {{(pid=104527) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 25 07:45:10.811178 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.db.provisioning_blocks [None req-39a74956-d294-477f-a053-1bd0870e58b7 None None] Provisioning complete for port 1eed5232-aa36-479b-b6e8-28f635b2e2d5 triggered by entity DHCP. {{(pid=104527) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 25 07:45:10.811660 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron_lib.callbacks.manager [None req-39a74956-d294-477f-a053-1bd0870e58b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1490782'] for port (1eed5232-aa36-479b-b6e8-28f635b2e2d5), provisioning_complete {{(pid=104527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:45:10.815613 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron.wsgi [-] (104525) accepted ('10.222.0.24', 51214) {{(pid=104525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 07:45:10.822300 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron.api.v2.base [None req-35c94a19-85ef-409b-bb1e-b2bdf7d80de3 tempest-TestVolumeBootPattern-1147907125 tempest-TestVolumeBootPattern-1147907125-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2067050148', 'description': 'tempest-secgroup-smoke-2067050148 description', 'project_id': 'f5e67d0f06be415794efd436655904b3'}} {{(pid=104525) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 25 07:45:10.847948 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.plugins.ml2.plugin [None req-4c581813-650f-4b4b-ac0f-82f585bea231 None None] Current status of the port 378473db-d7d7-440f-bd89-f97a1c8e76aa is: ACTIVE; New status is: ACTIVE {{(pid=104527) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 25 07:45:10.849098 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.plugins.ml2.rpc [None req-4c581813-650f-4b4b-ac0f-82f585bea231 None None] Device a829413d-c9cd-4a5d-8e4c-657bfc52d9b7 up at agent ovs-agent-dv-cinder-825492-15-iscsi {{(pid=104527) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 25 07:45:10.858068 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron_lib.callbacks.manager [None req-713a3220-b2ed-4f4f-8f2a-15ac7ce3e1ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-617841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612926', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754056714442', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754056173882', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754056173900'] for port (0eaf4e8f-6917-4d77-9a50-3d20446eaccb), after_update {{(pid=104527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:45:10.925194 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG dbcounter [-] [104525] Writing DB stats neutron:SELECT=95,neutron:UPDATE=2,neutron:INSERT=3 {{(pid=104525) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 07:45:10.933866 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.plugins.ml2.plugin [None req-39a74956-d294-477f-a053-1bd0870e58b7 None None] Port 1eed5232-aa36-479b-b6e8-28f635b2e2d5 cannot update to ACTIVE because it is not bound. {{(pid=104527) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 25 07:45:10.983443 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-5948336b-a293-4b34-8582-7435d0fbc979 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1616054', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1614970'] for router (b89b4259-01c6-4f1d-b5d6-01807aa5b371), after_create {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:45:11.032716 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-35c94a19-85ef-409b-bb1e-b2bdf7d80de3 tempest-TestVolumeBootPattern-1147907125 tempest-TestVolumeBootPattern-1147907125-project] Publish callbacks [] for security_group (None), before_create {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:45:11.037513 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-713a3220-b2ed-4f4f-8f2a-15ac7ce3e1ec None None] Pushing event updated for resources: {'Port': ['ID=0eaf4e8f-6917-4d77-9a50-3d20446eaccb,revision_number=2']} {{(pid=104527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 07:45:11.053384 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.db.provisioning_blocks [None req-4c581813-650f-4b4b-ac0f-82f585bea231 None None] Provisioning complete for port a829413d-c9cd-4a5d-8e4c-657bfc52d9b7 triggered by entity L2. {{(pid=104527) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 25 07:45:11.053761 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron_lib.callbacks.manager [None req-4c581813-650f-4b4b-ac0f-82f585bea231 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1490782'] for port (a829413d-c9cd-4a5d-8e4c-657bfc52d9b7), provisioning_complete {{(pid=104527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:45:11.176566 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.db.l3_hamode_db [None req-d47e945a-6d1b-48cc-9f83-464ff3169216 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bcceb51b-e54c-427b-af56-59f2272dd9ae', 'name': 'tempest-TestVolumeBootPattern-1480254169-router', 'tenant_id': '3240aa60382e493c9171f7011771816c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '29c629bd-3f50-4535-bfbc-a047608d6fb6', 'external_fixed_ips': [{'subnet_id': '7934ff5a-43f1-4f76-b9d8-e4343ace34f5', 'ip_address': '172.27.3.41'}], 'enable_snat': True}, 'gw_port_id': '4ba7c92f-99c5-4956-91a1-ed1af7c28fa7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T07:45:03Z', 'updated_at': '2022-05-25T07:45:08Z', 'revision_number': 4, 'project_id': '3240aa60382e493c9171f7011771816c', 'gw_port': {'id': '4ba7c92f-99c5-4956-91a1-ed1af7c28fa7', 'name': '', 'network_id': '29c629bd-3f50-4535-bfbc-a047608d6fb6', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:92:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bcceb51b-e54c-427b-af56-59f2272dd9ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 689, 'fixed_ips': [{'subnet_id': '7934ff5a-43f1-4f76-b9d8-e4343ace34f5', 'ip_address': '172.27.3.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825492-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T07:45:04Z', 'updated_at': '2022-05-25T07:45:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7934ff5a-43f1-4f76-b9d8-e4343ace34f5', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825492-15-iscsi', '_interfaces': [{'id': '1eed5232-aa36-479b-b6e8-28f635b2e2d5', 'name': '', 'network_id': '6cf39755-4264-4c21-8f3d-f6343e08ea2c', 'tenant_id': '3240aa60382e493c9171f7011771816c', 'mac_address': 'fa:16:3e:10:c0:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bcceb51b-e54c-427b-af56-59f2272dd9ae', 'device_owner': 'network:router_interface', 'standard_attr_id': 698, 'fixed_ips': [{'subnet_id': '396bfd09-38d0-4532-8f44-500325cbf232', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T07:45:08Z', 'updated_at': '2022-05-25T07:45:09Z', 'revision_number': 2, 'project_id': '3240aa60382e493c9171f7011771816c', 'subnets': [{'id': '396bfd09-38d0-4532-8f44-500325cbf232', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-825492-15-iscsi', False) {} {{(pid=104527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 07:45:11.208338 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-35c94a19-85ef-409b-bb1e-b2bdf7d80de3 tempest-TestVolumeBootPattern-1147907125 tempest-TestVolumeBootPattern-1147907125-project] Publish callbacks [] for security_group (0c2f491d-41ea-4a0f-9897-87861bfa1a99), precommit_create {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:45:11.224645 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d47e945a-6d1b-48cc-9f83-464ff3169216 None None] The sync data for ids ['bcceb51b-e54c-427b-af56-59f2272dd9ae'] in dv-cinder-825492-15-iscsi is: [{'id': 'bcceb51b-e54c-427b-af56-59f2272dd9ae', 'name': 'tempest-TestVolumeBootPattern-1480254169-router', 'tenant_id': '3240aa60382e493c9171f7011771816c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '29c629bd-3f50-4535-bfbc-a047608d6fb6', 'external_fixed_ips': [{'subnet_id': '7934ff5a-43f1-4f76-b9d8-e4343ace34f5', 'ip_address': '172.27.3.41'}], 'enable_snat': True}, 'gw_port_id': '4ba7c92f-99c5-4956-91a1-ed1af7c28fa7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T07:45:03Z', 'updated_at': '2022-05-25T07:45:08Z', 'revision_number': 4, 'project_id': '3240aa60382e493c9171f7011771816c', 'gw_port': {'id': '4ba7c92f-99c5-4956-91a1-ed1af7c28fa7', 'name': '', 'network_id': '29c629bd-3f50-4535-bfbc-a047608d6fb6', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:92:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bcceb51b-e54c-427b-af56-59f2272dd9ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 689, 'fixed_ips': [{'subnet_id': '7934ff5a-43f1-4f76-b9d8-e4343ace34f5', 'ip_address': '172.27.3.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825492-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T07:45:04Z', 'updated_at': '2022-05-25T07:45:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7934ff5a-43f1-4f76-b9d8-e4343ace34f5', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825492-15-iscsi', '_interfaces': [{'id': '1eed5232-aa36-479b-b6e8-28f635b2e2d5', 'name': '', 'network_id': '6cf39755-4264-4c21-8f3d-f6343e08ea2c', 'tenant_id': '3240aa60382e493c9171f7011771816c', 'mac_address': 'fa:16:3e:10:c0:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bcceb51b-e54c-427b-af56-59f2272dd9ae', 'device_owner': 'network:router_interface', 'standard_attr_id': 698, 'fixed_ips': [{'subnet_id': '396bfd09-38d0-4532-8f44-500325cbf232', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T07:45:08Z', 'updated_at': '2022-05-25T07:45:09Z', 'revision_number': 2, 'project_id': '3240aa60382e493c9171f7011771816c', 'subnets': [{'id': '396bfd09-38d0-4532-8f44-500325cbf232', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104527) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 25 07:45:11.239255 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.plugins.ml2.plugin [None req-4c581813-650f-4b4b-ac0f-82f585bea231 None None] Current status of the port a829413d-c9cd-4a5d-8e4c-657bfc52d9b7 is: ACTIVE; New status is: ACTIVE {{(pid=104527) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 25 07:45:11.308751 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-35c94a19-85ef-409b-bb1e-b2bdf7d80de3 tempest-TestVolumeBootPattern-1147907125 tempest-TestVolumeBootPattern-1147907125-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-278753'] for security_group (0c2f491d-41ea-4a0f-9897-87861bfa1a99), after_create {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:45:11.346939 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5948336b-a293-4b34-8582-7435d0fbc979 admin admin] Router b89b4259-01c6-4f1d-b5d6-01807aa5b371 is scheduled to L3 agent 54ff4013-997e-4376-a4e9-e6c98cf37cc7 with binding_index 1 {{(pid=104525) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 25 07:45:11.354016 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35c94a19-85ef-409b-bb1e-b2bdf7d80de3 tempest-TestVolumeBootPattern-1147907125 tempest-TestVolumeBootPattern-1147907125-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0c2f491d-41ea-4a0f-9897-87861bfa1a99,revision_number=1']} {{(pid=104525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 07:45:11.472290 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-35c94a19-85ef-409b-bb1e-b2bdf7d80de3 tempest-TestVolumeBootPattern-1147907125 tempest-TestVolumeBootPattern-1147907125-project] Publish callbacks [] for security_group (None), before_response {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:45:11.473548 dv-cinder-825492-15-iscsi neutron-server[104525]: INFO neutron.wsgi [None req-35c94a19-85ef-409b-bb1e-b2bdf7d80de3 tempest-TestVolumeBootPattern-1147907125 tempest-TestVolumeBootPattern-1147907125-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.6570063 May 25 07:45:11.476290 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5948336b-a293-4b34-8582-7435d0fbc979 admin admin] Notify agent at l3_agent.dv-cinder-825492-15-iscsi the message routers_updated {{(pid=104525) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 25 07:45:11.476753 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.wsgi [-] (104526) accepted ('10.222.0.24', 51220) {{(pid=104526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 07:45:11.484454 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.api.v2.base [None req-346ea2e5-78c6-4e5e-b784-9db09fa07532 tempest-TestVolumeBootPattern-1147907125 tempest-TestVolumeBootPattern-1147907125-project] Request body: {'security_group_rule': {'security_group_id': '0c2f491d-41ea-4a0f-9897-87861bfa1a99', 'project_id': 'f5e67d0f06be415794efd436655904b3', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104526) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 25 07:45:11.518802 dv-cinder-825492-15-iscsi neutron-server[104528]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb39102b-5d28-4560-9c0e-a172ee9203c0 None None] Sync routers for ids ['b89b4259-01c6-4f1d-b5d6-01807aa5b371'] in dv-cinder-825492-15-iscsi {{(pid=104528) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 25 07:45:11.534616 dv-cinder-825492-15-iscsi neutron-server[104528]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb39102b-5d28-4560-9c0e-a172ee9203c0 None None] Routers {'b89b4259-01c6-4f1d-b5d6-01807aa5b371'} bound to L3 agent in host dv-cinder-825492-15-iscsi {{(pid=104528) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 25 07:45:11.535276 dv-cinder-825492-15-iscsi neutron-server[104528]: DEBUG neutron.db.l3_hamode_db [None req-cb39102b-5d28-4560-9c0e-a172ee9203c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825492-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-25T07:27:37Z,description=,heartbeat_timestamp=2022-05-25T07:45:07Z,host='dv-cinder-825492-15-iscsi',id=54ff4013-997e-4376-a4e9-e6c98cf37cc7,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T07:27:38Z,topic='l3_agent')) {'router_ids': ['b89b4259-01c6-4f1d-b5d6-01807aa5b371'], 'active': True} {{(pid=104528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 07:45:11.547468 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG dbcounter [-] [104526] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=104526) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 07:45:11.577834 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron_lib.callbacks.manager [None req-4c581813-650f-4b4b-ac0f-82f585bea231 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754056472917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490168'] for agent (67455b2d-ff20-4068-8b38-73bd0628c5cb), after_update {{(pid=104527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:45:11.580696 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-5948336b-a293-4b34-8582-7435d0fbc979 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:45:11.582705 dv-cinder-825492-15-iscsi neutron-server[104525]: INFO neutron.wsgi [None req-5948336b-a293-4b34-8582-7435d0fbc979 admin admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 3.1639781 May 25 07:45:11.585481 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron.wsgi [-] (104525) accepted ('10.222.0.24', 51222) {{(pid=104525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 07:45:11.674589 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-346ea2e5-78c6-4e5e-b784-9db09fa07532 tempest-TestVolumeBootPattern-1147907125 tempest-TestVolumeBootPattern-1147907125-project] Publish callbacks [] for security_group_rule (0ec9b5ef-e201-419e-addd-e280883d9dcf), before_create {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:45:11.757628 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-346ea2e5-78c6-4e5e-b784-9db09fa07532 tempest-TestVolumeBootPattern-1147907125 tempest-TestVolumeBootPattern-1147907125-project] Publish callbacks [] for security_group_rule (0ec9b5ef-e201-419e-addd-e280883d9dcf), precommit_create {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:45:11.779886 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG dbcounter [-] [104525] Writing DB stats neutron:SELECT=90,neutron:INSERT=7,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=104525) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 07:45:11.818145 dv-cinder-825492-15-iscsi neutron-server[104528]: DEBUG neutron.db.l3_dvr_db [None req-cb39102b-5d28-4560-9c0e-a172ee9203c0 None None] Set router b89b4259-01c6-4f1d-b5d6-01807aa5b371 gateway port host: dv-cinder-825492-15-iscsi {{(pid=104528) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 25 07:45:11.834146 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-346ea2e5-78c6-4e5e-b784-9db09fa07532 tempest-TestVolumeBootPattern-1147907125 tempest-TestVolumeBootPattern-1147907125-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-278608'] for security_group_rule (0ec9b5ef-e201-419e-addd-e280883d9dcf), after_create {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:45:11.840144 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG dbcounter [-] [104527] Writing DB stats neutron:UPDATE=3,neutron:SELECT=97 {{(pid=104527) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 07:45:11.882045 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-346ea2e5-78c6-4e5e-b784-9db09fa07532 tempest-TestVolumeBootPattern-1147907125 tempest-TestVolumeBootPattern-1147907125-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0ec9b5ef-e201-419e-addd-e280883d9dcf,revision_number=0']} {{(pid=104526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 07:45:11.963099 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-346ea2e5-78c6-4e5e-b784-9db09fa07532 tempest-TestVolumeBootPattern-1147907125 tempest-TestVolumeBootPattern-1147907125-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:45:11.967217 dv-cinder-825492-15-iscsi neutron-server[104526]: INFO neutron.wsgi [None req-346ea2e5-78c6-4e5e-b784-9db09fa07532 tempest-TestVolumeBootPattern-1147907125 tempest-TestVolumeBootPattern-1147907125-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4873936 May 25 07:45:11.969518 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.wsgi [-] (104526) accepted ('10.222.0.24', 51226) {{(pid=104526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 07:45:11.976253 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.api.v2.base [None req-efb2e510-6855-491f-926d-7ec73c1b3223 tempest-TestVolumeBootPattern-1147907125 tempest-TestVolumeBootPattern-1147907125-project] Request body: {'security_group_rule': {'security_group_id': '0c2f491d-41ea-4a0f-9897-87861bfa1a99', 'project_id': 'f5e67d0f06be415794efd436655904b3', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=104526) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 25 07:45:12.036734 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG dbcounter [-] [104526] Writing DB stats neutron:SELECT=100 {{(pid=104526) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 07:45:12.104566 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.plugins.ml2.rpc [None req-4c581813-650f-4b4b-ac0f-82f585bea231 None None] Device 0eaf4e8f-6917-4d77-9a50-3d20446eaccb up at agent ovs-agent-dv-cinder-825492-15-iscsi {{(pid=104527) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 25 07:45:12.108661 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-efb2e510-6855-491f-926d-7ec73c1b3223 tempest-TestVolumeBootPattern-1147907125 tempest-TestVolumeBootPattern-1147907125-project] Publish callbacks [] for security_group_rule (b642c545-5183-45d7-88eb-28826aeb88b9), before_create {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:45:12.114669 dv-cinder-825492-15-iscsi neutron-server[104528]: DEBUG neutron.db.l3_hamode_db [None req-cb39102b-5d28-4560-9c0e-a172ee9203c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b89b4259-01c6-4f1d-b5d6-01807aa5b371', 'name': 'tempest-TestMinimumBasicScenario-1020510336-router', 'tenant_id': 'b92f2d9f77e046029d4b37ff2c4c8251', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '29c629bd-3f50-4535-bfbc-a047608d6fb6', 'external_fixed_ips': [{'subnet_id': '7934ff5a-43f1-4f76-b9d8-e4343ace34f5', 'ip_address': '172.27.3.58'}], 'enable_snat': True}, 'gw_port_id': 'b1658091-3e2a-4495-88c2-31ee858bd29e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T07:45:08Z', 'updated_at': '2022-05-25T07:45:10Z', 'revision_number': 3, 'project_id': 'b92f2d9f77e046029d4b37ff2c4c8251', 'gw_port': {'id': 'b1658091-3e2a-4495-88c2-31ee858bd29e', 'name': '', 'network_id': '29c629bd-3f50-4535-bfbc-a047608d6fb6', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:54:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b89b4259-01c6-4f1d-b5d6-01807aa5b371', 'device_owner': 'network:router_gateway', 'standard_attr_id': 701, 'fixed_ips': [{'subnet_id': '7934ff5a-43f1-4f76-b9d8-e4343ace34f5', 'ip_address': '172.27.3.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T07:45:09Z', 'updated_at': '2022-05-25T07:45:09Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7934ff5a-43f1-4f76-b9d8-e4343ace34f5', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825492-15-iscsi'}], 'dv-cinder-825492-15-iscsi', False) {} {{(pid=104528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 07:45:12.165990 dv-cinder-825492-15-iscsi neutron-server[104528]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb39102b-5d28-4560-9c0e-a172ee9203c0 None None] Checking router: b89b4259-01c6-4f1d-b5d6-01807aa5b371 for host: dv-cinder-825492-15-iscsi {{(pid=104528) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 25 07:45:12.167954 dv-cinder-825492-15-iscsi neutron-server[104528]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb39102b-5d28-4560-9c0e-a172ee9203c0 None None] Updating router b89b4259-01c6-4f1d-b5d6-01807aa5b371 port b1658091-3e2a-4495-88c2-31ee858bd29e binding host dv-cinder-825492-15-iscsi {{(pid=104528) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 25 07:45:12.205518 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.db.provisioning_blocks [None req-4c581813-650f-4b4b-ac0f-82f585bea231 None None] Provisioning complete for port 0eaf4e8f-6917-4d77-9a50-3d20446eaccb triggered by entity L2. {{(pid=104527) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 25 07:45:12.205763 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron_lib.callbacks.manager [None req-4c581813-650f-4b4b-ac0f-82f585bea231 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1490782'] for port (0eaf4e8f-6917-4d77-9a50-3d20446eaccb), provisioning_complete {{(pid=104527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:45:12.206435 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-61f4190d-a13e-431f-b921-506776092d75 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-616651'] for port (None), before_create {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:45:12.207348 dv-cinder-825492-15-iscsi neutron-server[104528]: DEBUG neutron_lib.callbacks.manager [None req-cb39102b-5d28-4560-9c0e-a172ee9203c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-616651'] for port (b1658091-3e2a-4495-88c2-31ee858bd29e), before_update {{(pid=104528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:45:12.215815 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-efb2e510-6855-491f-926d-7ec73c1b3223 tempest-TestVolumeBootPattern-1147907125 tempest-TestVolumeBootPattern-1147907125-project] Publish callbacks [] for security_group_rule (b642c545-5183-45d7-88eb-28826aeb88b9), precommit_create {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:45:12.266798 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ddaf408-3588-4693-99b3-7d3ac568c4d2 None None] Network 3e294fd2-5690-4051-8b35-9db9abebfbe7 requested from dv-cinder-825492-15-iscsi {{(pid=104527) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 25 07:45:12.297313 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-efb2e510-6855-491f-926d-7ec73c1b3223 tempest-TestVolumeBootPattern-1147907125 tempest-TestVolumeBootPattern-1147907125-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-278608'] for security_group_rule (b642c545-5183-45d7-88eb-28826aeb88b9), after_create {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:45:12.358023 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efb2e510-6855-491f-926d-7ec73c1b3223 tempest-TestVolumeBootPattern-1147907125 tempest-TestVolumeBootPattern-1147907125-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b642c545-5183-45d7-88eb-28826aeb88b9,revision_number=0']} {{(pid=104526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 07:45:12.375738 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.db.provisioning_blocks [None req-bf0f7570-46d2-4e4c-b529-146905fc3898 None None] Provisioning complete for port 0eaf4e8f-6917-4d77-9a50-3d20446eaccb triggered by entity DHCP. {{(pid=104527) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 25 07:45:12.376101 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron_lib.callbacks.manager [None req-bf0f7570-46d2-4e4c-b529-146905fc3898 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1490782'] for port (0eaf4e8f-6917-4d77-9a50-3d20446eaccb), provisioning_complete {{(pid=104527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:45:12.379472 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG dbcounter [-] [104527] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=104527) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 07:45:12.410551 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.plugins.ml2.plugin [None req-4c581813-650f-4b4b-ac0f-82f585bea231 None None] Current status of the port 0eaf4e8f-6917-4d77-9a50-3d20446eaccb is: DOWN; New status is: ACTIVE {{(pid=104527) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 25 07:45:12.410951 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron_lib.callbacks.manager [None req-4c581813-650f-4b4b-ac0f-82f585bea231 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-616651'] for port (0eaf4e8f-6917-4d77-9a50-3d20446eaccb), before_update {{(pid=104527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:45:12.413333 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron.db.db_base_plugin_common [None req-61f4190d-a13e-431f-b921-506776092d75 admin admin] Allocated IP 172.20.0.1 (3e294fd2-5690-4051-8b35-9db9abebfbe7/7c5a4c1d-fd93-4bb3-bee1-d9f101fadb3b/28245ada-209c-41c6-839d-549e69ae9a9d) {{(pid=104525) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 07:45:12.479141 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-efb2e510-6855-491f-926d-7ec73c1b3223 tempest-TestVolumeBootPattern-1147907125 tempest-TestVolumeBootPattern-1147907125-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:45:12.483761 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron.wsgi [-] (104525) accepted ('10.222.0.24', 51230) {{(pid=104525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 07:45:12.484067 dv-cinder-825492-15-iscsi neutron-server[104526]: INFO neutron.wsgi [None req-efb2e510-6855-491f-926d-7ec73c1b3223 tempest-TestVolumeBootPattern-1147907125 tempest-TestVolumeBootPattern-1147907125-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.5132384 May 25 07:45:12.489749 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron.api.v2.base [None req-72c0407d-8820-4988-9f72-8ab15e4f9265 tempest-TestVolumeBootPattern-1147907125 tempest-TestVolumeBootPattern-1147907125-project] Request body: {'security_group_rule': {'security_group_id': '0c2f491d-41ea-4a0f-9897-87861bfa1a99', 'project_id': 'f5e67d0f06be415794efd436655904b3', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=104525) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 25 07:45:12.493937 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.plugins.ml2.db [None req-4c581813-650f-4b4b-ac0f-82f585bea231 None None] For port 0eaf4e8f-6917-4d77-9a50-3d20446eaccb, host dv-cinder-825492-15-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825492-15-iscsi',level=0,port_id=0eaf4e8f-6917-4d77-9a50-3d20446eaccb,segment=NetworkSegment(9927a6b1-83da-4bb4-b873-4165b588f721),segment_id=9927a6b1-83da-4bb4-b873-4165b588f721)] {{(pid=104527) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 07:45:12.550770 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-61f4190d-a13e-431f-b921-506776092d75 admin admin] Publish callbacks [] for port (28245ada-209c-41c6-839d-549e69ae9a9d), precommit_create {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:45:12.563034 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron_lib.callbacks.manager [None req-4c581813-650f-4b4b-ac0f-82f585bea231 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-617841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612926', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754056714442', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754056173882', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754056173900'] for port (0eaf4e8f-6917-4d77-9a50-3d20446eaccb), after_update {{(pid=104527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:45:12.576038 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.plugins.ml2.plugin [None req-bf0f7570-46d2-4e4c-b529-146905fc3898 None None] Current status of the port 0eaf4e8f-6917-4d77-9a50-3d20446eaccb is: DOWN; New status is: ACTIVE {{(pid=104527) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 25 07:45:12.576313 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron_lib.callbacks.manager [None req-bf0f7570-46d2-4e4c-b529-146905fc3898 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-616651'] for port (0eaf4e8f-6917-4d77-9a50-3d20446eaccb), before_update {{(pid=104527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:45:12.608805 dv-cinder-825492-15-iscsi neutron-server[104528]: DEBUG neutron_lib.callbacks.manager [None req-cb39102b-5d28-4560-9c0e-a172ee9203c0 None None] Publish callbacks [] for port (b1658091-3e2a-4495-88c2-31ee858bd29e), precommit_update {{(pid=104528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:45:12.638950 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-72c0407d-8820-4988-9f72-8ab15e4f9265 tempest-TestVolumeBootPattern-1147907125 tempest-TestVolumeBootPattern-1147907125-project] Publish callbacks [] for security_group_rule (1db958a8-1f7a-44df-a011-d0395237f0b8), before_create {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:45:12.666670 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c581813-650f-4b4b-ac0f-82f585bea231 None None] Pushing event updated for resources: {'Port': ['ID=0eaf4e8f-6917-4d77-9a50-3d20446eaccb,revision_number=3']} {{(pid=104527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 07:45:12.692863 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-61f4190d-a13e-431f-b921-506776092d75 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-617841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612926', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754056173864', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59563715'] for port (28245ada-209c-41c6-839d-549e69ae9a9d), after_create {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:45:12.708336 dv-cinder-825492-15-iscsi neutron-server[104528]: DEBUG neutron_lib.callbacks.manager [None req-cb39102b-5d28-4560-9c0e-a172ee9203c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-617841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612926', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754056714442', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754056173882', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754056173900'] for port (b1658091-3e2a-4495-88c2-31ee858bd29e), after_update {{(pid=104528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:45:12.714690 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron_lib.db.api [None req-bf0f7570-46d2-4e4c-b529-146905fc3898 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=104527) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} May 25 07:45:12.714829 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG oslo_db.api [None req-bf0f7570-46d2-4e4c-b529-146905fc3898 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=104527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 25 07:45:12.754984 dv-cinder-825492-15-iscsi neutron-server[104528]: DEBUG dbcounter [-] [104528] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104528) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 07:45:12.770477 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG dbcounter [-] [104525] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104525) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 07:45:12.770891 dv-cinder-825492-15-iscsi neutron-server[104528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d726626e-2457-4ad8-abd3-1a0b08fe4677 None None] Pushing event updated for resources: {'Port': ['ID=b1658091-3e2a-4495-88c2-31ee858bd29e,revision_number=2']} {{(pid=104528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 07:45:12.773454 dv-cinder-825492-15-iscsi neutron-server[104528]: DEBUG neutron.plugins.ml2.managers [None req-cb39102b-5d28-4560-9c0e-a172ee9203c0 None None] Attempting to bind port b1658091-3e2a-4495-88c2-31ee858bd29e on host dv-cinder-825492-15-iscsi for vnic_type normal with profile {{(pid=104528) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 25 07:45:12.774005 dv-cinder-825492-15-iscsi neutron-server[104528]: DEBUG neutron.plugins.ml2.managers [None req-cb39102b-5d28-4560-9c0e-a172ee9203c0 None None] Attempting to bind port b1658091-3e2a-4495-88c2-31ee858bd29e by drivers openvswitch,hyperv on host dv-cinder-825492-15-iscsi at level 0 using segments [{'id': '3ed655b3-ed39-457b-b353-0296e3eaac46', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '29c629bd-3f50-4535-bfbc-a047608d6fb6'}] {{(pid=104528) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 25 07:45:12.774483 dv-cinder-825492-15-iscsi neutron-server[104528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb39102b-5d28-4560-9c0e-a172ee9203c0 None None] Attempting to bind port b1658091-3e2a-4495-88c2-31ee858bd29e on network 29c629bd-3f50-4535-bfbc-a047608d6fb6 {{(pid=104528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 25 07:45:12.781048 dv-cinder-825492-15-iscsi neutron-server[104528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb39102b-5d28-4560-9c0e-a172ee9203c0 None None] Checking agent: {'id': '67455b2d-ff20-4068-8b38-73bd0628c5cb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-825492-15-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 25, 7, 27, 41), 'started_at': datetime.datetime(2022, 5, 25, 7, 28, 11), 'heartbeat_timestamp': datetime.datetime(2022, 5, 25, 7, 45, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-825492-15-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 25 07:45:12.781497 dv-cinder-825492-15-iscsi neutron-server[104528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb39102b-5d28-4560-9c0e-a172ee9203c0 None None] Checking segment: {'id': '3ed655b3-ed39-457b-b353-0296e3eaac46', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '29c629bd-3f50-4535-bfbc-a047608d6fb6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104528) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 25 07:45:12.781898 dv-cinder-825492-15-iscsi neutron-server[104528]: DEBUG neutron_lib.callbacks.manager [None req-cb39102b-5d28-4560-9c0e-a172ee9203c0 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:45:12.782310 dv-cinder-825492-15-iscsi neutron-server[104528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb39102b-5d28-4560-9c0e-a172ee9203c0 None None] Bound using segment: {'id': '3ed655b3-ed39-457b-b353-0296e3eaac46', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '29c629bd-3f50-4535-bfbc-a047608d6fb6'} {{(pid=104528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 25 07:45:12.782780 dv-cinder-825492-15-iscsi neutron-server[104528]: DEBUG neutron.plugins.ml2.managers [None req-cb39102b-5d28-4560-9c0e-a172ee9203c0 None None] Bound port: b1658091-3e2a-4495-88c2-31ee858bd29e, host: dv-cinder-825492-15-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3ed655b3-ed39-457b-b353-0296e3eaac46', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '29c629bd-3f50-4535-bfbc-a047608d6fb6'}}] {{(pid=104528) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 25 07:45:12.783155 dv-cinder-825492-15-iscsi neutron-server[104528]: DEBUG neutron_lib.callbacks.manager [None req-cb39102b-5d28-4560-9c0e-a172ee9203c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-616651'] for port (b1658091-3e2a-4495-88c2-31ee858bd29e), before_update {{(pid=104528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:45:12.791401 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61f4190d-a13e-431f-b921-506776092d75 admin admin] Network 3e294fd2-5690-4051-8b35-9db9abebfbe7 is already hosted by enough agents. {{(pid=104525) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 07:45:12.809187 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron.scheduler.base_scheduler [None req-61f4190d-a13e-431f-b921-506776092d75 admin admin] Resources bound (agent type, host, resource id): {{(pid=104525) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 07:45:12.809187 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61f4190d-a13e-431f-b921-506776092d75 admin admin] Received port after_create {{(pid=104525) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 25 07:45:12.834184 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG dbcounter [-] [104527] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104527) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 07:45:12.839411 dv-cinder-825492-15-iscsi neutron-server[104528]: DEBUG neutron.plugins.ml2.db [None req-cb39102b-5d28-4560-9c0e-a172ee9203c0 None None] For port b1658091-3e2a-4495-88c2-31ee858bd29e, host dv-cinder-825492-15-iscsi, cleared binding levels {{(pid=104528) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 25 07:45:12.844984 dv-cinder-825492-15-iscsi neutron-server[104528]: DEBUG neutron.plugins.ml2.db [None req-cb39102b-5d28-4560-9c0e-a172ee9203c0 None None] For port b1658091-3e2a-4495-88c2-31ee858bd29e, host dv-cinder-825492-15-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825492-15-iscsi',level=0,port_id=b1658091-3e2a-4495-88c2-31ee858bd29e,segment=NetworkSegment(3ed655b3-ed39-457b-b353-0296e3eaac46),segment_id=3ed655b3-ed39-457b-b353-0296e3eaac46)] {{(pid=104528) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 25 07:45:12.855107 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-72c0407d-8820-4988-9f72-8ab15e4f9265 tempest-TestVolumeBootPattern-1147907125 tempest-TestVolumeBootPattern-1147907125-project] Publish callbacks [] for security_group_rule (1db958a8-1f7a-44df-a011-d0395237f0b8), precommit_create {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:45:12.857982 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61f4190d-a13e-431f-b921-506776092d75 admin admin] Pushing event updated for resources: {'Port': ['ID=28245ada-209c-41c6-839d-549e69ae9a9d,revision_number=1']} {{(pid=104525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 07:45:12.872544 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-61f4190d-a13e-431f-b921-506776092d75 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1617199'] for router_interface (b89b4259-01c6-4f1d-b5d6-01807aa5b371), before_create {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:45:12.925218 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-72c0407d-8820-4988-9f72-8ab15e4f9265 tempest-TestVolumeBootPattern-1147907125 tempest-TestVolumeBootPattern-1147907125-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-278608'] for security_group_rule (1db958a8-1f7a-44df-a011-d0395237f0b8), after_create {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:45:12.926651 dv-cinder-825492-15-iscsi neutron-server[104528]: DEBUG neutron_lib.callbacks.manager [None req-cb39102b-5d28-4560-9c0e-a172ee9203c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-617841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612926', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754056714442', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754056173882', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754056173900'] for port (b1658091-3e2a-4495-88c2-31ee858bd29e), after_update {{(pid=104528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:45:12.977547 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72c0407d-8820-4988-9f72-8ab15e4f9265 tempest-TestVolumeBootPattern-1147907125 tempest-TestVolumeBootPattern-1147907125-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1db958a8-1f7a-44df-a011-d0395237f0b8,revision_number=0']} {{(pid=104525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 07:45:12.990719 dv-cinder-825492-15-iscsi neutron-server[104528]: DEBUG dbcounter [-] [104528] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=104528) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 07:45:13.012183 dv-cinder-825492-15-iscsi neutron-server[104528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d726626e-2457-4ad8-abd3-1a0b08fe4677 None None] Pushing event updated for resources: {'Port': ['ID=b1658091-3e2a-4495-88c2-31ee858bd29e,revision_number=3']} {{(pid=104528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 07:45:13.015075 dv-cinder-825492-15-iscsi neutron-server[104528]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb39102b-5d28-4560-9c0e-a172ee9203c0 None None] Routers {'b89b4259-01c6-4f1d-b5d6-01807aa5b371'} bound to L3 agent in host dv-cinder-825492-15-iscsi {{(pid=104528) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 25 07:45:13.015678 dv-cinder-825492-15-iscsi neutron-server[104528]: DEBUG neutron.db.l3_hamode_db [None req-cb39102b-5d28-4560-9c0e-a172ee9203c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825492-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-25T07:27:37Z,description=,heartbeat_timestamp=2022-05-25T07:45:07Z,host='dv-cinder-825492-15-iscsi',id=54ff4013-997e-4376-a4e9-e6c98cf37cc7,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T07:27:38Z,topic='l3_agent')) {'router_ids': ['b89b4259-01c6-4f1d-b5d6-01807aa5b371'], 'active': True} {{(pid=104528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 07:45:13.070210 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-72c0407d-8820-4988-9f72-8ab15e4f9265 tempest-TestVolumeBootPattern-1147907125 tempest-TestVolumeBootPattern-1147907125-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:45:13.070210 dv-cinder-825492-15-iscsi neutron-server[104525]: INFO neutron.wsgi [None req-72c0407d-8820-4988-9f72-8ab15e4f9265 tempest-TestVolumeBootPattern-1147907125 tempest-TestVolumeBootPattern-1147907125-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5760162 May 25 07:45:13.070210 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron.wsgi [-] (104525) accepted ('10.222.0.24', 51234) {{(pid=104525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 07:45:13.070210 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron.api.v2.base [None req-4952a680-2a4c-44bd-8494-e2d3935ed599 tempest-TestVolumeBootPattern-1147907125 tempest-TestVolumeBootPattern-1147907125-project] Request body: {'security_group_rule': {'security_group_id': '0c2f491d-41ea-4a0f-9897-87861bfa1a99', 'project_id': 'f5e67d0f06be415794efd436655904b3', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=104525) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 25 07:45:13.130091 dv-cinder-825492-15-iscsi neutron-server[104528]: DEBUG neutron.db.l3_dvr_db [None req-cb39102b-5d28-4560-9c0e-a172ee9203c0 None None] Set router b89b4259-01c6-4f1d-b5d6-01807aa5b371 gateway port host: dv-cinder-825492-15-iscsi {{(pid=104528) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 25 07:45:13.141392 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-61f4190d-a13e-431f-b921-506776092d75 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-616651'] for port (28245ada-209c-41c6-839d-549e69ae9a9d), before_update {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:45:13.226556 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-4952a680-2a4c-44bd-8494-e2d3935ed599 tempest-TestVolumeBootPattern-1147907125 tempest-TestVolumeBootPattern-1147907125-project] Publish callbacks [] for security_group_rule (33c0ae7b-079b-4ac8-8e20-3187a1757995), before_create {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:45:13.257099 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.plugins.ml2.plugin [None req-bf0f7570-46d2-4e4c-b529-146905fc3898 None None] Current status of the port 0eaf4e8f-6917-4d77-9a50-3d20446eaccb is: ACTIVE; New status is: ACTIVE {{(pid=104527) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 25 07:45:13.319388 dv-cinder-825492-15-iscsi neutron-server[104528]: DEBUG neutron.db.l3_hamode_db [None req-cb39102b-5d28-4560-9c0e-a172ee9203c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b89b4259-01c6-4f1d-b5d6-01807aa5b371', 'name': 'tempest-TestMinimumBasicScenario-1020510336-router', 'tenant_id': 'b92f2d9f77e046029d4b37ff2c4c8251', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '29c629bd-3f50-4535-bfbc-a047608d6fb6', 'external_fixed_ips': [{'subnet_id': '7934ff5a-43f1-4f76-b9d8-e4343ace34f5', 'ip_address': '172.27.3.58'}], 'enable_snat': True}, 'gw_port_id': 'b1658091-3e2a-4495-88c2-31ee858bd29e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T07:45:08Z', 'updated_at': '2022-05-25T07:45:10Z', 'revision_number': 3, 'project_id': 'b92f2d9f77e046029d4b37ff2c4c8251', 'gw_port': {'id': 'b1658091-3e2a-4495-88c2-31ee858bd29e', 'name': '', 'network_id': '29c629bd-3f50-4535-bfbc-a047608d6fb6', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:54:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b89b4259-01c6-4f1d-b5d6-01807aa5b371', 'device_owner': 'network:router_gateway', 'standard_attr_id': 701, 'fixed_ips': [{'subnet_id': '7934ff5a-43f1-4f76-b9d8-e4343ace34f5', 'ip_address': '172.27.3.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825492-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T07:45:09Z', 'updated_at': '2022-05-25T07:45:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7934ff5a-43f1-4f76-b9d8-e4343ace34f5', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825492-15-iscsi'}], 'dv-cinder-825492-15-iscsi', False) {} {{(pid=104528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 07:45:13.346682 dv-cinder-825492-15-iscsi neutron-server[104528]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb39102b-5d28-4560-9c0e-a172ee9203c0 None None] The sync data for ids ['b89b4259-01c6-4f1d-b5d6-01807aa5b371'] in dv-cinder-825492-15-iscsi is: [{'id': 'b89b4259-01c6-4f1d-b5d6-01807aa5b371', 'name': 'tempest-TestMinimumBasicScenario-1020510336-router', 'tenant_id': 'b92f2d9f77e046029d4b37ff2c4c8251', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '29c629bd-3f50-4535-bfbc-a047608d6fb6', 'external_fixed_ips': [{'subnet_id': '7934ff5a-43f1-4f76-b9d8-e4343ace34f5', 'ip_address': '172.27.3.58'}], 'enable_snat': True}, 'gw_port_id': 'b1658091-3e2a-4495-88c2-31ee858bd29e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T07:45:08Z', 'updated_at': '2022-05-25T07:45:10Z', 'revision_number': 3, 'project_id': 'b92f2d9f77e046029d4b37ff2c4c8251', 'gw_port': {'id': 'b1658091-3e2a-4495-88c2-31ee858bd29e', 'name': '', 'network_id': '29c629bd-3f50-4535-bfbc-a047608d6fb6', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:54:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b89b4259-01c6-4f1d-b5d6-01807aa5b371', 'device_owner': 'network:router_gateway', 'standard_attr_id': 701, 'fixed_ips': [{'subnet_id': '7934ff5a-43f1-4f76-b9d8-e4343ace34f5', 'ip_address': '172.27.3.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825492-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T07:45:09Z', 'updated_at': '2022-05-25T07:45:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7934ff5a-43f1-4f76-b9d8-e4343ace34f5', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825492-15-iscsi'}] {{(pid=104528) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 25 07:45:13.359797 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-4952a680-2a4c-44bd-8494-e2d3935ed599 tempest-TestVolumeBootPattern-1147907125 tempest-TestVolumeBootPattern-1147907125-project] Publish callbacks [] for security_group_rule (33c0ae7b-079b-4ac8-8e20-3187a1757995), precommit_create {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:45:13.375991 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.db.provisioning_blocks [None req-b7350eed-a427-4a7e-b606-42785c3f9533 None None] Provisioning complete for port 0eaf4e8f-6917-4d77-9a50-3d20446eaccb triggered by entity DHCP. {{(pid=104527) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 25 07:45:13.376364 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron_lib.callbacks.manager [None req-b7350eed-a427-4a7e-b606-42785c3f9533 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1490782'] for port (0eaf4e8f-6917-4d77-9a50-3d20446eaccb), provisioning_complete {{(pid=104527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:45:13.402905 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-61f4190d-a13e-431f-b921-506776092d75 admin admin] Publish callbacks [] for port (28245ada-209c-41c6-839d-549e69ae9a9d), precommit_update {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:45:13.439891 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-4952a680-2a4c-44bd-8494-e2d3935ed599 tempest-TestVolumeBootPattern-1147907125 tempest-TestVolumeBootPattern-1147907125-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-278608'] for security_group_rule (33c0ae7b-079b-4ac8-8e20-3187a1757995), after_create {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:45:13.466016 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4952a680-2a4c-44bd-8494-e2d3935ed599 tempest-TestVolumeBootPattern-1147907125 tempest-TestVolumeBootPattern-1147907125-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=33c0ae7b-079b-4ac8-8e20-3187a1757995,revision_number=0']} {{(pid=104525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 07:45:13.467769 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-61f4190d-a13e-431f-b921-506776092d75 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-617841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612926', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754056714442', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754056173882', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754056173900', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59563722'] for port (28245ada-209c-41c6-839d-549e69ae9a9d), after_update {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:45:13.470149 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG dbcounter [-] [104525] Writing DB stats neutron:SELECT=88,neutron:INSERT=8,neutron:UPDATE=4 {{(pid=104525) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 07:45:13.474353 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.plugins.ml2.plugin [None req-b7350eed-a427-4a7e-b606-42785c3f9533 None None] Current status of the port 0eaf4e8f-6917-4d77-9a50-3d20446eaccb is: ACTIVE; New status is: ACTIVE {{(pid=104527) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 25 07:45:13.490418 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.db.provisioning_blocks [None req-b7350eed-a427-4a7e-b606-42785c3f9533 None None] Provisioning complete for port 28245ada-209c-41c6-839d-549e69ae9a9d triggered by entity DHCP. {{(pid=104527) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 25 07:45:13.492992 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron_lib.callbacks.manager [None req-b7350eed-a427-4a7e-b606-42785c3f9533 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1490782'] for port (28245ada-209c-41c6-839d-549e69ae9a9d), provisioning_complete {{(pid=104527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:45:13.534574 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.plugins.ml2.plugin [None req-b7350eed-a427-4a7e-b606-42785c3f9533 None None] Port 28245ada-209c-41c6-839d-549e69ae9a9d cannot update to ACTIVE because it is not bound. {{(pid=104527) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 25 07:45:13.542880 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61f4190d-a13e-431f-b921-506776092d75 admin admin] Pushing event updated for resources: {'Port': ['ID=28245ada-209c-41c6-839d-549e69ae9a9d,revision_number=2']} {{(pid=104525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 07:45:13.545344 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-61f4190d-a13e-431f-b921-506776092d75 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1611396', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1614271'] for router_interface (b89b4259-01c6-4f1d-b5d6-01807aa5b371), after_create {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:45:13.590656 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG dbcounter [-] [104525] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=104525) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 07:45:13.609132 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-4952a680-2a4c-44bd-8494-e2d3935ed599 tempest-TestVolumeBootPattern-1147907125 tempest-TestVolumeBootPattern-1147907125-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:45:13.610265 dv-cinder-825492-15-iscsi neutron-server[104525]: INFO neutron.wsgi [None req-4952a680-2a4c-44bd-8494-e2d3935ed599 tempest-TestVolumeBootPattern-1147907125 tempest-TestVolumeBootPattern-1147907125-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.5451720 May 25 07:45:13.613154 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.wsgi [-] (104526) accepted ('10.222.0.24', 51238) {{(pid=104526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 07:45:13.619333 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.api.v2.base [None req-168c8d0e-5c0f-490b-9238-192f6c0714a4 tempest-TestVolumeBootPattern-1147907125 tempest-TestVolumeBootPattern-1147907125-project] Request body: {'security_group_rule': {'security_group_id': '0c2f491d-41ea-4a0f-9897-87861bfa1a99', 'project_id': 'f5e67d0f06be415794efd436655904b3', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=104526) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 25 07:45:13.643862 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61f4190d-a13e-431f-b921-506776092d75 admin admin] Network 3e294fd2-5690-4051-8b35-9db9abebfbe7 is already hosted by enough agents. {{(pid=104525) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 07:45:13.645376 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron.scheduler.base_scheduler [None req-61f4190d-a13e-431f-b921-506776092d75 admin admin] Resources bound (agent type, host, resource id): {{(pid=104525) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 07:45:13.656846 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG dbcounter [-] [104527] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104527) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 07:45:13.714257 dv-cinder-825492-15-iscsi neutron-server[104526]: INFO neutron.db.securitygroups_db [None req-168c8d0e-5c0f-490b-9238-192f6c0714a4 tempest-TestVolumeBootPattern-1147907125 tempest-TestVolumeBootPattern-1147907125-project] Project f5e67d0f06be415794efd436655904b3 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 25 07:45:13.721768 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-168c8d0e-5c0f-490b-9238-192f6c0714a4 tempest-TestVolumeBootPattern-1147907125 tempest-TestVolumeBootPattern-1147907125-project] Publish callbacks [] for security_group_rule (769a30df-5f7f-4ab0-a0e9-9b0044075f71), before_create {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:45:13.767590 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-61f4190d-a13e-431f-b921-506776092d75 admin admin] Router b89b4259-01c6-4f1d-b5d6-01807aa5b371 has already been hosted by L3 agent 54ff4013-997e-4376-a4e9-e6c98cf37cc7 {{(pid=104525) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 25 07:45:13.782964 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG dbcounter [-] [104526] Writing DB stats neutron:SELECT=83,neutron:INSERT=11,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=104526) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 07:45:13.795885 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-168c8d0e-5c0f-490b-9238-192f6c0714a4 tempest-TestVolumeBootPattern-1147907125 tempest-TestVolumeBootPattern-1147907125-project] Publish callbacks [] for security_group_rule (769a30df-5f7f-4ab0-a0e9-9b0044075f71), precommit_create {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:45:13.879729 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-168c8d0e-5c0f-490b-9238-192f6c0714a4 tempest-TestVolumeBootPattern-1147907125 tempest-TestVolumeBootPattern-1147907125-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-278608'] for security_group_rule (769a30df-5f7f-4ab0-a0e9-9b0044075f71), after_create {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:45:13.887122 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG dbcounter [-] [104527] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104527) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 07:45:13.897109 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-61f4190d-a13e-431f-b921-506776092d75 admin admin] Notify agent at l3_agent.dv-cinder-825492-15-iscsi the message routers_updated {{(pid=104525) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 25 07:45:13.898805 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-168c8d0e-5c0f-490b-9238-192f6c0714a4 tempest-TestVolumeBootPattern-1147907125 tempest-TestVolumeBootPattern-1147907125-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=769a30df-5f7f-4ab0-a0e9-9b0044075f71,revision_number=0']} {{(pid=104526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 07:45:13.907533 dv-cinder-825492-15-iscsi neutron-server[104525]: INFO neutron.wsgi [None req-61f4190d-a13e-431f-b921-506776092d75 admin admin] 10.222.0.24 "PUT /v2.0/routers/b89b4259-01c6-4f1d-b5d6-01807aa5b371/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3155484 May 25 07:45:13.957528 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.db.provisioning_blocks [None req-b5346157-bfb6-436d-8334-d4799e74accc None None] Provisioning complete for port 28245ada-209c-41c6-839d-549e69ae9a9d triggered by entity DHCP. {{(pid=104527) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 25 07:45:13.957997 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron_lib.callbacks.manager [None req-b5346157-bfb6-436d-8334-d4799e74accc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1490782'] for port (28245ada-209c-41c6-839d-549e69ae9a9d), provisioning_complete {{(pid=104527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:45:13.962114 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-168c8d0e-5c0f-490b-9238-192f6c0714a4 tempest-TestVolumeBootPattern-1147907125 tempest-TestVolumeBootPattern-1147907125-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:45:13.966048 dv-cinder-825492-15-iscsi neutron-server[104526]: INFO neutron.wsgi [None req-168c8d0e-5c0f-490b-9238-192f6c0714a4 tempest-TestVolumeBootPattern-1147907125 tempest-TestVolumeBootPattern-1147907125-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3492379 May 25 07:45:13.966430 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.wsgi [-] (104526) accepted ('10.222.0.24', 51242) {{(pid=104526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 07:45:13.970514 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.api.v2.base [None req-7bfb747c-e168-4f08-96d3-a7594e828b18 tempest-TestVolumeBootPattern-1147907125 tempest-TestVolumeBootPattern-1147907125-project] Request body: {'security_group_rule': {'security_group_id': '0c2f491d-41ea-4a0f-9897-87861bfa1a99', 'project_id': 'f5e67d0f06be415794efd436655904b3', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=104526) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 25 07:45:14.004127 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.plugins.ml2.plugin [None req-b5346157-bfb6-436d-8334-d4799e74accc None None] Port 28245ada-209c-41c6-839d-549e69ae9a9d cannot update to ACTIVE because it is not bound. {{(pid=104527) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 25 07:45:14.080037 dv-cinder-825492-15-iscsi neutron-server[104526]: INFO neutron.db.securitygroups_db [None req-7bfb747c-e168-4f08-96d3-a7594e828b18 tempest-TestVolumeBootPattern-1147907125 tempest-TestVolumeBootPattern-1147907125-project] Project f5e67d0f06be415794efd436655904b3 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 25 07:45:14.087946 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-7bfb747c-e168-4f08-96d3-a7594e828b18 tempest-TestVolumeBootPattern-1147907125 tempest-TestVolumeBootPattern-1147907125-project] Publish callbacks [] for security_group_rule (d871ba7b-8136-441b-9ff6-af95bec2ba91), before_create {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:45:14.139066 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.plugins.ml2.rpc [None req-4c581813-650f-4b4b-ac0f-82f585bea231 None None] Device 0eaf4e8f-6917-4d77-9a50-3d20446eaccb up at agent ovs-agent-dv-cinder-825492-15-iscsi {{(pid=104527) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 25 07:45:14.144910 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-7bfb747c-e168-4f08-96d3-a7594e828b18 tempest-TestVolumeBootPattern-1147907125 tempest-TestVolumeBootPattern-1147907125-project] Publish callbacks [] for security_group_rule (d871ba7b-8136-441b-9ff6-af95bec2ba91), precommit_create {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:45:14.190839 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.db.provisioning_blocks [None req-4c581813-650f-4b4b-ac0f-82f585bea231 None None] Provisioning complete for port 0eaf4e8f-6917-4d77-9a50-3d20446eaccb triggered by entity L2. {{(pid=104527) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 25 07:45:14.191519 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron_lib.callbacks.manager [None req-4c581813-650f-4b4b-ac0f-82f585bea231 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1490782'] for port (0eaf4e8f-6917-4d77-9a50-3d20446eaccb), provisioning_complete {{(pid=104527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:45:14.228982 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-7bfb747c-e168-4f08-96d3-a7594e828b18 tempest-TestVolumeBootPattern-1147907125 tempest-TestVolumeBootPattern-1147907125-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-278608'] for security_group_rule (d871ba7b-8136-441b-9ff6-af95bec2ba91), after_create {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:45:14.252340 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bfb747c-e168-4f08-96d3-a7594e828b18 tempest-TestVolumeBootPattern-1147907125 tempest-TestVolumeBootPattern-1147907125-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d871ba7b-8136-441b-9ff6-af95bec2ba91,revision_number=0']} {{(pid=104526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 07:45:14.288815 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.plugins.ml2.plugin [None req-4c581813-650f-4b4b-ac0f-82f585bea231 None None] Current status of the port 0eaf4e8f-6917-4d77-9a50-3d20446eaccb is: ACTIVE; New status is: ACTIVE {{(pid=104527) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 25 07:45:14.290653 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.plugins.ml2.rpc [None req-4c581813-650f-4b4b-ac0f-82f585bea231 None None] Device 4ba7c92f-99c5-4956-91a1-ed1af7c28fa7 up at agent ovs-agent-dv-cinder-825492-15-iscsi {{(pid=104527) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 25 07:45:14.297305 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG dbcounter [-] [104525] Writing DB stats neutron:SELECT=94,neutron:UPDATE=2,neutron:INSERT=2,neutron:DELETE=2 {{(pid=104525) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 07:45:14.322274 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-7bfb747c-e168-4f08-96d3-a7594e828b18 tempest-TestVolumeBootPattern-1147907125 tempest-TestVolumeBootPattern-1147907125-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:45:14.324043 dv-cinder-825492-15-iscsi neutron-server[104526]: INFO neutron.wsgi [None req-7bfb747c-e168-4f08-96d3-a7594e828b18 tempest-TestVolumeBootPattern-1147907125 tempest-TestVolumeBootPattern-1147907125-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3568943 May 25 07:45:14.341669 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.db.provisioning_blocks [None req-4c581813-650f-4b4b-ac0f-82f585bea231 None None] Provisioning complete for port 4ba7c92f-99c5-4956-91a1-ed1af7c28fa7 triggered by entity L2. {{(pid=104527) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 25 07:45:14.342032 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron_lib.callbacks.manager [None req-4c581813-650f-4b4b-ac0f-82f585bea231 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1490782'] for port (4ba7c92f-99c5-4956-91a1-ed1af7c28fa7), provisioning_complete {{(pid=104527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:45:14.391366 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG dbcounter [-] [104527] Writing DB stats neutron:SELECT=100 {{(pid=104527) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 07:45:14.433581 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.plugins.ml2.plugin [None req-4c581813-650f-4b4b-ac0f-82f585bea231 None None] Current status of the port 4ba7c92f-99c5-4956-91a1-ed1af7c28fa7 is: DOWN; New status is: ACTIVE {{(pid=104527) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 25 07:45:14.433969 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron_lib.callbacks.manager [None req-4c581813-650f-4b4b-ac0f-82f585bea231 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-616651'] for port (4ba7c92f-99c5-4956-91a1-ed1af7c28fa7), before_update {{(pid=104527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:45:14.457286 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.plugins.ml2.db [None req-4c581813-650f-4b4b-ac0f-82f585bea231 None None] For port 4ba7c92f-99c5-4956-91a1-ed1af7c28fa7, host dv-cinder-825492-15-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825492-15-iscsi',level=0,port_id=4ba7c92f-99c5-4956-91a1-ed1af7c28fa7,segment=NetworkSegment(3ed655b3-ed39-457b-b353-0296e3eaac46),segment_id=3ed655b3-ed39-457b-b353-0296e3eaac46)] {{(pid=104527) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 07:45:14.520338 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron_lib.callbacks.manager [None req-4c581813-650f-4b4b-ac0f-82f585bea231 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-617841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612926', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754056714442', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754056173882', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754056173900'] for port (4ba7c92f-99c5-4956-91a1-ed1af7c28fa7), after_update {{(pid=104527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:45:14.619628 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c581813-650f-4b4b-ac0f-82f585bea231 None None] Pushing event updated for resources: {'Port': ['ID=4ba7c92f-99c5-4956-91a1-ed1af7c28fa7,revision_number=4']} {{(pid=104527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 07:45:16.133881 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.plugins.ml2.rpc [None req-4c581813-650f-4b4b-ac0f-82f585bea231 None None] Device b1658091-3e2a-4495-88c2-31ee858bd29e up at agent ovs-agent-dv-cinder-825492-15-iscsi {{(pid=104527) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 25 07:45:16.316866 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.db.provisioning_blocks [None req-4c581813-650f-4b4b-ac0f-82f585bea231 None None] Provisioning complete for port b1658091-3e2a-4495-88c2-31ee858bd29e triggered by entity L2. {{(pid=104527) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 25 07:45:16.317226 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron_lib.callbacks.manager [None req-4c581813-650f-4b4b-ac0f-82f585bea231 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1490782'] for port (b1658091-3e2a-4495-88c2-31ee858bd29e), provisioning_complete {{(pid=104527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:45:16.406634 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.plugins.ml2.plugin [None req-4c581813-650f-4b4b-ac0f-82f585bea231 None None] Current status of the port b1658091-3e2a-4495-88c2-31ee858bd29e is: DOWN; New status is: ACTIVE {{(pid=104527) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 25 07:45:16.407029 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron_lib.callbacks.manager [None req-4c581813-650f-4b4b-ac0f-82f585bea231 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-616651'] for port (b1658091-3e2a-4495-88c2-31ee858bd29e), before_update {{(pid=104527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:45:16.433006 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.plugins.ml2.db [None req-4c581813-650f-4b4b-ac0f-82f585bea231 None None] For port b1658091-3e2a-4495-88c2-31ee858bd29e, host dv-cinder-825492-15-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825492-15-iscsi',level=0,port_id=b1658091-3e2a-4495-88c2-31ee858bd29e,segment=NetworkSegment(3ed655b3-ed39-457b-b353-0296e3eaac46),segment_id=3ed655b3-ed39-457b-b353-0296e3eaac46)] {{(pid=104527) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 07:45:16.509029 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron_lib.callbacks.manager [None req-4c581813-650f-4b4b-ac0f-82f585bea231 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-617841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612926', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754056714442', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754056173882', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754056173900'] for port (b1658091-3e2a-4495-88c2-31ee858bd29e), after_update {{(pid=104527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:45:16.509851 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.plugins.ml2.rpc [None req-4c581813-650f-4b4b-ac0f-82f585bea231 None None] Device 4ba7c92f-99c5-4956-91a1-ed1af7c28fa7 up at agent ovs-agent-dv-cinder-825492-15-iscsi {{(pid=104527) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 25 07:45:16.604924 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c581813-650f-4b4b-ac0f-82f585bea231 None None] Pushing event updated for resources: {'Port': ['ID=b1658091-3e2a-4495-88c2-31ee858bd29e,revision_number=4']} {{(pid=104527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 07:45:16.626024 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.db.provisioning_blocks [None req-4c581813-650f-4b4b-ac0f-82f585bea231 None None] Provisioning complete for port 4ba7c92f-99c5-4956-91a1-ed1af7c28fa7 triggered by entity L2. {{(pid=104527) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 25 07:45:16.626652 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron_lib.callbacks.manager [None req-4c581813-650f-4b4b-ac0f-82f585bea231 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1490782'] for port (4ba7c92f-99c5-4956-91a1-ed1af7c28fa7), provisioning_complete {{(pid=104527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:45:16.737147 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.plugins.ml2.plugin [None req-4c581813-650f-4b4b-ac0f-82f585bea231 None None] Current status of the port 4ba7c92f-99c5-4956-91a1-ed1af7c28fa7 is: ACTIVE; New status is: ACTIVE {{(pid=104527) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 25 07:45:18.028058 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.plugins.ml2.rpc [None req-4c581813-650f-4b4b-ac0f-82f585bea231 None None] Device b1658091-3e2a-4495-88c2-31ee858bd29e up at agent ovs-agent-dv-cinder-825492-15-iscsi {{(pid=104527) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 25 07:45:18.081154 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.db.provisioning_blocks [None req-4c581813-650f-4b4b-ac0f-82f585bea231 None None] Provisioning complete for port b1658091-3e2a-4495-88c2-31ee858bd29e triggered by entity L2. {{(pid=104527) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 25 07:45:18.081520 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron_lib.callbacks.manager [None req-4c581813-650f-4b4b-ac0f-82f585bea231 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1490782'] for port (b1658091-3e2a-4495-88c2-31ee858bd29e), provisioning_complete {{(pid=104527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:45:18.170708 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.plugins.ml2.plugin [None req-4c581813-650f-4b4b-ac0f-82f585bea231 None None] Current status of the port b1658091-3e2a-4495-88c2-31ee858bd29e is: ACTIVE; New status is: ACTIVE {{(pid=104527) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 25 07:45:18.289131 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6624b928-ebc3-4abe-a688-90a1e18b23e6 None None] Sync routers for ids ['bcceb51b-e54c-427b-af56-59f2272dd9ae'] in dv-cinder-825492-15-iscsi {{(pid=104527) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 25 07:45:18.303779 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6624b928-ebc3-4abe-a688-90a1e18b23e6 None None] Routers {'bcceb51b-e54c-427b-af56-59f2272dd9ae'} bound to L3 agent in host dv-cinder-825492-15-iscsi {{(pid=104527) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 25 07:45:18.304947 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.db.l3_hamode_db [None req-6624b928-ebc3-4abe-a688-90a1e18b23e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825492-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-25T07:27:37Z,description=,heartbeat_timestamp=2022-05-25T07:45:07Z,host='dv-cinder-825492-15-iscsi',id=54ff4013-997e-4376-a4e9-e6c98cf37cc7,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T07:27:38Z,topic='l3_agent')) {'router_ids': ['bcceb51b-e54c-427b-af56-59f2272dd9ae'], 'active': True} {{(pid=104527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 07:45:18.445877 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.db.l3_dvr_db [None req-6624b928-ebc3-4abe-a688-90a1e18b23e6 None None] Set router bcceb51b-e54c-427b-af56-59f2272dd9ae gateway port host: dv-cinder-825492-15-iscsi {{(pid=104527) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 25 07:45:18.448294 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG dbcounter [-] [104527] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104527) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 07:45:18.685913 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.db.l3_hamode_db [None req-6624b928-ebc3-4abe-a688-90a1e18b23e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bcceb51b-e54c-427b-af56-59f2272dd9ae', 'name': 'tempest-TestVolumeBootPattern-1480254169-router', 'tenant_id': '3240aa60382e493c9171f7011771816c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '29c629bd-3f50-4535-bfbc-a047608d6fb6', 'external_fixed_ips': [{'subnet_id': '7934ff5a-43f1-4f76-b9d8-e4343ace34f5', 'ip_address': '172.27.3.41'}], 'enable_snat': True}, 'gw_port_id': '4ba7c92f-99c5-4956-91a1-ed1af7c28fa7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T07:45:03Z', 'updated_at': '2022-05-25T07:45:08Z', 'revision_number': 4, 'project_id': '3240aa60382e493c9171f7011771816c', 'gw_port': {'id': '4ba7c92f-99c5-4956-91a1-ed1af7c28fa7', 'name': '', 'network_id': '29c629bd-3f50-4535-bfbc-a047608d6fb6', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:92:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bcceb51b-e54c-427b-af56-59f2272dd9ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 689, 'fixed_ips': [{'subnet_id': '7934ff5a-43f1-4f76-b9d8-e4343ace34f5', 'ip_address': '172.27.3.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825492-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T07:45:04Z', 'updated_at': '2022-05-25T07:45:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7934ff5a-43f1-4f76-b9d8-e4343ace34f5', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825492-15-iscsi', '_interfaces': [{'id': '1eed5232-aa36-479b-b6e8-28f635b2e2d5', 'name': '', 'network_id': '6cf39755-4264-4c21-8f3d-f6343e08ea2c', 'tenant_id': '3240aa60382e493c9171f7011771816c', 'mac_address': 'fa:16:3e:10:c0:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bcceb51b-e54c-427b-af56-59f2272dd9ae', 'device_owner': 'network:router_interface', 'standard_attr_id': 698, 'fixed_ips': [{'subnet_id': '396bfd09-38d0-4532-8f44-500325cbf232', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T07:45:08Z', 'updated_at': '2022-05-25T07:45:09Z', 'revision_number': 2, 'project_id': '3240aa60382e493c9171f7011771816c', 'subnets': [{'id': '396bfd09-38d0-4532-8f44-500325cbf232', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-825492-15-iscsi', False) {} {{(pid=104527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 07:45:18.733634 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6624b928-ebc3-4abe-a688-90a1e18b23e6 None None] Checking router: bcceb51b-e54c-427b-af56-59f2272dd9ae for host: dv-cinder-825492-15-iscsi {{(pid=104527) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 25 07:45:18.733634 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6624b928-ebc3-4abe-a688-90a1e18b23e6 None None] Updating router bcceb51b-e54c-427b-af56-59f2272dd9ae port 1eed5232-aa36-479b-b6e8-28f635b2e2d5 binding host dv-cinder-825492-15-iscsi {{(pid=104527) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 25 07:45:18.746021 dv-cinder-825492-15-iscsi neutron-server[104528]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1367f30-4635-4614-8c3d-3223fa598529 None None] Sync routers for ids ['b89b4259-01c6-4f1d-b5d6-01807aa5b371'] in dv-cinder-825492-15-iscsi {{(pid=104528) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 25 07:45:18.767133 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron_lib.callbacks.manager [None req-6624b928-ebc3-4abe-a688-90a1e18b23e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-616651'] for port (1eed5232-aa36-479b-b6e8-28f635b2e2d5), before_update {{(pid=104527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:45:18.805450 dv-cinder-825492-15-iscsi neutron-server[104528]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1367f30-4635-4614-8c3d-3223fa598529 None None] Routers {'b89b4259-01c6-4f1d-b5d6-01807aa5b371'} bound to L3 agent in host dv-cinder-825492-15-iscsi {{(pid=104528) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 25 07:45:18.807787 dv-cinder-825492-15-iscsi neutron-server[104528]: DEBUG neutron.db.l3_hamode_db [None req-c1367f30-4635-4614-8c3d-3223fa598529 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825492-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-25T07:27:37Z,description=,heartbeat_timestamp=2022-05-25T07:45:07Z,host='dv-cinder-825492-15-iscsi',id=54ff4013-997e-4376-a4e9-e6c98cf37cc7,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T07:27:38Z,topic='l3_agent')) {'router_ids': ['b89b4259-01c6-4f1d-b5d6-01807aa5b371'], 'active': True} {{(pid=104528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 07:45:18.811920 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG dbcounter [-] [104527] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104527) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 07:45:18.963576 dv-cinder-825492-15-iscsi neutron-server[104528]: DEBUG neutron.db.l3_dvr_db [None req-c1367f30-4635-4614-8c3d-3223fa598529 None None] Set router b89b4259-01c6-4f1d-b5d6-01807aa5b371 gateway port host: dv-cinder-825492-15-iscsi {{(pid=104528) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 25 07:45:19.227734 dv-cinder-825492-15-iscsi neutron-server[104528]: DEBUG neutron.db.l3_hamode_db [None req-c1367f30-4635-4614-8c3d-3223fa598529 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b89b4259-01c6-4f1d-b5d6-01807aa5b371', 'name': 'tempest-TestMinimumBasicScenario-1020510336-router', 'tenant_id': 'b92f2d9f77e046029d4b37ff2c4c8251', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '29c629bd-3f50-4535-bfbc-a047608d6fb6', 'external_fixed_ips': [{'subnet_id': '7934ff5a-43f1-4f76-b9d8-e4343ace34f5', 'ip_address': '172.27.3.58'}], 'enable_snat': True}, 'gw_port_id': 'b1658091-3e2a-4495-88c2-31ee858bd29e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T07:45:08Z', 'updated_at': '2022-05-25T07:45:12Z', 'revision_number': 4, 'project_id': 'b92f2d9f77e046029d4b37ff2c4c8251', 'gw_port': {'id': 'b1658091-3e2a-4495-88c2-31ee858bd29e', 'name': '', 'network_id': '29c629bd-3f50-4535-bfbc-a047608d6fb6', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:54:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b89b4259-01c6-4f1d-b5d6-01807aa5b371', 'device_owner': 'network:router_gateway', 'standard_attr_id': 701, 'fixed_ips': [{'subnet_id': '7934ff5a-43f1-4f76-b9d8-e4343ace34f5', 'ip_address': '172.27.3.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825492-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T07:45:09Z', 'updated_at': '2022-05-25T07:45:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7934ff5a-43f1-4f76-b9d8-e4343ace34f5', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825492-15-iscsi', '_interfaces': [{'id': '28245ada-209c-41c6-839d-549e69ae9a9d', 'name': '', 'network_id': '3e294fd2-5690-4051-8b35-9db9abebfbe7', 'tenant_id': 'b92f2d9f77e046029d4b37ff2c4c8251', 'mac_address': 'fa:16:3e:6a:bd:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b89b4259-01c6-4f1d-b5d6-01807aa5b371', 'device_owner': 'network:router_interface', 'standard_attr_id': 707, 'fixed_ips': [{'subnet_id': '7c5a4c1d-fd93-4bb3-bee1-d9f101fadb3b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T07:45:12Z', 'updated_at': '2022-05-25T07:45:13Z', 'revision_number': 2, 'project_id': 'b92f2d9f77e046029d4b37ff2c4c8251', 'subnets': [{'id': '7c5a4c1d-fd93-4bb3-bee1-d9f101fadb3b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-825492-15-iscsi', False) {} {{(pid=104528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 07:45:19.281487 dv-cinder-825492-15-iscsi neutron-server[104528]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1367f30-4635-4614-8c3d-3223fa598529 None None] Checking router: b89b4259-01c6-4f1d-b5d6-01807aa5b371 for host: dv-cinder-825492-15-iscsi {{(pid=104528) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 25 07:45:19.282014 dv-cinder-825492-15-iscsi neutron-server[104528]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1367f30-4635-4614-8c3d-3223fa598529 None None] Updating router b89b4259-01c6-4f1d-b5d6-01807aa5b371 port 28245ada-209c-41c6-839d-549e69ae9a9d binding host dv-cinder-825492-15-iscsi {{(pid=104528) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 25 07:45:19.282971 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron_lib.callbacks.manager [None req-6624b928-ebc3-4abe-a688-90a1e18b23e6 None None] Publish callbacks [] for port (1eed5232-aa36-479b-b6e8-28f635b2e2d5), precommit_update {{(pid=104527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:45:19.315933 dv-cinder-825492-15-iscsi neutron-server[104528]: DEBUG neutron_lib.callbacks.manager [None req-c1367f30-4635-4614-8c3d-3223fa598529 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-616651'] for port (28245ada-209c-41c6-839d-549e69ae9a9d), before_update {{(pid=104528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:45:19.354522 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron_lib.callbacks.manager [None req-6624b928-ebc3-4abe-a688-90a1e18b23e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-617841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612926', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754056714442', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754056173882', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754056173900'] for port (1eed5232-aa36-479b-b6e8-28f635b2e2d5), after_update {{(pid=104527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:45:19.402429 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG dbcounter [-] [104527] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104527) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 07:45:19.404737 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c62de82-6860-4e79-80c7-73f0b9a4862e None None] Pushing event updated for resources: {'Port': ['ID=1eed5232-aa36-479b-b6e8-28f635b2e2d5,revision_number=3']} {{(pid=104527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 07:45:19.418138 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c62de82-6860-4e79-80c7-73f0b9a4862e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825492-15-iscsi {{(pid=104527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 07:45:19.421970 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c62de82-6860-4e79-80c7-73f0b9a4862e None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825492-15-iscsi {{(pid=104527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 07:45:19.421970 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c62de82-6860-4e79-80c7-73f0b9a4862e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825492-15-iscsi {{(pid=104527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 07:45:19.421970 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c62de82-6860-4e79-80c7-73f0b9a4862e None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825492-15-iscsi {{(pid=104527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 07:45:19.421970 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c62de82-6860-4e79-80c7-73f0b9a4862e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825492-15-iscsi {{(pid=104527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 07:45:19.421970 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c62de82-6860-4e79-80c7-73f0b9a4862e None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825492-15-iscsi {{(pid=104527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 07:45:19.421970 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c62de82-6860-4e79-80c7-73f0b9a4862e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825492-15-iscsi {{(pid=104527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 07:45:19.421970 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c62de82-6860-4e79-80c7-73f0b9a4862e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-825492-15-iscsi {{(pid=104527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 07:45:19.421970 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c62de82-6860-4e79-80c7-73f0b9a4862e None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-825492-15-iscsi {{(pid=104527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 07:45:19.421970 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c62de82-6860-4e79-80c7-73f0b9a4862e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-825492-15-iscsi {{(pid=104527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 07:45:19.421970 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c62de82-6860-4e79-80c7-73f0b9a4862e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-825492-15-iscsi {{(pid=104527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 07:45:19.421970 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c62de82-6860-4e79-80c7-73f0b9a4862e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825492-15-iscsi {{(pid=104527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 07:45:19.423039 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c62de82-6860-4e79-80c7-73f0b9a4862e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825492-15-iscsi {{(pid=104527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 07:45:19.423039 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c62de82-6860-4e79-80c7-73f0b9a4862e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825492-15-iscsi {{(pid=104527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 07:45:19.423039 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c62de82-6860-4e79-80c7-73f0b9a4862e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825492-15-iscsi {{(pid=104527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 07:45:19.471697 dv-cinder-825492-15-iscsi neutron-server[104528]: DEBUG dbcounter [-] [104528] Writing DB stats neutron:SELECT=100 {{(pid=104528) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 07:45:19.547867 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.plugins.ml2.managers [None req-6624b928-ebc3-4abe-a688-90a1e18b23e6 None None] Attempting to bind port 1eed5232-aa36-479b-b6e8-28f635b2e2d5 on host dv-cinder-825492-15-iscsi for vnic_type normal with profile {{(pid=104527) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 25 07:45:19.548187 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.plugins.ml2.managers [None req-6624b928-ebc3-4abe-a688-90a1e18b23e6 None None] Attempting to bind port 1eed5232-aa36-479b-b6e8-28f635b2e2d5 by drivers openvswitch,hyperv on host dv-cinder-825492-15-iscsi at level 0 using segments [{'id': '939a703b-8428-4cb0-bb85-c150b37d698f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 283, 'network_id': '6cf39755-4264-4c21-8f3d-f6343e08ea2c'}] {{(pid=104527) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 25 07:45:19.548721 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6624b928-ebc3-4abe-a688-90a1e18b23e6 None None] Attempting to bind port 1eed5232-aa36-479b-b6e8-28f635b2e2d5 on network 6cf39755-4264-4c21-8f3d-f6343e08ea2c {{(pid=104527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 25 07:45:19.555931 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6624b928-ebc3-4abe-a688-90a1e18b23e6 None None] Checking agent: {'id': '67455b2d-ff20-4068-8b38-73bd0628c5cb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-825492-15-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 25, 7, 27, 41), 'started_at': datetime.datetime(2022, 5, 25, 7, 28, 11), 'heartbeat_timestamp': datetime.datetime(2022, 5, 25, 7, 45, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-825492-15-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 25 07:45:19.556309 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6624b928-ebc3-4abe-a688-90a1e18b23e6 None None] Checking segment: {'id': '939a703b-8428-4cb0-bb85-c150b37d698f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 283, 'network_id': '6cf39755-4264-4c21-8f3d-f6343e08ea2c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104527) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 25 07:45:19.557282 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron_lib.callbacks.manager [None req-6624b928-ebc3-4abe-a688-90a1e18b23e6 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:45:19.557674 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6624b928-ebc3-4abe-a688-90a1e18b23e6 None None] Bound using segment: {'id': '939a703b-8428-4cb0-bb85-c150b37d698f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 283, 'network_id': '6cf39755-4264-4c21-8f3d-f6343e08ea2c'} {{(pid=104527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 25 07:45:19.558147 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.plugins.ml2.managers [None req-6624b928-ebc3-4abe-a688-90a1e18b23e6 None None] Bound port: 1eed5232-aa36-479b-b6e8-28f635b2e2d5, host: dv-cinder-825492-15-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '939a703b-8428-4cb0-bb85-c150b37d698f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 283, 'network_id': '6cf39755-4264-4c21-8f3d-f6343e08ea2c'}}] {{(pid=104527) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 25 07:45:19.573119 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron_lib.callbacks.manager [None req-6624b928-ebc3-4abe-a688-90a1e18b23e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-616651'] for port (1eed5232-aa36-479b-b6e8-28f635b2e2d5), before_update {{(pid=104527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:45:19.703441 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.plugins.ml2.db [None req-6624b928-ebc3-4abe-a688-90a1e18b23e6 None None] For port 1eed5232-aa36-479b-b6e8-28f635b2e2d5, host dv-cinder-825492-15-iscsi, cleared binding levels {{(pid=104527) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 25 07:45:19.706861 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.plugins.ml2.db [None req-6624b928-ebc3-4abe-a688-90a1e18b23e6 None None] For port 1eed5232-aa36-479b-b6e8-28f635b2e2d5, host dv-cinder-825492-15-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825492-15-iscsi',level=0,port_id=1eed5232-aa36-479b-b6e8-28f635b2e2d5,segment=NetworkSegment(939a703b-8428-4cb0-bb85-c150b37d698f),segment_id=939a703b-8428-4cb0-bb85-c150b37d698f)] {{(pid=104527) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 25 07:45:19.771055 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.db.provisioning_blocks [None req-e0b6f55e-253c-4cb3-a35f-ace6ab31acc5 None None] Provisioning complete for port 1eed5232-aa36-479b-b6e8-28f635b2e2d5 triggered by entity DHCP. {{(pid=104527) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 25 07:45:19.771432 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron_lib.callbacks.manager [None req-e0b6f55e-253c-4cb3-a35f-ace6ab31acc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1490782'] for port (1eed5232-aa36-479b-b6e8-28f635b2e2d5), provisioning_complete {{(pid=104527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:45:19.817103 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.plugins.ml2.plugin [None req-e0b6f55e-253c-4cb3-a35f-ace6ab31acc5 None None] Port 1eed5232-aa36-479b-b6e8-28f635b2e2d5 cannot update to ACTIVE because it is not bound. {{(pid=104527) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 25 07:45:19.850275 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron_lib.callbacks.manager [None req-6624b928-ebc3-4abe-a688-90a1e18b23e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-617841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612926', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754056714442', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754056173882', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754056173900'] for port (1eed5232-aa36-479b-b6e8-28f635b2e2d5), after_update {{(pid=104527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:45:19.862146 dv-cinder-825492-15-iscsi neutron-server[104528]: DEBUG neutron_lib.callbacks.manager [None req-c1367f30-4635-4614-8c3d-3223fa598529 None None] Publish callbacks [] for port (28245ada-209c-41c6-839d-549e69ae9a9d), precommit_update {{(pid=104528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:45:19.916100 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6624b928-ebc3-4abe-a688-90a1e18b23e6 None None] Routers {'bcceb51b-e54c-427b-af56-59f2272dd9ae'} bound to L3 agent in host dv-cinder-825492-15-iscsi {{(pid=104527) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 25 07:45:19.918714 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.db.l3_hamode_db [None req-6624b928-ebc3-4abe-a688-90a1e18b23e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825492-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-25T07:27:37Z,description=,heartbeat_timestamp=2022-05-25T07:45:07Z,host='dv-cinder-825492-15-iscsi',id=54ff4013-997e-4376-a4e9-e6c98cf37cc7,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T07:27:38Z,topic='l3_agent')) {'router_ids': ['bcceb51b-e54c-427b-af56-59f2272dd9ae'], 'active': True} {{(pid=104527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 07:45:19.959663 dv-cinder-825492-15-iscsi neutron-server[104528]: DEBUG neutron_lib.callbacks.manager [None req-c1367f30-4635-4614-8c3d-3223fa598529 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-617841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612926', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754056714442', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754056173882', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754056173900'] for port (28245ada-209c-41c6-839d-549e69ae9a9d), after_update {{(pid=104528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:45:20.007395 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c62de82-6860-4e79-80c7-73f0b9a4862e None None] Pushing event updated for resources: {'Port': ['ID=1eed5232-aa36-479b-b6e8-28f635b2e2d5,revision_number=4']} {{(pid=104527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 07:45:20.044668 dv-cinder-825492-15-iscsi neutron-server[104528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da1adf9c-da51-42a3-874b-89d987e7f903 None None] Pushing event updated for resources: {'Port': ['ID=28245ada-209c-41c6-839d-549e69ae9a9d,revision_number=3']} {{(pid=104528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 07:45:20.132103 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.db.l3_dvr_db [None req-6624b928-ebc3-4abe-a688-90a1e18b23e6 None None] Set router bcceb51b-e54c-427b-af56-59f2272dd9ae gateway port host: dv-cinder-825492-15-iscsi {{(pid=104527) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 25 07:45:20.162726 dv-cinder-825492-15-iscsi neutron-server[104528]: DEBUG neutron.plugins.ml2.managers [None req-c1367f30-4635-4614-8c3d-3223fa598529 None None] Attempting to bind port 28245ada-209c-41c6-839d-549e69ae9a9d on host dv-cinder-825492-15-iscsi for vnic_type normal with profile {{(pid=104528) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 25 07:45:20.162726 dv-cinder-825492-15-iscsi neutron-server[104528]: DEBUG neutron.plugins.ml2.managers [None req-c1367f30-4635-4614-8c3d-3223fa598529 None None] Attempting to bind port 28245ada-209c-41c6-839d-549e69ae9a9d by drivers openvswitch,hyperv on host dv-cinder-825492-15-iscsi at level 0 using segments [{'id': '9927a6b1-83da-4bb4-b873-4165b588f721', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 262, 'network_id': '3e294fd2-5690-4051-8b35-9db9abebfbe7'}] {{(pid=104528) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 25 07:45:20.162726 dv-cinder-825492-15-iscsi neutron-server[104528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1367f30-4635-4614-8c3d-3223fa598529 None None] Attempting to bind port 28245ada-209c-41c6-839d-549e69ae9a9d on network 3e294fd2-5690-4051-8b35-9db9abebfbe7 {{(pid=104528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 25 07:45:20.197742 dv-cinder-825492-15-iscsi neutron-server[104528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1367f30-4635-4614-8c3d-3223fa598529 None None] Checking agent: {'id': '67455b2d-ff20-4068-8b38-73bd0628c5cb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-825492-15-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 25, 7, 27, 41), 'started_at': datetime.datetime(2022, 5, 25, 7, 28, 11), 'heartbeat_timestamp': datetime.datetime(2022, 5, 25, 7, 45, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-825492-15-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 25 07:45:20.198100 dv-cinder-825492-15-iscsi neutron-server[104528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1367f30-4635-4614-8c3d-3223fa598529 None None] Checking segment: {'id': '9927a6b1-83da-4bb4-b873-4165b588f721', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 262, 'network_id': '3e294fd2-5690-4051-8b35-9db9abebfbe7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104528) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 25 07:45:20.198500 dv-cinder-825492-15-iscsi neutron-server[104528]: DEBUG neutron_lib.callbacks.manager [None req-c1367f30-4635-4614-8c3d-3223fa598529 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:45:20.200743 dv-cinder-825492-15-iscsi neutron-server[104528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1367f30-4635-4614-8c3d-3223fa598529 None None] Bound using segment: {'id': '9927a6b1-83da-4bb4-b873-4165b588f721', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 262, 'network_id': '3e294fd2-5690-4051-8b35-9db9abebfbe7'} {{(pid=104528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 25 07:45:20.201247 dv-cinder-825492-15-iscsi neutron-server[104528]: DEBUG neutron.plugins.ml2.managers [None req-c1367f30-4635-4614-8c3d-3223fa598529 None None] Bound port: 28245ada-209c-41c6-839d-549e69ae9a9d, host: dv-cinder-825492-15-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9927a6b1-83da-4bb4-b873-4165b588f721', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 262, 'network_id': '3e294fd2-5690-4051-8b35-9db9abebfbe7'}}] {{(pid=104528) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 25 07:45:20.201631 dv-cinder-825492-15-iscsi neutron-server[104528]: DEBUG neutron_lib.callbacks.manager [None req-c1367f30-4635-4614-8c3d-3223fa598529 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-616651'] for port (28245ada-209c-41c6-839d-549e69ae9a9d), before_update {{(pid=104528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:45:20.341099 dv-cinder-825492-15-iscsi neutron-server[104528]: DEBUG neutron.plugins.ml2.db [None req-c1367f30-4635-4614-8c3d-3223fa598529 None None] For port 28245ada-209c-41c6-839d-549e69ae9a9d, host dv-cinder-825492-15-iscsi, cleared binding levels {{(pid=104528) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 25 07:45:20.348025 dv-cinder-825492-15-iscsi neutron-server[104528]: DEBUG neutron.plugins.ml2.db [None req-c1367f30-4635-4614-8c3d-3223fa598529 None None] For port 28245ada-209c-41c6-839d-549e69ae9a9d, host dv-cinder-825492-15-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825492-15-iscsi',level=0,port_id=28245ada-209c-41c6-839d-549e69ae9a9d,segment=NetworkSegment(9927a6b1-83da-4bb4-b873-4165b588f721),segment_id=9927a6b1-83da-4bb4-b873-4165b588f721)] {{(pid=104528) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 25 07:45:20.470265 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.db.provisioning_blocks [None req-a964a47e-cdae-4bb2-9d82-2ab0b5227921 None None] Provisioning complete for port 1eed5232-aa36-479b-b6e8-28f635b2e2d5 triggered by entity DHCP. {{(pid=104527) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 25 07:45:20.470864 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron_lib.callbacks.manager [None req-a964a47e-cdae-4bb2-9d82-2ab0b5227921 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1490782'] for port (1eed5232-aa36-479b-b6e8-28f635b2e2d5), provisioning_complete {{(pid=104527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:45:20.491702 dv-cinder-825492-15-iscsi neutron-server[104528]: DEBUG neutron_lib.callbacks.manager [None req-c1367f30-4635-4614-8c3d-3223fa598529 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-617841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612926', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754056714442', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754056173882', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754056173900'] for port (28245ada-209c-41c6-839d-549e69ae9a9d), after_update {{(pid=104528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:45:20.503803 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.db.l3_hamode_db [None req-6624b928-ebc3-4abe-a688-90a1e18b23e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bcceb51b-e54c-427b-af56-59f2272dd9ae', 'name': 'tempest-TestVolumeBootPattern-1480254169-router', 'tenant_id': '3240aa60382e493c9171f7011771816c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '29c629bd-3f50-4535-bfbc-a047608d6fb6', 'external_fixed_ips': [{'subnet_id': '7934ff5a-43f1-4f76-b9d8-e4343ace34f5', 'ip_address': '172.27.3.41'}], 'enable_snat': True}, 'gw_port_id': '4ba7c92f-99c5-4956-91a1-ed1af7c28fa7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T07:45:03Z', 'updated_at': '2022-05-25T07:45:08Z', 'revision_number': 4, 'project_id': '3240aa60382e493c9171f7011771816c', 'gw_port': {'id': '4ba7c92f-99c5-4956-91a1-ed1af7c28fa7', 'name': '', 'network_id': '29c629bd-3f50-4535-bfbc-a047608d6fb6', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:92:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bcceb51b-e54c-427b-af56-59f2272dd9ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 689, 'fixed_ips': [{'subnet_id': '7934ff5a-43f1-4f76-b9d8-e4343ace34f5', 'ip_address': '172.27.3.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825492-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T07:45:04Z', 'updated_at': '2022-05-25T07:45:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7934ff5a-43f1-4f76-b9d8-e4343ace34f5', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825492-15-iscsi', '_interfaces': [{'id': '1eed5232-aa36-479b-b6e8-28f635b2e2d5', 'name': '', 'network_id': '6cf39755-4264-4c21-8f3d-f6343e08ea2c', 'tenant_id': '3240aa60382e493c9171f7011771816c', 'mac_address': 'fa:16:3e:10:c0:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bcceb51b-e54c-427b-af56-59f2272dd9ae', 'device_owner': 'network:router_interface', 'standard_attr_id': 698, 'fixed_ips': [{'subnet_id': '396bfd09-38d0-4532-8f44-500325cbf232', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825492-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T07:45:08Z', 'updated_at': '2022-05-25T07:45:19Z', 'revision_number': 4, 'project_id': '3240aa60382e493c9171f7011771816c', 'subnets': [{'id': '396bfd09-38d0-4532-8f44-500325cbf232', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-825492-15-iscsi', False) {} {{(pid=104527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 07:45:20.550791 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6624b928-ebc3-4abe-a688-90a1e18b23e6 None None] The sync data for ids ['bcceb51b-e54c-427b-af56-59f2272dd9ae'] in dv-cinder-825492-15-iscsi is: [{'id': 'bcceb51b-e54c-427b-af56-59f2272dd9ae', 'name': 'tempest-TestVolumeBootPattern-1480254169-router', 'tenant_id': '3240aa60382e493c9171f7011771816c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '29c629bd-3f50-4535-bfbc-a047608d6fb6', 'external_fixed_ips': [{'subnet_id': '7934ff5a-43f1-4f76-b9d8-e4343ace34f5', 'ip_address': '172.27.3.41'}], 'enable_snat': True}, 'gw_port_id': '4ba7c92f-99c5-4956-91a1-ed1af7c28fa7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T07:45:03Z', 'updated_at': '2022-05-25T07:45:08Z', 'revision_number': 4, 'project_id': '3240aa60382e493c9171f7011771816c', 'gw_port': {'id': '4ba7c92f-99c5-4956-91a1-ed1af7c28fa7', 'name': '', 'network_id': '29c629bd-3f50-4535-bfbc-a047608d6fb6', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:92:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bcceb51b-e54c-427b-af56-59f2272dd9ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 689, 'fixed_ips': [{'subnet_id': '7934ff5a-43f1-4f76-b9d8-e4343ace34f5', 'ip_address': '172.27.3.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825492-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T07:45:04Z', 'updated_at': '2022-05-25T07:45:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7934ff5a-43f1-4f76-b9d8-e4343ace34f5', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825492-15-iscsi', '_interfaces': [{'id': '1eed5232-aa36-479b-b6e8-28f635b2e2d5', 'name': '', 'network_id': '6cf39755-4264-4c21-8f3d-f6343e08ea2c', 'tenant_id': '3240aa60382e493c9171f7011771816c', 'mac_address': 'fa:16:3e:10:c0:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bcceb51b-e54c-427b-af56-59f2272dd9ae', 'device_owner': 'network:router_interface', 'standard_attr_id': 698, 'fixed_ips': [{'subnet_id': '396bfd09-38d0-4532-8f44-500325cbf232', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825492-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T07:45:08Z', 'updated_at': '2022-05-25T07:45:19Z', 'revision_number': 4, 'project_id': '3240aa60382e493c9171f7011771816c', 'subnets': [{'id': '396bfd09-38d0-4532-8f44-500325cbf232', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104527) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 25 07:45:20.621671 dv-cinder-825492-15-iscsi neutron-server[104528]: DEBUG dbcounter [-] [104528] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=104528) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 07:45:20.634692 dv-cinder-825492-15-iscsi neutron-server[104528]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1367f30-4635-4614-8c3d-3223fa598529 None None] Routers {'b89b4259-01c6-4f1d-b5d6-01807aa5b371'} bound to L3 agent in host dv-cinder-825492-15-iscsi {{(pid=104528) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 25 07:45:20.635331 dv-cinder-825492-15-iscsi neutron-server[104528]: DEBUG neutron.db.l3_hamode_db [None req-c1367f30-4635-4614-8c3d-3223fa598529 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825492-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-25T07:27:37Z,description=,heartbeat_timestamp=2022-05-25T07:45:07Z,host='dv-cinder-825492-15-iscsi',id=54ff4013-997e-4376-a4e9-e6c98cf37cc7,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T07:27:38Z,topic='l3_agent')) {'router_ids': ['b89b4259-01c6-4f1d-b5d6-01807aa5b371'], 'active': True} {{(pid=104528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 07:45:20.643573 dv-cinder-825492-15-iscsi neutron-server[104528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da1adf9c-da51-42a3-874b-89d987e7f903 None None] Pushing event updated for resources: {'Port': ['ID=28245ada-209c-41c6-839d-549e69ae9a9d,revision_number=4']} {{(pid=104528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 07:45:20.690741 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.plugins.ml2.plugin [None req-a964a47e-cdae-4bb2-9d82-2ab0b5227921 None None] Current status of the port 1eed5232-aa36-479b-b6e8-28f635b2e2d5 is: DOWN; New status is: ACTIVE {{(pid=104527) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 25 07:45:20.691492 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron_lib.callbacks.manager [None req-a964a47e-cdae-4bb2-9d82-2ab0b5227921 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-616651'] for port (1eed5232-aa36-479b-b6e8-28f635b2e2d5), before_update {{(pid=104527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:45:20.750564 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.plugins.ml2.db [None req-a964a47e-cdae-4bb2-9d82-2ab0b5227921 None None] For port 1eed5232-aa36-479b-b6e8-28f635b2e2d5, host dv-cinder-825492-15-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825492-15-iscsi',level=0,port_id=1eed5232-aa36-479b-b6e8-28f635b2e2d5,segment=NetworkSegment(939a703b-8428-4cb0-bb85-c150b37d698f),segment_id=939a703b-8428-4cb0-bb85-c150b37d698f)] {{(pid=104527) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 07:45:20.811606 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron_lib.callbacks.manager [None req-a964a47e-cdae-4bb2-9d82-2ab0b5227921 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-617841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612926', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754056714442', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754056173882', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754056173900'] for port (1eed5232-aa36-479b-b6e8-28f635b2e2d5), after_update {{(pid=104527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:45:20.845086 dv-cinder-825492-15-iscsi neutron-server[104528]: DEBUG neutron.db.l3_dvr_db [None req-c1367f30-4635-4614-8c3d-3223fa598529 None None] Set router b89b4259-01c6-4f1d-b5d6-01807aa5b371 gateway port host: dv-cinder-825492-15-iscsi {{(pid=104528) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 25 07:45:20.915841 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a964a47e-cdae-4bb2-9d82-2ab0b5227921 None None] Pushing event updated for resources: {'Port': ['ID=1eed5232-aa36-479b-b6e8-28f635b2e2d5,revision_number=5']} {{(pid=104527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 07:45:20.934968 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.db.provisioning_blocks [None req-37210f54-a1e7-4019-a69e-a93d9aaeabb1 None None] Provisioning complete for port 28245ada-209c-41c6-839d-549e69ae9a9d triggered by entity DHCP. {{(pid=104527) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 25 07:45:20.935632 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron_lib.callbacks.manager [None req-37210f54-a1e7-4019-a69e-a93d9aaeabb1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1490782'] for port (28245ada-209c-41c6-839d-549e69ae9a9d), provisioning_complete {{(pid=104527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:45:20.974199 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG dbcounter [-] [104527] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=104527) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 07:45:20.984641 dv-cinder-825492-15-iscsi neutron-server[104528]: DEBUG dbcounter [-] [104528] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=104528) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 07:45:20.997397 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG dbcounter [-] [104527] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104527) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 07:45:21.059432 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.plugins.ml2.plugin [None req-37210f54-a1e7-4019-a69e-a93d9aaeabb1 None None] Current status of the port 28245ada-209c-41c6-839d-549e69ae9a9d is: DOWN; New status is: ACTIVE {{(pid=104527) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 25 07:45:21.059818 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron_lib.callbacks.manager [None req-37210f54-a1e7-4019-a69e-a93d9aaeabb1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-616651'] for port (28245ada-209c-41c6-839d-549e69ae9a9d), before_update {{(pid=104527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:45:21.113708 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.plugins.ml2.db [None req-37210f54-a1e7-4019-a69e-a93d9aaeabb1 None None] For port 28245ada-209c-41c6-839d-549e69ae9a9d, host dv-cinder-825492-15-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825492-15-iscsi',level=0,port_id=28245ada-209c-41c6-839d-549e69ae9a9d,segment=NetworkSegment(9927a6b1-83da-4bb4-b873-4165b588f721),segment_id=9927a6b1-83da-4bb4-b873-4165b588f721)] {{(pid=104527) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 07:45:21.190418 dv-cinder-825492-15-iscsi neutron-server[104528]: DEBUG neutron.db.l3_hamode_db [None req-c1367f30-4635-4614-8c3d-3223fa598529 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b89b4259-01c6-4f1d-b5d6-01807aa5b371', 'name': 'tempest-TestMinimumBasicScenario-1020510336-router', 'tenant_id': 'b92f2d9f77e046029d4b37ff2c4c8251', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '29c629bd-3f50-4535-bfbc-a047608d6fb6', 'external_fixed_ips': [{'subnet_id': '7934ff5a-43f1-4f76-b9d8-e4343ace34f5', 'ip_address': '172.27.3.58'}], 'enable_snat': True}, 'gw_port_id': 'b1658091-3e2a-4495-88c2-31ee858bd29e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T07:45:08Z', 'updated_at': '2022-05-25T07:45:12Z', 'revision_number': 4, 'project_id': 'b92f2d9f77e046029d4b37ff2c4c8251', 'gw_port': {'id': 'b1658091-3e2a-4495-88c2-31ee858bd29e', 'name': '', 'network_id': '29c629bd-3f50-4535-bfbc-a047608d6fb6', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:54:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b89b4259-01c6-4f1d-b5d6-01807aa5b371', 'device_owner': 'network:router_gateway', 'standard_attr_id': 701, 'fixed_ips': [{'subnet_id': '7934ff5a-43f1-4f76-b9d8-e4343ace34f5', 'ip_address': '172.27.3.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825492-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T07:45:09Z', 'updated_at': '2022-05-25T07:45:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7934ff5a-43f1-4f76-b9d8-e4343ace34f5', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825492-15-iscsi', '_interfaces': [{'id': '28245ada-209c-41c6-839d-549e69ae9a9d', 'name': '', 'network_id': '3e294fd2-5690-4051-8b35-9db9abebfbe7', 'tenant_id': 'b92f2d9f77e046029d4b37ff2c4c8251', 'mac_address': 'fa:16:3e:6a:bd:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b89b4259-01c6-4f1d-b5d6-01807aa5b371', 'device_owner': 'network:router_interface', 'standard_attr_id': 707, 'fixed_ips': [{'subnet_id': '7c5a4c1d-fd93-4bb3-bee1-d9f101fadb3b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825492-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T07:45:12Z', 'updated_at': '2022-05-25T07:45:20Z', 'revision_number': 4, 'project_id': 'b92f2d9f77e046029d4b37ff2c4c8251', 'subnets': [{'id': '7c5a4c1d-fd93-4bb3-bee1-d9f101fadb3b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-825492-15-iscsi', False) {} {{(pid=104528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 07:45:21.209586 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron_lib.callbacks.manager [None req-37210f54-a1e7-4019-a69e-a93d9aaeabb1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-617841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612926', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754056714442', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754056173882', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754056173900'] for port (28245ada-209c-41c6-839d-549e69ae9a9d), after_update {{(pid=104527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:45:21.252808 dv-cinder-825492-15-iscsi neutron-server[104528]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1367f30-4635-4614-8c3d-3223fa598529 None None] The sync data for ids ['b89b4259-01c6-4f1d-b5d6-01807aa5b371'] in dv-cinder-825492-15-iscsi is: [{'id': 'b89b4259-01c6-4f1d-b5d6-01807aa5b371', 'name': 'tempest-TestMinimumBasicScenario-1020510336-router', 'tenant_id': 'b92f2d9f77e046029d4b37ff2c4c8251', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '29c629bd-3f50-4535-bfbc-a047608d6fb6', 'external_fixed_ips': [{'subnet_id': '7934ff5a-43f1-4f76-b9d8-e4343ace34f5', 'ip_address': '172.27.3.58'}], 'enable_snat': True}, 'gw_port_id': 'b1658091-3e2a-4495-88c2-31ee858bd29e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T07:45:08Z', 'updated_at': '2022-05-25T07:45:12Z', 'revision_number': 4, 'project_id': 'b92f2d9f77e046029d4b37ff2c4c8251', 'gw_port': {'id': 'b1658091-3e2a-4495-88c2-31ee858bd29e', 'name': '', 'network_id': '29c629bd-3f50-4535-bfbc-a047608d6fb6', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:54:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b89b4259-01c6-4f1d-b5d6-01807aa5b371', 'device_owner': 'network:router_gateway', 'standard_attr_id': 701, 'fixed_ips': [{'subnet_id': '7934ff5a-43f1-4f76-b9d8-e4343ace34f5', 'ip_address': '172.27.3.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825492-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T07:45:09Z', 'updated_at': '2022-05-25T07:45:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7934ff5a-43f1-4f76-b9d8-e4343ace34f5', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825492-15-iscsi', '_interfaces': [{'id': '28245ada-209c-41c6-839d-549e69ae9a9d', 'name': '', 'network_id': '3e294fd2-5690-4051-8b35-9db9abebfbe7', 'tenant_id': 'b92f2d9f77e046029d4b37ff2c4c8251', 'mac_address': 'fa:16:3e:6a:bd:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b89b4259-01c6-4f1d-b5d6-01807aa5b371', 'device_owner': 'network:router_interface', 'standard_attr_id': 707, 'fixed_ips': [{'subnet_id': '7c5a4c1d-fd93-4bb3-bee1-d9f101fadb3b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825492-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T07:45:12Z', 'updated_at': '2022-05-25T07:45:20Z', 'revision_number': 4, 'project_id': 'b92f2d9f77e046029d4b37ff2c4c8251', 'subnets': [{'id': '7c5a4c1d-fd93-4bb3-bee1-d9f101fadb3b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104528) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 25 07:45:21.338951 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37210f54-a1e7-4019-a69e-a93d9aaeabb1 None None] Pushing event updated for resources: {'Port': ['ID=28245ada-209c-41c6-839d-549e69ae9a9d,revision_number=5']} {{(pid=104527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 07:45:21.368940 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.db.provisioning_blocks [None req-970cc5c9-746a-4f11-8199-41901ee1afab None None] Provisioning complete for port 28245ada-209c-41c6-839d-549e69ae9a9d triggered by entity DHCP. {{(pid=104527) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 25 07:45:21.369307 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron_lib.callbacks.manager [None req-970cc5c9-746a-4f11-8199-41901ee1afab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1490782'] for port (28245ada-209c-41c6-839d-549e69ae9a9d), provisioning_complete {{(pid=104527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:45:21.512999 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.plugins.ml2.plugin [None req-970cc5c9-746a-4f11-8199-41901ee1afab None None] Current status of the port 28245ada-209c-41c6-839d-549e69ae9a9d is: ACTIVE; New status is: ACTIVE {{(pid=104527) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 25 07:45:22.007671 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a59c2e9-a75c-4ca6-b25b-5742dd2830f9 req-7f0b4882-16ae-4e17-8bf0-26bb4164c6f1 tempest-VolumesSnapshotTestJSON-1886078946 tempest-VolumesSnapshotTestJSON-1886078946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 07:45:22.015265 dv-cinder-825492-15-iscsi neutron-server[104525]: INFO neutron.wsgi [req-4a59c2e9-a75c-4ca6-b25b-5742dd2830f9 req-7f0b4882-16ae-4e17-8bf0-26bb4164c6f1 tempest-VolumesSnapshotTestJSON-1886078946 tempest-VolumesSnapshotTestJSON-1886078946-project] 10.222.0.24 "GET /v2.0/ports?device_id=10ed8294-8f3a-4fac-8e9a-c3b78075a585 HTTP/1.1" status: 200 len: 945 time: 0.0622356 May 25 07:45:22.084952 dv-cinder-825492-15-iscsi neutron-server[104525]: INFO neutron.wsgi [req-4a59c2e9-a75c-4ca6-b25b-5742dd2830f9 req-b5c4dd2e-0c98-4c4d-8313-7a7475e5ceff tempest-VolumesSnapshotTestJSON-1886078946 tempest-VolumesSnapshotTestJSON-1886078946-project] 10.222.0.24 "GET /v2.0/security-groups?id=51b4ed6b-1c02-415d-9339-bebb063a65f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0684512 May 25 07:45:22.214025 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.plugins.ml2.rpc [None req-4c581813-650f-4b4b-ac0f-82f585bea231 None None] Device 28245ada-209c-41c6-839d-549e69ae9a9d up at agent ovs-agent-dv-cinder-825492-15-iscsi {{(pid=104527) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 25 07:45:22.263009 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.db.provisioning_blocks [None req-4c581813-650f-4b4b-ac0f-82f585bea231 None None] Provisioning complete for port 28245ada-209c-41c6-839d-549e69ae9a9d triggered by entity L2. {{(pid=104527) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 25 07:45:22.263381 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron_lib.callbacks.manager [None req-4c581813-650f-4b4b-ac0f-82f585bea231 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1490782'] for port (28245ada-209c-41c6-839d-549e69ae9a9d), provisioning_complete {{(pid=104527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:45:22.342731 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.plugins.ml2.plugin [None req-4c581813-650f-4b4b-ac0f-82f585bea231 None None] Current status of the port 28245ada-209c-41c6-839d-549e69ae9a9d is: ACTIVE; New status is: ACTIVE {{(pid=104527) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 25 07:45:22.343961 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.plugins.ml2.rpc [None req-4c581813-650f-4b4b-ac0f-82f585bea231 None None] Device 1eed5232-aa36-479b-b6e8-28f635b2e2d5 up at agent ovs-agent-dv-cinder-825492-15-iscsi {{(pid=104527) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 25 07:45:22.394933 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.db.provisioning_blocks [None req-4c581813-650f-4b4b-ac0f-82f585bea231 None None] Provisioning complete for port 1eed5232-aa36-479b-b6e8-28f635b2e2d5 triggered by entity L2. {{(pid=104527) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 25 07:45:22.395331 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron_lib.callbacks.manager [None req-4c581813-650f-4b4b-ac0f-82f585bea231 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1490782'] for port (1eed5232-aa36-479b-b6e8-28f635b2e2d5), provisioning_complete {{(pid=104527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:45:22.488255 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.plugins.ml2.plugin [None req-4c581813-650f-4b4b-ac0f-82f585bea231 None None] Current status of the port 1eed5232-aa36-479b-b6e8-28f635b2e2d5 is: ACTIVE; New status is: ACTIVE {{(pid=104527) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 25 07:45:23.228068 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d6775b1-082d-4246-8819-060ddc5c4171 req-dfaa22ae-d7b3-496f-9811-00fe91111a1f tempest-VolumesSnapshotTestJSON-1886078946 tempest-VolumesSnapshotTestJSON-1886078946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 07:45:23.236277 dv-cinder-825492-15-iscsi neutron-server[104526]: INFO neutron.wsgi [req-5d6775b1-082d-4246-8819-060ddc5c4171 req-dfaa22ae-d7b3-496f-9811-00fe91111a1f tempest-VolumesSnapshotTestJSON-1886078946 tempest-VolumesSnapshotTestJSON-1886078946-project] 10.222.0.24 "GET /v2.0/ports?device_id=10ed8294-8f3a-4fac-8e9a-c3b78075a585 HTTP/1.1" status: 200 len: 945 time: 0.0667927 May 25 07:45:23.291784 dv-cinder-825492-15-iscsi neutron-server[104526]: INFO neutron.wsgi [req-5d6775b1-082d-4246-8819-060ddc5c4171 req-f53ee9f8-9a37-450e-b116-8cbcf4b0aa1d tempest-VolumesSnapshotTestJSON-1886078946 tempest-VolumesSnapshotTestJSON-1886078946-project] 10.222.0.24 "GET /v2.0/security-groups?id=51b4ed6b-1c02-415d-9339-bebb063a65f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540504 May 25 07:45:23.731859 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69ce6c46-d8bc-4eba-8b53-35137f3aa582 req-2d0de050-3669-4dba-ae18-049b2f9fe04a tempest-VolumesSnapshotTestJSON-1886078946 tempest-VolumesSnapshotTestJSON-1886078946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 07:45:23.733460 dv-cinder-825492-15-iscsi neutron-server[104526]: INFO neutron.wsgi [req-69ce6c46-d8bc-4eba-8b53-35137f3aa582 req-2d0de050-3669-4dba-ae18-049b2f9fe04a tempest-VolumesSnapshotTestJSON-1886078946 tempest-VolumesSnapshotTestJSON-1886078946-project] 10.222.0.41 "GET /v2.0/ports?device_id=10ed8294-8f3a-4fac-8e9a-c3b78075a585 HTTP/1.1" status: 200 len: 945 time: 0.0578849 May 25 07:45:23.833324 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.plugins.ml2.plugin [req-69ce6c46-d8bc-4eba-8b53-35137f3aa582 req-9bca9925-768e-46b1-aa2e-b15f37e16a6d tempest-VolumesSnapshotTestJSON-1886078946 tempest-VolumesSnapshotTestJSON-1886078946-project] Deleting port 8088516f-f409-4c1a-a818-72e6472926e1 {{(pid=104526) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 25 07:45:23.833661 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [req-69ce6c46-d8bc-4eba-8b53-35137f3aa582 req-9bca9925-768e-46b1-aa2e-b15f37e16a6d tempest-VolumesSnapshotTestJSON-1886078946 tempest-VolumesSnapshotTestJSON-1886078946-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754056702922'] for port (8088516f-f409-4c1a-a818-72e6472926e1), before_delete {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:45:23.968302 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.plugins.ml2.db [req-69ce6c46-d8bc-4eba-8b53-35137f3aa582 req-9bca9925-768e-46b1-aa2e-b15f37e16a6d tempest-VolumesSnapshotTestJSON-1886078946 tempest-VolumesSnapshotTestJSON-1886078946-project] For port 8088516f-f409-4c1a-a818-72e6472926e1, host hv-cinder-82549, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82549',level=0,port_id=8088516f-f409-4c1a-a818-72e6472926e1,segment=NetworkSegment(3ba9802c-cef7-42fe-9bb2-55236834ef61),segment_id=3ba9802c-cef7-42fe-9bb2-55236834ef61)] {{(pid=104526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 07:45:23.968696 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [req-69ce6c46-d8bc-4eba-8b53-35137f3aa582 req-9bca9925-768e-46b1-aa2e-b15f37e16a6d tempest-VolumesSnapshotTestJSON-1886078946 tempest-VolumesSnapshotTestJSON-1886078946-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625317'] for port (8088516f-f409-4c1a-a818-72e6472926e1), precommit_delete {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:45:23.983318 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.plugins.ml2.plugin [req-69ce6c46-d8bc-4eba-8b53-35137f3aa582 req-9bca9925-768e-46b1-aa2e-b15f37e16a6d tempest-VolumesSnapshotTestJSON-1886078946 tempest-VolumesSnapshotTestJSON-1886078946-project] Calling delete_port for 8088516f-f409-4c1a-a818-72e6472926e1 owned by compute:nova {{(pid=104526) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 25 07:45:24.046561 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG dbcounter [-] [104526] Writing DB stats neutron:SELECT=89,neutron:INSERT=5,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=104526) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 07:45:24.205663 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [req-69ce6c46-d8bc-4eba-8b53-35137f3aa582 req-9bca9925-768e-46b1-aa2e-b15f37e16a6d tempest-VolumesSnapshotTestJSON-1886078946 tempest-VolumesSnapshotTestJSON-1886078946-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-617841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612926', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754056714424', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754056173873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2909854'] for port (8088516f-f409-4c1a-a818-72e6472926e1), after_delete {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:45:24.240607 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bca9925-768e-46b1-aa2e-b15f37e16a6d tempest-VolumesSnapshotTestJSON-1886078946 tempest-VolumesSnapshotTestJSON-1886078946-project] Pushing event deleted for resources: {'Port': ['ID=8088516f-f409-4c1a-a818-72e6472926e1,revision_number=None']} {{(pid=104526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 07:45:24.246523 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.plugins.ml2.db [None req-798242cc-9ea0-464c-9109-86bd7997349e None None] get_ports_and_sgs() called for port_ids ['8088516f-f409-4c1a-a818-72e6472926e1'] {{(pid=104527) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 25 07:45:24.358332 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.db.l3_dvrscheduler_db [req-69ce6c46-d8bc-4eba-8b53-35137f3aa582 req-9bca9925-768e-46b1-aa2e-b15f37e16a6d tempest-VolumesSnapshotTestJSON-1886078946 tempest-VolumesSnapshotTestJSON-1886078946-project] No DVR routers for this DVR port 8088516f-f409-4c1a-a818-72e6472926e1 on host hv-cinder-82549 {{(pid=104526) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 25 07:45:24.367287 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [req-69ce6c46-d8bc-4eba-8b53-35137f3aa582 req-9bca9925-768e-46b1-aa2e-b15f37e16a6d tempest-VolumesSnapshotTestJSON-1886078946 tempest-VolumesSnapshotTestJSON-1886078946-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93885'] for port (None), before_response {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:45:24.373340 dv-cinder-825492-15-iscsi neutron-server[104526]: INFO neutron.wsgi [req-69ce6c46-d8bc-4eba-8b53-35137f3aa582 req-9bca9925-768e-46b1-aa2e-b15f37e16a6d tempest-VolumesSnapshotTestJSON-1886078946 tempest-VolumesSnapshotTestJSON-1886078946-project] 10.222.0.41 "DELETE /v2.0/ports/8088516f-f409-4c1a-a818-72e6472926e1 HTTP/1.1" status: 204 len: 173 time: 0.6320288 May 25 07:45:24.373340 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '10ed8294-8f3a-4fac-8e9a-c3b78075a585', 'name': 'network-vif-deleted', 'tag': '8088516f-f409-4c1a-a818-72e6472926e1'}] {{(pid=104526) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 25 07:45:24.373661 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db633a5f02cadde147c9bc1566607705b0433b891c7275f259bdbd209e6b6683" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-003143a6-086a-4bfc-b4bd-ca49324eb255" -d '{"events": [{"server_uuid": "10ed8294-8f3a-4fac-8e9a-c3b78075a585", "name": "network-vif-deleted", "tag": "8088516f-f409-4c1a-a818-72e6472926e1"}]}' {{(pid=104526) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 25 07:45:24.441949 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 25 May 2022 07:45:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ee7b3299-d017-4f22-b4fe-de3f82982606 x-openstack-request-id: req-ee7b3299-d017-4f22-b4fe-de3f82982606 {{(pid=104526) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 25 07:45:24.442553 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "10ed8294-8f3a-4fac-8e9a-c3b78075a585", "name": "network-vif-deleted", "tag": "8088516f-f409-4c1a-a818-72e6472926e1", "status": "completed", "code": 200}]} {{(pid=104526) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 25 07:45:24.443016 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-ee7b3299-d017-4f22-b4fe-de3f82982606 {{(pid=104526) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 25 07:45:24.443691 dv-cinder-825492-15-iscsi neutron-server[104526]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ee7b3299-d017-4f22-b4fe-de3f82982606'] response: {'server_uuid': '10ed8294-8f3a-4fac-8e9a-c3b78075a585', 'name': 'network-vif-deleted', 'tag': '8088516f-f409-4c1a-a818-72e6472926e1', 'status': 'completed', 'code': 200} May 25 07:45:24.446422 dv-cinder-825492-15-iscsi neutron-server[104525]: INFO neutron.wsgi [req-61c33733-10d7-472e-ab11-1db59f610011 req-aca912d2-f7d2-4ca3-b8c8-f88cd34cab54 tempest-VolumesSnapshotTestJSON-1886078946 tempest-VolumesSnapshotTestJSON-1886078946-project] 10.222.0.24 "GET /v2.0/ports?device_id=10ed8294-8f3a-4fac-8e9a-c3b78075a585 HTTP/1.1" status: 200 len: 210 time: 0.0492208 May 25 07:45:25.567626 dv-cinder-825492-15-iscsi neutron-server[104526]: INFO neutron.wsgi [req-0aaa14fb-ce7d-458d-a206-d3da6e55e67f req-450d3299-8aef-41de-9415-f5e5f0a01c4a tempest-VolumesSnapshotTestJSON-1886078946 tempest-VolumesSnapshotTestJSON-1886078946-project] 10.222.0.24 "GET /v2.0/ports?device_id=10ed8294-8f3a-4fac-8e9a-c3b78075a585 HTTP/1.1" status: 200 len: 210 time: 0.0328367 May 25 07:45:27.042374 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe5a7856-cbe0-41d8-b566-8f427d939b6e req-374c7e05-765d-4d2a-824c-d156ff44c036 tempest-TestMinimumBasicScenario-1136131971 tempest-TestMinimumBasicScenario-1136131971-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 07:45:27.043831 dv-cinder-825492-15-iscsi neutron-server[104525]: INFO neutron.wsgi [req-fe5a7856-cbe0-41d8-b566-8f427d939b6e req-374c7e05-765d-4d2a-824c-d156ff44c036 tempest-TestMinimumBasicScenario-1136131971 tempest-TestMinimumBasicScenario-1136131971-project] 10.222.0.24 "GET /v2.0/networks?id=1f9a3bff-e0aa-4277-a6ad-8da29c0b0d1a HTTP/1.1" status: 200 len: 814 time: 0.1070385 May 25 07:45:27.058976 dv-cinder-825492-15-iscsi neutron-server[104525]: INFO neutron.wsgi [req-fe5a7856-cbe0-41d8-b566-8f427d939b6e req-06f882c3-70bd-4e79-8ef3-0b41ec574c52 tempest-TestMinimumBasicScenario-1136131971 tempest-TestMinimumBasicScenario-1136131971-project] 10.222.0.24 "GET /v2.0/quotas/ce3e8f3592894606afc4d35c82d8f36f HTTP/1.1" status: 200 len: 375 time: 0.0097127 May 25 07:45:27.110425 dv-cinder-825492-15-iscsi neutron-server[104525]: INFO neutron.wsgi [req-fe5a7856-cbe0-41d8-b566-8f427d939b6e req-f0ac39af-133f-4ad0-9c70-d0b740a2d465 tempest-TestMinimumBasicScenario-1136131971 tempest-TestMinimumBasicScenario-1136131971-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=ce3e8f3592894606afc4d35c82d8f36f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0463083 May 25 07:45:27.471669 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG dbcounter [-] [104525] Writing DB stats neutron:SELECT=100 {{(pid=104525) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 07:45:27.486453 dv-cinder-825492-15-iscsi neutron-server[104525]: INFO neutron.wsgi [req-fe5a7856-cbe0-41d8-b566-8f427d939b6e req-40d38a71-5820-437b-bcd6-61eb9ed17ca1 service neutron] 10.222.0.24 "GET /v2.0/networks/1f9a3bff-e0aa-4277-a6ad-8da29c0b0d1a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3633623 May 25 07:45:27.579063 dv-cinder-825492-15-iscsi neutron-server[104525]: INFO neutron.wsgi [req-fe5a7856-cbe0-41d8-b566-8f427d939b6e req-7cb482c9-6677-49f3-b685-c62699bacb10 service neutron] 10.222.0.24 "GET /v2.0/networks/1f9a3bff-e0aa-4277-a6ad-8da29c0b0d1a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862780 May 25 07:45:27.814661 dv-cinder-825492-15-iscsi neutron-server[104526]: INFO neutron.wsgi [req-78384631-0dd4-4968-98bf-6b5bd17ee4de req-44b0f051-ec09-4e76-9ac0-bd8e9d766a20 tempest-TestMinimumBasicScenario-1136131971 tempest-TestMinimumBasicScenario-1136131971-project] 10.222.0.24 "GET /v2.0/ports?device_id=892bc459-4577-4e8c-b87f-04861e9f1ea8 HTTP/1.1" status: 200 len: 210 time: 0.0277996 May 25 07:45:28.602546 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.plugins.ml2.rpc [None req-798242cc-9ea0-464c-9109-86bd7997349e None None] Device 8088516f-f409-4c1a-a818-72e6472926e1 no longer exists at agent hyperv_hv-cinder-82549 {{(pid=104527) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 25 07:45:28.619926 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.plugins.ml2.plugin [None req-798242cc-9ea0-464c-9109-86bd7997349e None None] No Port match for: 8088516f-f409-4c1a-a818-72e6472926e1 {{(pid=104527) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 25 07:45:28.620788 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.plugins.ml2.rpc [None req-798242cc-9ea0-464c-9109-86bd7997349e None None] Device 8088516f-f409-4c1a-a818-72e6472926e1 not bound to the agent host hv-cinder-82549 {{(pid=104527) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 25 07:45:28.902338 dv-cinder-825492-15-iscsi neutron-server[104525]: INFO neutron.wsgi [req-2be796e3-3867-452a-8914-0d992a8e68ea req-d7ffbd02-1c5b-4b2f-b8a2-88b9ac7c3ae7 tempest-TestMinimumBasicScenario-1136131971 tempest-TestMinimumBasicScenario-1136131971-project] 10.222.0.24 "GET /v2.0/ports?device_id=892bc459-4577-4e8c-b87f-04861e9f1ea8 HTTP/1.1" status: 200 len: 210 time: 0.0319052 May 25 07:45:30.001813 dv-cinder-825492-15-iscsi neutron-server[104526]: INFO neutron.wsgi [req-fcb1b576-d5b5-4d84-bee8-354ed965da13 req-a4e14751-e43e-4e9c-ac91-a0187920bb1a tempest-TestMinimumBasicScenario-1136131971 tempest-TestMinimumBasicScenario-1136131971-project] 10.222.0.24 "GET /v2.0/ports?device_id=892bc459-4577-4e8c-b87f-04861e9f1ea8 HTTP/1.1" status: 200 len: 210 time: 0.0302472 May 25 07:45:31.097239 dv-cinder-825492-15-iscsi neutron-server[104525]: INFO neutron.wsgi [req-7217ff7a-704f-4a56-bd65-eabc9520d008 req-beafcc19-8017-43a8-ae64-4858f735d911 tempest-TestMinimumBasicScenario-1136131971 tempest-TestMinimumBasicScenario-1136131971-project] 10.222.0.24 "GET /v2.0/ports?device_id=892bc459-4577-4e8c-b87f-04861e9f1ea8 HTTP/1.1" status: 200 len: 210 time: 0.0290825 May 25 07:45:32.182297 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron_lib.callbacks.manager [None req-798242cc-9ea0-464c-9109-86bd7997349e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754056472917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490168'] for agent (bbf5dc8c-5103-4973-a6b6-76af4660c126), after_update {{(pid=104527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:45:32.192415 dv-cinder-825492-15-iscsi neutron-server[104526]: INFO neutron.wsgi [req-53a77662-27d5-4e4e-bf4e-7db3b1fe9e87 req-bc6cc8c9-e9b8-4de1-88b1-4c03bde79f37 tempest-TestMinimumBasicScenario-1136131971 tempest-TestMinimumBasicScenario-1136131971-project] 10.222.0.24 "GET /v2.0/ports?device_id=892bc459-4577-4e8c-b87f-04861e9f1ea8 HTTP/1.1" status: 200 len: 210 time: 0.0290709 May 25 07:45:32.621577 dv-cinder-825492-15-iscsi neutron-server[104528]: DEBUG neutron.db.agents_db [None req-434abceb-772f-4043-8698-cfe4a44654b9 None None] Agent healthcheck: found 6 active agents {{(pid=104528) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 25 07:45:32.735729 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe5a7856-cbe0-41d8-b566-8f427d939b6e req-10f70bd9-0444-4b23-9395-9c8844153f67 tempest-TestMinimumBasicScenario-1136131971 tempest-TestMinimumBasicScenario-1136131971-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 07:45:32.737440 dv-cinder-825492-15-iscsi neutron-server[104526]: INFO neutron.wsgi [req-fe5a7856-cbe0-41d8-b566-8f427d939b6e req-10f70bd9-0444-4b23-9395-9c8844153f67 tempest-TestMinimumBasicScenario-1136131971 tempest-TestMinimumBasicScenario-1136131971-project] 10.222.0.41 "GET /v2.0/networks?id=1f9a3bff-e0aa-4277-a6ad-8da29c0b0d1a HTTP/1.1" status: 200 len: 814 time: 0.1027563 May 25 07:45:32.755265 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.api.v2.base [req-fe5a7856-cbe0-41d8-b566-8f427d939b6e req-82a043bb-5996-47e2-b1e9-1da7f9d62869 tempest-TestMinimumBasicScenario-1136131971 tempest-TestMinimumBasicScenario-1136131971-project] Request body: {'port': {'device_id': '892bc459-4577-4e8c-b87f-04861e9f1ea8', 'network_id': '1f9a3bff-e0aa-4277-a6ad-8da29c0b0d1a', 'admin_state_up': True, 'tenant_id': 'ce3e8f3592894606afc4d35c82d8f36f'}} {{(pid=104526) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 25 07:45:32.930494 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fe5a7856-cbe0-41d8-b566-8f427d939b6e req-82a043bb-5996-47e2-b1e9-1da7f9d62869 tempest-TestMinimumBasicScenario-1136131971 tempest-TestMinimumBasicScenario-1136131971-project] Made reservation on behalf of ce3e8f3592894606afc4d35c82d8f36f for: {'port': 1} {{(pid=104526) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 07:45:32.934003 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [req-fe5a7856-cbe0-41d8-b566-8f427d939b6e req-82a043bb-5996-47e2-b1e9-1da7f9d62869 tempest-TestMinimumBasicScenario-1136131971 tempest-TestMinimumBasicScenario-1136131971-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-616651'] for port (None), before_create {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:45:32.958068 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG dbcounter [-] [104526] Writing DB stats neutron:SELECT=89,neutron:DELETE=8,neutron:INSERT=3 {{(pid=104526) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 07:45:33.068744 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.db.db_base_plugin_common [req-fe5a7856-cbe0-41d8-b566-8f427d939b6e req-82a043bb-5996-47e2-b1e9-1da7f9d62869 tempest-TestMinimumBasicScenario-1136131971 tempest-TestMinimumBasicScenario-1136131971-project] Allocated IP 172.20.0.9 (1f9a3bff-e0aa-4277-a6ad-8da29c0b0d1a/623b3c8a-4ab3-45ba-bd8e-09ef75d96994/eed8a0c9-0f18-40ef-a65e-38b52e79aa6e) {{(pid=104526) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 07:45:33.218247 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [req-fe5a7856-cbe0-41d8-b566-8f427d939b6e req-82a043bb-5996-47e2-b1e9-1da7f9d62869 tempest-TestMinimumBasicScenario-1136131971 tempest-TestMinimumBasicScenario-1136131971-project] Publish callbacks [] for port (eed8a0c9-0f18-40ef-a65e-38b52e79aa6e), precommit_create {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:45:33.228636 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG dbcounter [-] [104526] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=4 {{(pid=104526) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 07:45:33.289311 dv-cinder-825492-15-iscsi neutron-server[104525]: INFO neutron.wsgi [req-f5f7e384-072a-4d94-b411-e90a0a72fa21 req-bd6b380d-73c9-4e9d-9599-adcd4be019dd tempest-TestMinimumBasicScenario-1136131971 tempest-TestMinimumBasicScenario-1136131971-project] 10.222.0.24 "GET /v2.0/ports?device_id=892bc459-4577-4e8c-b87f-04861e9f1ea8 HTTP/1.1" status: 200 len: 210 time: 0.0272753 May 25 07:45:33.297348 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [req-fe5a7856-cbe0-41d8-b566-8f427d939b6e req-82a043bb-5996-47e2-b1e9-1da7f9d62869 tempest-TestMinimumBasicScenario-1136131971 tempest-TestMinimumBasicScenario-1136131971-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-617841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612926', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754056173864', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2909854'] for port (eed8a0c9-0f18-40ef-a65e-38b52e79aa6e), after_create {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:45:33.345402 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fe5a7856-cbe0-41d8-b566-8f427d939b6e req-82a043bb-5996-47e2-b1e9-1da7f9d62869 tempest-TestMinimumBasicScenario-1136131971 tempest-TestMinimumBasicScenario-1136131971-project] Network 1f9a3bff-e0aa-4277-a6ad-8da29c0b0d1a is already hosted by enough agents. {{(pid=104526) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 07:45:33.348612 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.scheduler.base_scheduler [req-fe5a7856-cbe0-41d8-b566-8f427d939b6e req-82a043bb-5996-47e2-b1e9-1da7f9d62869 tempest-TestMinimumBasicScenario-1136131971 tempest-TestMinimumBasicScenario-1136131971-project] Resources bound (agent type, host, resource id): {{(pid=104526) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 07:45:33.352400 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.db.l3_dvrscheduler_db [req-fe5a7856-cbe0-41d8-b566-8f427d939b6e req-82a043bb-5996-47e2-b1e9-1da7f9d62869 tempest-TestMinimumBasicScenario-1136131971 tempest-TestMinimumBasicScenario-1136131971-project] Received port after_create {{(pid=104526) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 25 07:45:33.377604 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82a043bb-5996-47e2-b1e9-1da7f9d62869 tempest-TestMinimumBasicScenario-1136131971 tempest-TestMinimumBasicScenario-1136131971-project] Pushing event updated for resources: {'Port': ['ID=eed8a0c9-0f18-40ef-a65e-38b52e79aa6e,revision_number=1']} {{(pid=104526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 07:45:33.407475 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe5a7856-cbe0-41d8-b566-8f427d939b6e req-82a043bb-5996-47e2-b1e9-1da7f9d62869 tempest-TestMinimumBasicScenario-1136131971 tempest-TestMinimumBasicScenario-1136131971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 07:45:33.408098 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [req-fe5a7856-cbe0-41d8-b566-8f427d939b6e req-82a043bb-5996-47e2-b1e9-1da7f9d62869 tempest-TestMinimumBasicScenario-1136131971 tempest-TestMinimumBasicScenario-1136131971-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93885'] for port (None), before_response {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:45:33.505021 dv-cinder-825492-15-iscsi neutron-server[104526]: INFO neutron.wsgi [req-fe5a7856-cbe0-41d8-b566-8f427d939b6e req-82a043bb-5996-47e2-b1e9-1da7f9d62869 tempest-TestMinimumBasicScenario-1136131971 tempest-TestMinimumBasicScenario-1136131971-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7532279 May 25 07:45:33.547026 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.api.v2.base [req-fe5a7856-cbe0-41d8-b566-8f427d939b6e req-028fbe3e-be22-4344-92bb-c2bd07cbb92c service neutron] Request body: {'port': {'device_id': '892bc459-4577-4e8c-b87f-04861e9f1ea8', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82549'}} {{(pid=104526) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 25 07:45:33.617146 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [req-fe5a7856-cbe0-41d8-b566-8f427d939b6e req-028fbe3e-be22-4344-92bb-c2bd07cbb92c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-616651'] for port (eed8a0c9-0f18-40ef-a65e-38b52e79aa6e), before_update {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:45:33.637890 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.db.provisioning_blocks [None req-6ee505f9-361d-47dd-bef7-47bf9c134be5 None None] Provisioning complete for port eed8a0c9-0f18-40ef-a65e-38b52e79aa6e triggered by entity DHCP. {{(pid=104527) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 25 07:45:33.638449 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron_lib.callbacks.manager [None req-6ee505f9-361d-47dd-bef7-47bf9c134be5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1490782'] for port (eed8a0c9-0f18-40ef-a65e-38b52e79aa6e), provisioning_complete {{(pid=104527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:45:33.672650 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.plugins.ml2.plugin [None req-6ee505f9-361d-47dd-bef7-47bf9c134be5 None None] Port eed8a0c9-0f18-40ef-a65e-38b52e79aa6e cannot update to ACTIVE because it is not bound. {{(pid=104527) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 25 07:45:33.939159 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.notifiers.nova [req-fe5a7856-cbe0-41d8-b566-8f427d939b6e req-028fbe3e-be22-4344-92bb-c2bd07cbb92c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id eed8a0c9-0f18-40ef-a65e-38b52e79aa6e {{(pid=104526) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 25 07:45:33.947564 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [req-fe5a7856-cbe0-41d8-b566-8f427d939b6e req-028fbe3e-be22-4344-92bb-c2bd07cbb92c service neutron] Publish callbacks [] for port (eed8a0c9-0f18-40ef-a65e-38b52e79aa6e), precommit_update {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:45:33.961302 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.db.provisioning_blocks [req-fe5a7856-cbe0-41d8-b566-8f427d939b6e req-028fbe3e-be22-4344-92bb-c2bd07cbb92c service neutron] Transition to ACTIVE for port object eed8a0c9-0f18-40ef-a65e-38b52e79aa6e will not be triggered until provisioned by entity L2. {{(pid=104526) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 25 07:45:34.028568 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [req-fe5a7856-cbe0-41d8-b566-8f427d939b6e req-028fbe3e-be22-4344-92bb-c2bd07cbb92c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-617841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612926', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754056714442', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754056173882', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754056173900', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2909847'] for port (eed8a0c9-0f18-40ef-a65e-38b52e79aa6e), after_update {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:45:34.106022 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-028fbe3e-be22-4344-92bb-c2bd07cbb92c service neutron] Pushing event updated for resources: {'Port': ['ID=eed8a0c9-0f18-40ef-a65e-38b52e79aa6e,revision_number=2']} {{(pid=104526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 07:45:34.201562 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG dbcounter [-] [104526] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104526) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 07:45:34.225833 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.plugins.ml2.managers [req-fe5a7856-cbe0-41d8-b566-8f427d939b6e req-028fbe3e-be22-4344-92bb-c2bd07cbb92c service neutron] Attempting to bind port eed8a0c9-0f18-40ef-a65e-38b52e79aa6e on host hv-cinder-82549 for vnic_type normal with profile {{(pid=104526) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 25 07:45:34.226506 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.plugins.ml2.managers [req-fe5a7856-cbe0-41d8-b566-8f427d939b6e req-028fbe3e-be22-4344-92bb-c2bd07cbb92c service neutron] Attempting to bind port eed8a0c9-0f18-40ef-a65e-38b52e79aa6e by drivers openvswitch,hyperv on host hv-cinder-82549 at level 0 using segments [{'id': 'b08770fa-6050-41ea-ab8a-efb563bb8f14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 298, 'network_id': '1f9a3bff-e0aa-4277-a6ad-8da29c0b0d1a'}] {{(pid=104526) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 25 07:45:34.226506 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe5a7856-cbe0-41d8-b566-8f427d939b6e req-028fbe3e-be22-4344-92bb-c2bd07cbb92c service neutron] Attempting to bind port eed8a0c9-0f18-40ef-a65e-38b52e79aa6e on network 1f9a3bff-e0aa-4277-a6ad-8da29c0b0d1a {{(pid=104526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 25 07:45:34.236186 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe5a7856-cbe0-41d8-b566-8f427d939b6e req-028fbe3e-be22-4344-92bb-c2bd07cbb92c service neutron] Port eed8a0c9-0f18-40ef-a65e-38b52e79aa6e on network 1f9a3bff-e0aa-4277-a6ad-8da29c0b0d1a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82549 {{(pid=104526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 25 07:45:34.236186 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe5a7856-cbe0-41d8-b566-8f427d939b6e req-028fbe3e-be22-4344-92bb-c2bd07cbb92c service neutron] Attempting to bind port eed8a0c9-0f18-40ef-a65e-38b52e79aa6e on network 1f9a3bff-e0aa-4277-a6ad-8da29c0b0d1a {{(pid=104526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 25 07:45:34.246381 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe5a7856-cbe0-41d8-b566-8f427d939b6e req-028fbe3e-be22-4344-92bb-c2bd07cbb92c service neutron] Checking agent: {'id': 'bbf5dc8c-5103-4973-a6b6-76af4660c126', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82549', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 25, 7, 34, 32), 'started_at': datetime.datetime(2022, 5, 25, 7, 34, 32), 'heartbeat_timestamp': datetime.datetime(2022, 5, 25, 7, 45, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 25 07:45:34.247084 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe5a7856-cbe0-41d8-b566-8f427d939b6e req-028fbe3e-be22-4344-92bb-c2bd07cbb92c service neutron] Checking segment: {'id': 'b08770fa-6050-41ea-ab8a-efb563bb8f14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 298, 'network_id': '1f9a3bff-e0aa-4277-a6ad-8da29c0b0d1a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104526) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 25 07:45:34.247653 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe5a7856-cbe0-41d8-b566-8f427d939b6e req-028fbe3e-be22-4344-92bb-c2bd07cbb92c service neutron] Bound using segment: {'id': 'b08770fa-6050-41ea-ab8a-efb563bb8f14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 298, 'network_id': '1f9a3bff-e0aa-4277-a6ad-8da29c0b0d1a'} {{(pid=104526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 25 07:45:34.250304 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.plugins.ml2.managers [req-fe5a7856-cbe0-41d8-b566-8f427d939b6e req-028fbe3e-be22-4344-92bb-c2bd07cbb92c service neutron] Bound port: eed8a0c9-0f18-40ef-a65e-38b52e79aa6e, host: hv-cinder-82549, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b08770fa-6050-41ea-ab8a-efb563bb8f14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 298, 'network_id': '1f9a3bff-e0aa-4277-a6ad-8da29c0b0d1a'}}] {{(pid=104526) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 25 07:45:34.250773 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [req-fe5a7856-cbe0-41d8-b566-8f427d939b6e req-028fbe3e-be22-4344-92bb-c2bd07cbb92c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-616651'] for port (eed8a0c9-0f18-40ef-a65e-38b52e79aa6e), before_update {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:45:34.348994 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.plugins.ml2.db [req-fe5a7856-cbe0-41d8-b566-8f427d939b6e req-028fbe3e-be22-4344-92bb-c2bd07cbb92c service neutron] For port eed8a0c9-0f18-40ef-a65e-38b52e79aa6e, host hv-cinder-82549, cleared binding levels {{(pid=104526) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 25 07:45:34.353547 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.plugins.ml2.db [req-fe5a7856-cbe0-41d8-b566-8f427d939b6e req-028fbe3e-be22-4344-92bb-c2bd07cbb92c service neutron] For port eed8a0c9-0f18-40ef-a65e-38b52e79aa6e, host hv-cinder-82549, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82549',level=0,port_id=eed8a0c9-0f18-40ef-a65e-38b52e79aa6e,segment=NetworkSegment(b08770fa-6050-41ea-ab8a-efb563bb8f14),segment_id=b08770fa-6050-41ea-ab8a-efb563bb8f14)] {{(pid=104526) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 25 07:45:34.444302 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [req-fe5a7856-cbe0-41d8-b566-8f427d939b6e req-028fbe3e-be22-4344-92bb-c2bd07cbb92c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-617841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612926', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754056714442', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754056173882', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754056173900', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2909847'] for port (eed8a0c9-0f18-40ef-a65e-38b52e79aa6e), after_update {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:45:34.479544 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG dbcounter [-] [104526] Writing DB stats neutron:SELECT=90,neutron:DELETE=2,neutron:UPDATE=6,neutron:INSERT=2 {{(pid=104526) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 07:45:34.489164 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fad7c852-12c6-4913-b396-adad2783afa9 req-c74eafc8-c7e7-4b81-aa51-28127dfcf57c tempest-TestMinimumBasicScenario-1136131971 tempest-TestMinimumBasicScenario-1136131971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 07:45:34.490770 dv-cinder-825492-15-iscsi neutron-server[104526]: INFO neutron.wsgi [req-fad7c852-12c6-4913-b396-adad2783afa9 req-c74eafc8-c7e7-4b81-aa51-28127dfcf57c tempest-TestMinimumBasicScenario-1136131971 tempest-TestMinimumBasicScenario-1136131971-project] 10.222.0.24 "GET /v2.0/ports?device_id=892bc459-4577-4e8c-b87f-04861e9f1ea8 HTTP/1.1" status: 200 len: 943 time: 0.0924482 May 25 07:45:34.510391 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe5a7856-cbe0-41d8-b566-8f427d939b6e req-028fbe3e-be22-4344-92bb-c2bd07cbb92c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 07:45:34.510947 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [req-fe5a7856-cbe0-41d8-b566-8f427d939b6e req-028fbe3e-be22-4344-92bb-c2bd07cbb92c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93885'] for port (None), before_response {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:45:34.512278 dv-cinder-825492-15-iscsi neutron-server[104526]: INFO neutron.wsgi [req-fe5a7856-cbe0-41d8-b566-8f427d939b6e req-028fbe3e-be22-4344-92bb-c2bd07cbb92c service neutron] 10.222.0.41 "PUT /v2.0/ports/eed8a0c9-0f18-40ef-a65e-38b52e79aa6e HTTP/1.1" status: 200 len: 1093 time: 0.9702156 May 25 07:45:34.512875 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '892bc459-4577-4e8c-b87f-04861e9f1ea8', 'tag': 'eed8a0c9-0f18-40ef-a65e-38b52e79aa6e'}] {{(pid=104526) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 25 07:45:34.515595 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db633a5f02cadde147c9bc1566607705b0433b891c7275f259bdbd209e6b6683" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-94850b24-e61f-495e-8051-1222c7a0d522" -d '{"events": [{"name": "network-changed", "server_uuid": "892bc459-4577-4e8c-b87f-04861e9f1ea8", "tag": "eed8a0c9-0f18-40ef-a65e-38b52e79aa6e"}]}' {{(pid=104526) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 25 07:45:34.546300 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-028fbe3e-be22-4344-92bb-c2bd07cbb92c service neutron] Pushing event updated for resources: {'Port': ['ID=eed8a0c9-0f18-40ef-a65e-38b52e79aa6e,revision_number=3']} {{(pid=104526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 07:45:34.605458 dv-cinder-825492-15-iscsi neutron-server[104526]: INFO neutron.wsgi [req-fad7c852-12c6-4913-b396-adad2783afa9 req-a1258200-814a-4607-9c54-a2f91f2c16c8 tempest-TestMinimumBasicScenario-1136131971 tempest-TestMinimumBasicScenario-1136131971-project] 10.222.0.24 "GET /v2.0/security-groups?id=1ced07ab-21b0-4a9f-8788-f41419ff702c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1052797 May 25 07:45:34.610729 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 25 May 2022 07:45:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5ab86bdc-f7e9-40ef-a143-e3b2982dc87f x-openstack-request-id: req-5ab86bdc-f7e9-40ef-a143-e3b2982dc87f {{(pid=104526) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 25 07:45:34.611045 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "892bc459-4577-4e8c-b87f-04861e9f1ea8", "tag": "eed8a0c9-0f18-40ef-a65e-38b52e79aa6e", "status": "completed", "code": 200}]} {{(pid=104526) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 25 07:45:34.611396 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-5ab86bdc-f7e9-40ef-a143-e3b2982dc87f {{(pid=104526) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 25 07:45:34.611817 dv-cinder-825492-15-iscsi neutron-server[104526]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5ab86bdc-f7e9-40ef-a143-e3b2982dc87f'] response: {'name': 'network-changed', 'server_uuid': '892bc459-4577-4e8c-b87f-04861e9f1ea8', 'tag': 'eed8a0c9-0f18-40ef-a65e-38b52e79aa6e', 'status': 'completed', 'code': 200} May 25 07:45:35.245065 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron_lib.callbacks.manager [None req-0f0dfc40-e951-447a-ace1-3f28fcdf5c2a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754056472917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490168'] for agent (6cf9466f-68ff-4d03-9bb6-0c8244fa88eb), after_update {{(pid=104527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:45:35.744340 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcea1123-501f-4b52-9150-af17aba2cf6e req-de4bfbc2-103a-4307-ab73-3bf277a0d1f3 tempest-TestMinimumBasicScenario-1136131971 tempest-TestMinimumBasicScenario-1136131971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 07:45:35.746094 dv-cinder-825492-15-iscsi neutron-server[104525]: INFO neutron.wsgi [req-dcea1123-501f-4b52-9150-af17aba2cf6e req-de4bfbc2-103a-4307-ab73-3bf277a0d1f3 tempest-TestMinimumBasicScenario-1136131971 tempest-TestMinimumBasicScenario-1136131971-project] 10.222.0.24 "GET /v2.0/ports?device_id=892bc459-4577-4e8c-b87f-04861e9f1ea8 HTTP/1.1" status: 200 len: 943 time: 0.0527406 May 25 07:45:35.825193 dv-cinder-825492-15-iscsi neutron-server[104525]: INFO neutron.wsgi [req-dcea1123-501f-4b52-9150-af17aba2cf6e req-c33be58d-218c-4548-8a54-0fe2811f0076 tempest-TestMinimumBasicScenario-1136131971 tempest-TestMinimumBasicScenario-1136131971-project] 10.222.0.24 "GET /v2.0/security-groups?id=1ced07ab-21b0-4a9f-8788-f41419ff702c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0729439 May 25 07:45:36.939658 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a3e08d2-d2c8-4b6d-ba05-a69946e0a5a2 req-df86ca79-2e22-45d4-8191-dcb5283666df tempest-TestMinimumBasicScenario-1136131971 tempest-TestMinimumBasicScenario-1136131971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 07:45:36.941280 dv-cinder-825492-15-iscsi neutron-server[104526]: INFO neutron.wsgi [req-7a3e08d2-d2c8-4b6d-ba05-a69946e0a5a2 req-df86ca79-2e22-45d4-8191-dcb5283666df tempest-TestMinimumBasicScenario-1136131971 tempest-TestMinimumBasicScenario-1136131971-project] 10.222.0.24 "GET /v2.0/ports?device_id=892bc459-4577-4e8c-b87f-04861e9f1ea8 HTTP/1.1" status: 200 len: 943 time: 0.0483899 May 25 07:45:36.997734 dv-cinder-825492-15-iscsi neutron-server[104526]: INFO neutron.wsgi [req-7a3e08d2-d2c8-4b6d-ba05-a69946e0a5a2 req-1eb2d092-363d-41ab-b527-547ffee8f599 tempest-TestMinimumBasicScenario-1136131971 tempest-TestMinimumBasicScenario-1136131971-project] 10.222.0.24 "GET /v2.0/security-groups?id=1ced07ab-21b0-4a9f-8788-f41419ff702c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505311 May 25 07:45:37.490719 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron_lib.callbacks.manager [None req-8e0eb4bf-b71f-4042-8f75-b2906f9ee4cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754056472917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490168'] for agent (54ff4013-997e-4376-a4e9-e6c98cf37cc7), after_update {{(pid=104527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:45:38.136970 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7416cd1b-3380-43e4-a7cf-f9d61fe8cedd req-71520586-13eb-4bdc-a062-68188e7bb3bc tempest-TestMinimumBasicScenario-1136131971 tempest-TestMinimumBasicScenario-1136131971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 07:45:38.136970 dv-cinder-825492-15-iscsi neutron-server[104525]: INFO neutron.wsgi [req-7416cd1b-3380-43e4-a7cf-f9d61fe8cedd req-71520586-13eb-4bdc-a062-68188e7bb3bc tempest-TestMinimumBasicScenario-1136131971 tempest-TestMinimumBasicScenario-1136131971-project] 10.222.0.24 "GET /v2.0/ports?device_id=892bc459-4577-4e8c-b87f-04861e9f1ea8 HTTP/1.1" status: 200 len: 943 time: 0.0515187 May 25 07:45:38.203927 dv-cinder-825492-15-iscsi neutron-server[104525]: INFO neutron.wsgi [req-7416cd1b-3380-43e4-a7cf-f9d61fe8cedd req-080a1f6a-08ab-4218-a616-450ac659eebb tempest-TestMinimumBasicScenario-1136131971 tempest-TestMinimumBasicScenario-1136131971-project] 10.222.0.24 "GET /v2.0/security-groups?id=1ced07ab-21b0-4a9f-8788-f41419ff702c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0729303 May 25 07:45:38.668313 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron_lib.callbacks.manager [None req-461c163e-e11a-425b-8a8d-f39fb153da48 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754056472917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490168'] for agent (fa5554a0-25df-434f-a0d0-5996d872220a), after_update {{(pid=104527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:45:39.336822 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95a044de-1b2f-47a7-9721-eb0b0cc5740e req-348b1797-fbad-4cf1-ba67-de2344669cdd tempest-TestMinimumBasicScenario-1136131971 tempest-TestMinimumBasicScenario-1136131971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 07:45:39.343992 dv-cinder-825492-15-iscsi neutron-server[104526]: INFO neutron.wsgi [req-95a044de-1b2f-47a7-9721-eb0b0cc5740e req-348b1797-fbad-4cf1-ba67-de2344669cdd tempest-TestMinimumBasicScenario-1136131971 tempest-TestMinimumBasicScenario-1136131971-project] 10.222.0.24 "GET /v2.0/ports?device_id=892bc459-4577-4e8c-b87f-04861e9f1ea8 HTTP/1.1" status: 200 len: 943 time: 0.0565693 May 25 07:45:39.402032 dv-cinder-825492-15-iscsi neutron-server[104526]: INFO neutron.wsgi [req-95a044de-1b2f-47a7-9721-eb0b0cc5740e req-84ce44af-e763-4762-a05f-5726330bc7ce tempest-TestMinimumBasicScenario-1136131971 tempest-TestMinimumBasicScenario-1136131971-project] 10.222.0.24 "GET /v2.0/security-groups?id=1ced07ab-21b0-4a9f-8788-f41419ff702c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570133 May 25 07:45:39.586234 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9130e4dc-ed82-445f-bad0-c56e4e66c70f req-f04d67ea-0a9d-4ae6-9184-3cbb45cfb6ee tempest-VolumesSnapshotTestJSON-1886078946 tempest-VolumesSnapshotTestJSON-1886078946-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 07:45:39.589152 dv-cinder-825492-15-iscsi neutron-server[104525]: INFO neutron.wsgi [req-9130e4dc-ed82-445f-bad0-c56e4e66c70f req-f04d67ea-0a9d-4ae6-9184-3cbb45cfb6ee tempest-VolumesSnapshotTestJSON-1886078946 tempest-VolumesSnapshotTestJSON-1886078946-project] 10.222.0.24 "GET /v2.0/networks?id=c3acec61-ced6-4aa4-9c0d-e8c3f6579c19 HTTP/1.1" status: 200 len: 813 time: 0.1130185 May 25 07:45:39.612710 dv-cinder-825492-15-iscsi neutron-server[104525]: INFO neutron.wsgi [req-9130e4dc-ed82-445f-bad0-c56e4e66c70f req-d40cc647-670e-4928-9d2c-dfbdcc3daece tempest-VolumesSnapshotTestJSON-1886078946 tempest-VolumesSnapshotTestJSON-1886078946-project] 10.222.0.24 "GET /v2.0/quotas/ee2590cbdba14e7ab1f3ce5a58beeb54 HTTP/1.1" status: 200 len: 375 time: 0.0166743 May 25 07:45:39.682804 dv-cinder-825492-15-iscsi neutron-server[104525]: INFO neutron.wsgi [req-9130e4dc-ed82-445f-bad0-c56e4e66c70f req-faa5b5b7-57fd-4472-bd05-b05796fbb21a tempest-VolumesSnapshotTestJSON-1886078946 tempest-VolumesSnapshotTestJSON-1886078946-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=ee2590cbdba14e7ab1f3ce5a58beeb54&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0586956 May 25 07:45:39.790592 dv-cinder-825492-15-iscsi neutron-server[104525]: INFO neutron.wsgi [req-9130e4dc-ed82-445f-bad0-c56e4e66c70f req-831edf56-ebda-4cd1-8767-c80f6b8b5914 service neutron] 10.222.0.24 "GET /v2.0/networks/c3acec61-ced6-4aa4-9c0d-e8c3f6579c19?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1056335 May 25 07:45:39.913958 dv-cinder-825492-15-iscsi neutron-server[104525]: INFO neutron.wsgi [req-9130e4dc-ed82-445f-bad0-c56e4e66c70f req-d57cd704-d458-403b-a77a-2901181b9cf8 service neutron] 10.222.0.24 "GET /v2.0/networks/c3acec61-ced6-4aa4-9c0d-e8c3f6579c19?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1164210 May 25 07:45:40.153891 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron_lib.callbacks.manager [None req-f9cd7ad7-9657-4dc4-ab64-74b2d9455e3c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754056472917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490168'] for agent (749e0e2c-8e71-4175-9046-27a8fd2a3a0a), after_update {{(pid=104527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:45:40.307077 dv-cinder-825492-15-iscsi neutron-server[104526]: INFO neutron.wsgi [req-cf7de602-6cc9-4b6d-92d3-09ab72495e90 req-cccdce1e-d68d-4131-93be-5ed796f4aa81 tempest-VolumesSnapshotTestJSON-1886078946 tempest-VolumesSnapshotTestJSON-1886078946-project] 10.222.0.24 "GET /v2.0/ports?device_id=0904e314-a1e9-453e-9182-e709d655845a HTTP/1.1" status: 200 len: 210 time: 0.0413566 May 25 07:45:40.509920 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG dbcounter [-] [104525] Writing DB stats neutron:SELECT=100 {{(pid=104525) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 07:45:40.561324 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33214d85-6625-49dc-8679-a32add0eac43 req-45c9d695-5f83-45a9-9171-d88a88bda9df tempest-TestMinimumBasicScenario-1136131971 tempest-TestMinimumBasicScenario-1136131971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 07:45:40.563708 dv-cinder-825492-15-iscsi neutron-server[104525]: INFO neutron.wsgi [req-33214d85-6625-49dc-8679-a32add0eac43 req-45c9d695-5f83-45a9-9171-d88a88bda9df tempest-TestMinimumBasicScenario-1136131971 tempest-TestMinimumBasicScenario-1136131971-project] 10.222.0.24 "GET /v2.0/ports?device_id=892bc459-4577-4e8c-b87f-04861e9f1ea8 HTTP/1.1" status: 200 len: 943 time: 0.0647590 May 25 07:45:40.652301 dv-cinder-825492-15-iscsi neutron-server[104525]: INFO neutron.wsgi [req-33214d85-6625-49dc-8679-a32add0eac43 req-de1c9c39-ca18-4c62-97b9-856f939271e2 tempest-TestMinimumBasicScenario-1136131971 tempest-TestMinimumBasicScenario-1136131971-project] 10.222.0.24 "GET /v2.0/security-groups?id=1ced07ab-21b0-4a9f-8788-f41419ff702c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0758657 May 25 07:45:41.035071 dv-cinder-825492-15-iscsi neutron-server[104526]: INFO neutron.wsgi [req-4d8d230e-5ade-4042-9480-898b314b6b9d req-95de1c71-7828-4af8-ac58-1c68e4f09c24 tempest-TestVolumeBootPattern-1147907125 tempest-TestVolumeBootPattern-1147907125-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2067050148&fields=id&tenant_id=f5e67d0f06be415794efd436655904b3 HTTP/1.1" status: 200 len: 267 time: 0.0562637 May 25 07:45:41.151281 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d8d230e-5ade-4042-9480-898b314b6b9d req-5ea5db8f-bfaa-4974-8db1-36d622afb82c tempest-TestVolumeBootPattern-1147907125 tempest-TestVolumeBootPattern-1147907125-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 07:45:41.153064 dv-cinder-825492-15-iscsi neutron-server[104526]: INFO neutron.wsgi [req-4d8d230e-5ade-4042-9480-898b314b6b9d req-5ea5db8f-bfaa-4974-8db1-36d622afb82c tempest-TestVolumeBootPattern-1147907125 tempest-TestVolumeBootPattern-1147907125-project] 10.222.0.24 "GET /v2.0/networks?id=9bcd68e9-0045-4b34-8142-bf28d91642fb HTTP/1.1" status: 200 len: 812 time: 0.1112990 May 25 07:45:41.168342 dv-cinder-825492-15-iscsi neutron-server[104526]: INFO neutron.wsgi [req-4d8d230e-5ade-4042-9480-898b314b6b9d req-251cb020-1ce1-4056-91ce-1685eb27cff1 tempest-TestVolumeBootPattern-1147907125 tempest-TestVolumeBootPattern-1147907125-project] 10.222.0.24 "GET /v2.0/quotas/f5e67d0f06be415794efd436655904b3 HTTP/1.1" status: 200 len: 375 time: 0.0094881 May 25 07:45:41.223296 dv-cinder-825492-15-iscsi neutron-server[104526]: INFO neutron.wsgi [req-4d8d230e-5ade-4042-9480-898b314b6b9d req-f3e8a3a4-ff7b-4352-8376-c81e7d2182b0 tempest-TestVolumeBootPattern-1147907125 tempest-TestVolumeBootPattern-1147907125-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=f5e67d0f06be415794efd436655904b3&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0495059 May 25 07:45:41.353017 dv-cinder-825492-15-iscsi neutron-server[104526]: INFO neutron.wsgi [req-4d8d230e-5ade-4042-9480-898b314b6b9d req-887b573d-3630-4abe-bb36-919f351a1d96 service neutron] 10.222.0.24 "GET /v2.0/networks/9bcd68e9-0045-4b34-8142-bf28d91642fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1178951 May 25 07:45:41.448836 dv-cinder-825492-15-iscsi neutron-server[104525]: INFO neutron.wsgi [req-ae704b0c-4028-46d9-bf1b-48af15fd65d8 req-d1d4f9af-879e-4137-ab19-75110c1169ce tempest-VolumesSnapshotTestJSON-1886078946 tempest-VolumesSnapshotTestJSON-1886078946-project] 10.222.0.24 "GET /v2.0/ports?device_id=0904e314-a1e9-453e-9182-e709d655845a HTTP/1.1" status: 200 len: 210 time: 0.0591497 May 25 07:45:41.489531 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG dbcounter [-] [104527] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=104527) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 07:45:41.502920 dv-cinder-825492-15-iscsi neutron-server[104526]: INFO neutron.wsgi [req-4d8d230e-5ade-4042-9480-898b314b6b9d req-689d95ac-e59a-4987-a0dd-a8488105c094 service neutron] 10.222.0.24 "GET /v2.0/networks/9bcd68e9-0045-4b34-8142-bf28d91642fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1429608 May 25 07:45:41.576918 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron_lib.callbacks.manager [None req-4c581813-650f-4b4b-ac0f-82f585bea231 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754056472917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490168'] for agent (67455b2d-ff20-4068-8b38-73bd0628c5cb), after_update {{(pid=104527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:45:41.760976 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f077dd21-ae2e-494f-9346-0e6d5333754a req-cbf88da1-5bab-4c7c-ad38-1da327ba98a1 tempest-TestMinimumBasicScenario-1136131971 tempest-TestMinimumBasicScenario-1136131971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 07:45:41.762472 dv-cinder-825492-15-iscsi neutron-server[104525]: INFO neutron.wsgi [req-f077dd21-ae2e-494f-9346-0e6d5333754a req-cbf88da1-5bab-4c7c-ad38-1da327ba98a1 tempest-TestMinimumBasicScenario-1136131971 tempest-TestMinimumBasicScenario-1136131971-project] 10.222.0.24 "GET /v2.0/ports?device_id=892bc459-4577-4e8c-b87f-04861e9f1ea8 HTTP/1.1" status: 200 len: 943 time: 0.0509198 May 25 07:45:41.811937 dv-cinder-825492-15-iscsi neutron-server[104525]: INFO neutron.wsgi [req-f077dd21-ae2e-494f-9346-0e6d5333754a req-0abaa814-733e-42a6-8d28-2b671b7ba57b tempest-TestMinimumBasicScenario-1136131971 tempest-TestMinimumBasicScenario-1136131971-project] 10.222.0.24 "GET /v2.0/security-groups?id=1ced07ab-21b0-4a9f-8788-f41419ff702c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435958 May 25 07:45:42.068334 dv-cinder-825492-15-iscsi neutron-server[104525]: INFO neutron.wsgi [req-948628a6-f7bc-47fc-9eea-6c5269f7a635 req-386b0183-9f26-4f3c-b11f-c1bc615e0472 tempest-TestVolumeBootPattern-1147907125 tempest-TestVolumeBootPattern-1147907125-project] 10.222.0.24 "GET /v2.0/ports?device_id=684d03bd-f960-4032-8299-19dc8fa3029e HTTP/1.1" status: 200 len: 210 time: 0.0288162 May 25 07:45:42.549267 dv-cinder-825492-15-iscsi neutron-server[104526]: INFO neutron.wsgi [req-faf24b60-18e5-4e31-a4cb-38b694de700c req-7effb305-3a49-4703-893f-1be2219bc704 tempest-VolumesSnapshotTestJSON-1886078946 tempest-VolumesSnapshotTestJSON-1886078946-project] 10.222.0.24 "GET /v2.0/ports?device_id=0904e314-a1e9-453e-9182-e709d655845a HTTP/1.1" status: 200 len: 210 time: 0.0296831 May 25 07:45:42.615123 dv-cinder-825492-15-iscsi neutron-server[104528]: DEBUG dbcounter [-] [104528] Writing DB stats neutron:SELECT=2 {{(pid=104528) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 07:45:42.615936 dv-cinder-825492-15-iscsi neutron-server[104528]: DEBUG dbcounter [-] [104528] Writing DB stats neutron:SELECT=42,neutron:DELETE=1 {{(pid=104528) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 07:45:42.931438 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b93f013-d953-4599-b7c1-aae694c7a8e8 req-ec528edc-7442-49ed-b2fb-79b398458218 tempest-TestMinimumBasicScenario-1136131971 tempest-TestMinimumBasicScenario-1136131971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 07:45:42.932916 dv-cinder-825492-15-iscsi neutron-server[104525]: INFO neutron.wsgi [req-4b93f013-d953-4599-b7c1-aae694c7a8e8 req-ec528edc-7442-49ed-b2fb-79b398458218 tempest-TestMinimumBasicScenario-1136131971 tempest-TestMinimumBasicScenario-1136131971-project] 10.222.0.24 "GET /v2.0/ports?device_id=892bc459-4577-4e8c-b87f-04861e9f1ea8 HTTP/1.1" status: 200 len: 943 time: 0.0505934 May 25 07:45:43.002425 dv-cinder-825492-15-iscsi neutron-server[104525]: INFO neutron.wsgi [req-4b93f013-d953-4599-b7c1-aae694c7a8e8 req-d1c9a838-da0f-4e53-964a-51d1b3d0e36b tempest-TestMinimumBasicScenario-1136131971 tempest-TestMinimumBasicScenario-1136131971-project] 10.222.0.24 "GET /v2.0/security-groups?id=1ced07ab-21b0-4a9f-8788-f41419ff702c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0613582 May 25 07:45:43.177240 dv-cinder-825492-15-iscsi neutron-server[104526]: INFO neutron.wsgi [req-28f8c79e-0134-4c40-84b4-8a5c2cd0ba85 req-3eca9c95-e641-45f1-a928-f2c782647536 tempest-TestVolumeBootPattern-1147907125 tempest-TestVolumeBootPattern-1147907125-project] 10.222.0.24 "GET /v2.0/ports?device_id=684d03bd-f960-4032-8299-19dc8fa3029e HTTP/1.1" status: 200 len: 210 time: 0.0335183 May 25 07:45:43.649230 dv-cinder-825492-15-iscsi neutron-server[104525]: INFO neutron.wsgi [req-a7c506fd-1d81-4d12-b4df-992f076285fe req-9e2dfc2c-662a-4cda-8083-b4767182a457 tempest-VolumesSnapshotTestJSON-1886078946 tempest-VolumesSnapshotTestJSON-1886078946-project] 10.222.0.24 "GET /v2.0/ports?device_id=0904e314-a1e9-453e-9182-e709d655845a HTTP/1.1" status: 200 len: 210 time: 0.0275290 May 25 07:45:44.114054 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-349a98d7-ac9b-43ff-a796-f067284efbce req-2728cce8-3353-4d84-9a96-7f0727b197df tempest-TestMinimumBasicScenario-1136131971 tempest-TestMinimumBasicScenario-1136131971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 07:45:44.115515 dv-cinder-825492-15-iscsi neutron-server[104526]: INFO neutron.wsgi [req-349a98d7-ac9b-43ff-a796-f067284efbce req-2728cce8-3353-4d84-9a96-7f0727b197df tempest-TestMinimumBasicScenario-1136131971 tempest-TestMinimumBasicScenario-1136131971-project] 10.222.0.24 "GET /v2.0/ports?device_id=892bc459-4577-4e8c-b87f-04861e9f1ea8 HTTP/1.1" status: 200 len: 943 time: 0.0468097 May 25 07:45:44.163693 dv-cinder-825492-15-iscsi neutron-server[104526]: INFO neutron.wsgi [req-349a98d7-ac9b-43ff-a796-f067284efbce req-454345c1-aa4e-42fc-b050-9850378c047c tempest-TestMinimumBasicScenario-1136131971 tempest-TestMinimumBasicScenario-1136131971-project] 10.222.0.24 "GET /v2.0/security-groups?id=1ced07ab-21b0-4a9f-8788-f41419ff702c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422604 May 25 07:45:44.275750 dv-cinder-825492-15-iscsi neutron-server[104525]: INFO neutron.wsgi [req-eb3294ec-ce66-418c-aacf-6eaa9f381538 req-18acca1f-8980-4fd5-8d7d-2d2bf05d15ae tempest-TestVolumeBootPattern-1147907125 tempest-TestVolumeBootPattern-1147907125-project] 10.222.0.24 "GET /v2.0/ports?device_id=684d03bd-f960-4032-8299-19dc8fa3029e HTTP/1.1" status: 200 len: 210 time: 0.0296068 May 25 07:45:44.348105 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG dbcounter [-] [104526] Writing DB stats neutron:SELECT=100 {{(pid=104526) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 07:45:44.351323 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94850b24-e61f-495e-8051-1222c7a0d522 req-18f7e1d6-0226-4c39-a019-680c097a1c81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 07:45:44.353006 dv-cinder-825492-15-iscsi neutron-server[104526]: INFO neutron.wsgi [req-94850b24-e61f-495e-8051-1222c7a0d522 req-18f7e1d6-0226-4c39-a019-680c097a1c81 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=ce3e8f3592894606afc4d35c82d8f36f&device_id=892bc459-4577-4e8c-b87f-04861e9f1ea8 HTTP/1.1" status: 200 len: 1127 time: 0.0395377 May 25 07:45:44.461920 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94850b24-e61f-495e-8051-1222c7a0d522 req-1b3143d3-6f16-4d23-b0b0-c6220d9e945c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 07:45:44.463365 dv-cinder-825492-15-iscsi neutron-server[104526]: INFO neutron.wsgi [req-94850b24-e61f-495e-8051-1222c7a0d522 req-1b3143d3-6f16-4d23-b0b0-c6220d9e945c service neutron] 10.222.0.41 "GET /v2.0/networks?tenant_id=ce3e8f3592894606afc4d35c82d8f36f&shared=False HTTP/1.1" status: 200 len: 915 time: 0.0959897 May 25 07:45:44.557501 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94850b24-e61f-495e-8051-1222c7a0d522 req-b5a9745f-09c2-4127-a495-9ae60703f1f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 07:45:44.558975 dv-cinder-825492-15-iscsi neutron-server[104526]: INFO neutron.wsgi [req-94850b24-e61f-495e-8051-1222c7a0d522 req-b5a9745f-09c2-4127-a495-9ae60703f1f9 service neutron] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0900624 May 25 07:45:44.662921 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG dbcounter [-] [104526] Writing DB stats neutron:SELECT=100 {{(pid=104526) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 07:45:44.675569 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe5a7856-cbe0-41d8-b566-8f427d939b6e req-509dab4a-1c8b-4b68-bf8d-7f70137cd3ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 07:45:44.677076 dv-cinder-825492-15-iscsi neutron-server[104526]: INFO neutron.wsgi [req-fe5a7856-cbe0-41d8-b566-8f427d939b6e req-509dab4a-1c8b-4b68-bf8d-7f70137cd3ae service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=ce3e8f3592894606afc4d35c82d8f36f&device_id=892bc459-4577-4e8c-b87f-04861e9f1ea8 HTTP/1.1" status: 200 len: 1127 time: 0.0486512 May 25 07:45:44.761568 dv-cinder-825492-15-iscsi neutron-server[104526]: INFO neutron.wsgi [req-fe5a7856-cbe0-41d8-b566-8f427d939b6e req-86c71600-d003-48b8-8516-70ebdcff6130 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=eed8a0c9-0f18-40ef-a65e-38b52e79aa6e HTTP/1.1" status: 200 len: 217 time: 0.0464022 May 25 07:45:44.785647 dv-cinder-825492-15-iscsi neutron-server[104526]: INFO neutron.wsgi [req-f77d6f99-1488-4b9f-8d31-4bc3e4d7b83e req-1508baab-f335-4be3-8889-d0f376ad1193 tempest-VolumesSnapshotTestJSON-1886078946 tempest-VolumesSnapshotTestJSON-1886078946-project] 10.222.0.24 "GET /v2.0/ports?device_id=0904e314-a1e9-453e-9182-e709d655845a HTTP/1.1" status: 200 len: 210 time: 0.0625136 May 25 07:45:44.822085 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe5a7856-cbe0-41d8-b566-8f427d939b6e req-47221b8b-a458-4994-98bd-9a67ad5ca2b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 07:45:44.823656 dv-cinder-825492-15-iscsi neutron-server[104526]: INFO neutron.wsgi [req-fe5a7856-cbe0-41d8-b566-8f427d939b6e req-47221b8b-a458-4994-98bd-9a67ad5ca2b9 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=623b3c8a-4ab3-45ba-bd8e-09ef75d96994 HTTP/1.1" status: 200 len: 853 time: 0.0464611 May 25 07:45:44.867929 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe5a7856-cbe0-41d8-b566-8f427d939b6e req-014322e6-4947-42cf-9dec-a63c968635df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 07:45:44.869462 dv-cinder-825492-15-iscsi neutron-server[104526]: INFO neutron.wsgi [req-fe5a7856-cbe0-41d8-b566-8f427d939b6e req-014322e6-4947-42cf-9dec-a63c968635df service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=1f9a3bff-e0aa-4277-a6ad-8da29c0b0d1a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0403428 May 25 07:45:44.964552 dv-cinder-825492-15-iscsi neutron-server[104526]: INFO neutron.wsgi [req-fe5a7856-cbe0-41d8-b566-8f427d939b6e req-da80f9ec-a588-4146-af3c-82ae018fb6ab service neutron] 10.222.0.41 "GET /v2.0/networks/1f9a3bff-e0aa-4277-a6ad-8da29c0b0d1a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861866 May 25 07:45:45.051294 dv-cinder-825492-15-iscsi neutron-server[104526]: INFO neutron.wsgi [req-fe5a7856-cbe0-41d8-b566-8f427d939b6e req-9208d392-3377-40b6-b1d1-dc4d557da85f service neutron] 10.222.0.41 "GET /v2.0/networks/1f9a3bff-e0aa-4277-a6ad-8da29c0b0d1a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0810785 May 25 07:45:45.241190 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG dbcounter [-] [104525] Writing DB stats neutron:SELECT=100 {{(pid=104525) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 07:45:45.280128 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f18d6297-6654-485b-80ea-9907e2052fa2 req-3829bb38-addd-4e36-a10f-91da9b3cbbec tempest-TestMinimumBasicScenario-1136131971 tempest-TestMinimumBasicScenario-1136131971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 07:45:45.281646 dv-cinder-825492-15-iscsi neutron-server[104525]: INFO neutron.wsgi [req-f18d6297-6654-485b-80ea-9907e2052fa2 req-3829bb38-addd-4e36-a10f-91da9b3cbbec tempest-TestMinimumBasicScenario-1136131971 tempest-TestMinimumBasicScenario-1136131971-project] 10.222.0.24 "GET /v2.0/ports?device_id=892bc459-4577-4e8c-b87f-04861e9f1ea8 HTTP/1.1" status: 200 len: 943 time: 0.0503905 May 25 07:45:45.334045 dv-cinder-825492-15-iscsi neutron-server[104525]: INFO neutron.wsgi [req-f18d6297-6654-485b-80ea-9907e2052fa2 req-38da6ddb-6e62-4eb5-8dd4-f9f03fa5777c tempest-TestMinimumBasicScenario-1136131971 tempest-TestMinimumBasicScenario-1136131971-project] 10.222.0.24 "GET /v2.0/security-groups?id=1ced07ab-21b0-4a9f-8788-f41419ff702c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467315 May 25 07:45:45.379127 dv-cinder-825492-15-iscsi neutron-server[104526]: INFO neutron.wsgi [req-7c3c6b6e-d005-43dc-a910-bb04ec75c68c req-38fc6476-59d3-42c1-b765-1dad03ae9724 tempest-TestVolumeBootPattern-1147907125 tempest-TestVolumeBootPattern-1147907125-project] 10.222.0.24 "GET /v2.0/ports?device_id=684d03bd-f960-4032-8299-19dc8fa3029e HTTP/1.1" status: 200 len: 210 time: 0.0349040 May 25 07:45:45.882566 dv-cinder-825492-15-iscsi neutron-server[104525]: INFO neutron.wsgi [req-c04a0990-bf28-4d7f-a21c-f262b880095b req-1936ca5e-a0d7-47ea-b045-cd16feb0ea54 tempest-VolumesSnapshotTestJSON-1886078946 tempest-VolumesSnapshotTestJSON-1886078946-project] 10.222.0.24 "GET /v2.0/ports?device_id=0904e314-a1e9-453e-9182-e709d655845a HTTP/1.1" status: 200 len: 210 time: 0.0271144 May 25 07:45:46.276240 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d8d230e-5ade-4042-9480-898b314b6b9d req-0069ed9f-c8bd-4f5e-8731-b4e341adbccf tempest-TestVolumeBootPattern-1147907125 tempest-TestVolumeBootPattern-1147907125-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 07:45:46.277685 dv-cinder-825492-15-iscsi neutron-server[104526]: INFO neutron.wsgi [req-4d8d230e-5ade-4042-9480-898b314b6b9d req-0069ed9f-c8bd-4f5e-8731-b4e341adbccf tempest-TestVolumeBootPattern-1147907125 tempest-TestVolumeBootPattern-1147907125-project] 10.222.0.41 "GET /v2.0/networks?id=9bcd68e9-0045-4b34-8142-bf28d91642fb HTTP/1.1" status: 200 len: 812 time: 0.1021008 May 25 07:45:46.349152 dv-cinder-825492-15-iscsi neutron-server[104526]: INFO neutron.wsgi [req-4d8d230e-5ade-4042-9480-898b314b6b9d req-ef4c35d2-d65f-4736-a2d9-1385060b996a tempest-TestVolumeBootPattern-1147907125 tempest-TestVolumeBootPattern-1147907125-project] 10.222.0.41 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f5e67d0f06be415794efd436655904b3 HTTP/1.1" status: 200 len: 380 time: 0.0569291 May 25 07:45:46.367704 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.api.v2.base [req-4d8d230e-5ade-4042-9480-898b314b6b9d req-00cfe284-bd3e-4a0c-a9e8-6941667b3af4 tempest-TestVolumeBootPattern-1147907125 tempest-TestVolumeBootPattern-1147907125-project] Request body: {'port': {'device_id': '684d03bd-f960-4032-8299-19dc8fa3029e', 'network_id': '9bcd68e9-0045-4b34-8142-bf28d91642fb', 'admin_state_up': True, 'tenant_id': 'f5e67d0f06be415794efd436655904b3', 'security_groups': ['0c2f491d-41ea-4a0f-9897-87861bfa1a99']}} {{(pid=104526) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 25 07:45:46.481695 dv-cinder-825492-15-iscsi neutron-server[104525]: INFO neutron.wsgi [req-656fe00b-aa8c-4314-831b-97bee1270ed5 req-21cd7fe1-9306-4e40-90b9-3ecdcfa878ef tempest-TestVolumeBootPattern-1147907125 tempest-TestVolumeBootPattern-1147907125-project] 10.222.0.24 "GET /v2.0/ports?device_id=684d03bd-f960-4032-8299-19dc8fa3029e HTTP/1.1" status: 200 len: 210 time: 0.0329475 May 25 07:45:46.542955 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dde3b03-ecae-4b9b-99b3-f2fdcd169e30 req-5daf9ee6-a2ae-4222-a380-3f29ae2a8f02 tempest-TestMinimumBasicScenario-1136131971 tempest-TestMinimumBasicScenario-1136131971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 07:45:46.544515 dv-cinder-825492-15-iscsi neutron-server[104526]: INFO neutron.wsgi [req-1dde3b03-ecae-4b9b-99b3-f2fdcd169e30 req-5daf9ee6-a2ae-4222-a380-3f29ae2a8f02 tempest-TestMinimumBasicScenario-1136131971 tempest-TestMinimumBasicScenario-1136131971-project] 10.222.0.24 "GET /v2.0/ports?device_id=892bc459-4577-4e8c-b87f-04861e9f1ea8 HTTP/1.1" status: 200 len: 943 time: 0.1195250 May 25 07:45:46.621583 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG dbcounter [-] [104526] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=104526) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 07:45:46.627730 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9130e4dc-ed82-445f-bad0-c56e4e66c70f req-7f89f0e3-904f-4cff-be57-7bf4879b137e tempest-VolumesSnapshotTestJSON-1886078946 tempest-VolumesSnapshotTestJSON-1886078946-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 07:45:46.632133 dv-cinder-825492-15-iscsi neutron-server[104526]: INFO neutron.wsgi [req-9130e4dc-ed82-445f-bad0-c56e4e66c70f req-7f89f0e3-904f-4cff-be57-7bf4879b137e tempest-VolumesSnapshotTestJSON-1886078946 tempest-VolumesSnapshotTestJSON-1886078946-project] 10.222.0.41 "GET /v2.0/networks?id=c3acec61-ced6-4aa4-9c0d-e8c3f6579c19 HTTP/1.1" status: 200 len: 813 time: 0.2422476 May 25 07:45:46.649952 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.api.v2.base [req-9130e4dc-ed82-445f-bad0-c56e4e66c70f req-0b3bc62b-a08f-41fa-b174-4d32d60ecb16 tempest-VolumesSnapshotTestJSON-1886078946 tempest-VolumesSnapshotTestJSON-1886078946-project] Request body: {'port': {'device_id': '0904e314-a1e9-453e-9182-e709d655845a', 'network_id': 'c3acec61-ced6-4aa4-9c0d-e8c3f6579c19', 'admin_state_up': True, 'tenant_id': 'ee2590cbdba14e7ab1f3ce5a58beeb54'}} {{(pid=104526) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 25 07:45:46.675794 dv-cinder-825492-15-iscsi neutron-server[104526]: INFO neutron.wsgi [req-1dde3b03-ecae-4b9b-99b3-f2fdcd169e30 req-d98d695e-3e01-4634-b9dd-adb32647822e tempest-TestMinimumBasicScenario-1136131971 tempest-TestMinimumBasicScenario-1136131971-project] 10.222.0.24 "GET /v2.0/security-groups?id=1ced07ab-21b0-4a9f-8788-f41419ff702c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1201928 May 25 07:45:46.727942 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG dbcounter [-] [104526] Writing DB stats neutron:SELECT=100 {{(pid=104526) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 07:45:46.760281 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4d8d230e-5ade-4042-9480-898b314b6b9d req-00cfe284-bd3e-4a0c-a9e8-6941667b3af4 tempest-TestVolumeBootPattern-1147907125 tempest-TestVolumeBootPattern-1147907125-project] Made reservation on behalf of f5e67d0f06be415794efd436655904b3 for: {'port': 1} {{(pid=104526) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 07:45:46.763812 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [req-4d8d230e-5ade-4042-9480-898b314b6b9d req-00cfe284-bd3e-4a0c-a9e8-6941667b3af4 tempest-TestVolumeBootPattern-1147907125 tempest-TestVolumeBootPattern-1147907125-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-616651'] for port (None), before_create {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:45:46.864804 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9130e4dc-ed82-445f-bad0-c56e4e66c70f req-0b3bc62b-a08f-41fa-b174-4d32d60ecb16 tempest-VolumesSnapshotTestJSON-1886078946 tempest-VolumesSnapshotTestJSON-1886078946-project] Made reservation on behalf of ee2590cbdba14e7ab1f3ce5a58beeb54 for: {'port': 1} {{(pid=104526) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 07:45:46.868277 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [req-9130e4dc-ed82-445f-bad0-c56e4e66c70f req-0b3bc62b-a08f-41fa-b174-4d32d60ecb16 tempest-VolumesSnapshotTestJSON-1886078946 tempest-VolumesSnapshotTestJSON-1886078946-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-616651'] for port (None), before_create {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:45:46.917284 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.db.db_base_plugin_common [req-4d8d230e-5ade-4042-9480-898b314b6b9d req-00cfe284-bd3e-4a0c-a9e8-6941667b3af4 tempest-TestVolumeBootPattern-1147907125 tempest-TestVolumeBootPattern-1147907125-project] Allocated IP 172.20.0.9 (9bcd68e9-0045-4b34-8142-bf28d91642fb/79361af5-cc98-4fe6-aade-34c4cdb65654/4241ca06-1fe2-4402-b408-b4b6b705733f) {{(pid=104526) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 07:45:46.992661 dv-cinder-825492-15-iscsi neutron-server[104525]: INFO neutron.wsgi [req-920005b8-2bf5-44d0-8ea5-d7622ea0ae5c req-69d553fc-33e0-4dce-933e-5434bd317d1a tempest-VolumesSnapshotTestJSON-1886078946 tempest-VolumesSnapshotTestJSON-1886078946-project] 10.222.0.24 "GET /v2.0/ports?device_id=0904e314-a1e9-453e-9182-e709d655845a HTTP/1.1" status: 200 len: 210 time: 0.0362034 May 25 07:45:47.104043 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.db.db_base_plugin_common [req-9130e4dc-ed82-445f-bad0-c56e4e66c70f req-0b3bc62b-a08f-41fa-b174-4d32d60ecb16 tempest-VolumesSnapshotTestJSON-1886078946 tempest-VolumesSnapshotTestJSON-1886078946-project] Allocated IP 172.20.0.7 (c3acec61-ced6-4aa4-9c0d-e8c3f6579c19/c7d74e31-36b4-4702-a0e2-7e185ab2e3ee/5ca72084-eb9a-4af3-b2f5-c7d1050e2584) {{(pid=104526) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 07:45:47.181113 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [req-4d8d230e-5ade-4042-9480-898b314b6b9d req-00cfe284-bd3e-4a0c-a9e8-6941667b3af4 tempest-TestVolumeBootPattern-1147907125 tempest-TestVolumeBootPattern-1147907125-project] Publish callbacks [] for port (4241ca06-1fe2-4402-b408-b4b6b705733f), precommit_create {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:45:47.194321 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG dbcounter [-] [104526] Writing DB stats neutron:SELECT=82,neutron:INSERT=11,neutron:UPDATE=7 {{(pid=104526) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 07:45:47.319947 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [req-9130e4dc-ed82-445f-bad0-c56e4e66c70f req-0b3bc62b-a08f-41fa-b174-4d32d60ecb16 tempest-VolumesSnapshotTestJSON-1886078946 tempest-VolumesSnapshotTestJSON-1886078946-project] Publish callbacks [] for port (5ca72084-eb9a-4af3-b2f5-c7d1050e2584), precommit_create {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:45:47.394673 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [req-4d8d230e-5ade-4042-9480-898b314b6b9d req-00cfe284-bd3e-4a0c-a9e8-6941667b3af4 tempest-TestVolumeBootPattern-1147907125 tempest-TestVolumeBootPattern-1147907125-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-617841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612926', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754056173864', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2909854'] for port (4241ca06-1fe2-4402-b408-b4b6b705733f), after_create {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:45:47.429307 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG dbcounter [-] [104526] Writing DB stats neutron:SELECT=94,neutron:UPDATE=1,neutron:INSERT=5 {{(pid=104526) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 07:45:47.438625 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4d8d230e-5ade-4042-9480-898b314b6b9d req-00cfe284-bd3e-4a0c-a9e8-6941667b3af4 tempest-TestVolumeBootPattern-1147907125 tempest-TestVolumeBootPattern-1147907125-project] Network 9bcd68e9-0045-4b34-8142-bf28d91642fb is already hosted by enough agents. {{(pid=104526) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 07:45:47.441520 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.scheduler.base_scheduler [req-4d8d230e-5ade-4042-9480-898b314b6b9d req-00cfe284-bd3e-4a0c-a9e8-6941667b3af4 tempest-TestVolumeBootPattern-1147907125 tempest-TestVolumeBootPattern-1147907125-project] Resources bound (agent type, host, resource id): {{(pid=104526) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 07:45:47.444061 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.db.l3_dvrscheduler_db [req-4d8d230e-5ade-4042-9480-898b314b6b9d req-00cfe284-bd3e-4a0c-a9e8-6941667b3af4 tempest-TestVolumeBootPattern-1147907125 tempest-TestVolumeBootPattern-1147907125-project] Received port after_create {{(pid=104526) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 25 07:45:47.475270 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [req-9130e4dc-ed82-445f-bad0-c56e4e66c70f req-0b3bc62b-a08f-41fa-b174-4d32d60ecb16 tempest-VolumesSnapshotTestJSON-1886078946 tempest-VolumesSnapshotTestJSON-1886078946-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-617841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612926', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754056173864', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2909854'] for port (5ca72084-eb9a-4af3-b2f5-c7d1050e2584), after_create {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:45:47.485978 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00cfe284-bd3e-4a0c-a9e8-6941667b3af4 tempest-TestVolumeBootPattern-1147907125 tempest-TestVolumeBootPattern-1147907125-project] Pushing event updated for resources: {'Port': ['ID=4241ca06-1fe2-4402-b408-b4b6b705733f,revision_number=1']} {{(pid=104526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 07:45:47.745797 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.db.provisioning_blocks [None req-8aef1d21-3177-4cf9-907c-1d994ab04ab8 None None] Provisioning complete for port 4241ca06-1fe2-4402-b408-b4b6b705733f triggered by entity DHCP. {{(pid=104527) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 25 07:45:47.746393 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron_lib.callbacks.manager [None req-8aef1d21-3177-4cf9-907c-1d994ab04ab8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1490782'] for port (4241ca06-1fe2-4402-b408-b4b6b705733f), provisioning_complete {{(pid=104527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:45:47.782805 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.plugins.ml2.plugin [None req-8aef1d21-3177-4cf9-907c-1d994ab04ab8 None None] Port 4241ca06-1fe2-4402-b408-b4b6b705733f cannot update to ACTIVE because it is not bound. {{(pid=104527) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 25 07:45:47.822052 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f9d5122-e87b-4bd4-a778-75175f3b8ab5 req-35657b75-8c78-4bb6-aeaa-6dbadb87736c tempest-TestMinimumBasicScenario-1136131971 tempest-TestMinimumBasicScenario-1136131971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 07:45:47.823546 dv-cinder-825492-15-iscsi neutron-server[104525]: INFO neutron.wsgi [req-6f9d5122-e87b-4bd4-a778-75175f3b8ab5 req-35657b75-8c78-4bb6-aeaa-6dbadb87736c tempest-TestMinimumBasicScenario-1136131971 tempest-TestMinimumBasicScenario-1136131971-project] 10.222.0.24 "GET /v2.0/ports?device_id=892bc459-4577-4e8c-b87f-04861e9f1ea8 HTTP/1.1" status: 200 len: 943 time: 0.0727582 May 25 07:45:47.833420 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9130e4dc-ed82-445f-bad0-c56e4e66c70f req-0b3bc62b-a08f-41fa-b174-4d32d60ecb16 tempest-VolumesSnapshotTestJSON-1886078946 tempest-VolumesSnapshotTestJSON-1886078946-project] Network c3acec61-ced6-4aa4-9c0d-e8c3f6579c19 is already hosted by enough agents. {{(pid=104526) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 07:45:47.855619 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.scheduler.base_scheduler [req-9130e4dc-ed82-445f-bad0-c56e4e66c70f req-0b3bc62b-a08f-41fa-b174-4d32d60ecb16 tempest-VolumesSnapshotTestJSON-1886078946 tempest-VolumesSnapshotTestJSON-1886078946-project] Resources bound (agent type, host, resource id): {{(pid=104526) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 07:45:47.862530 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d8d230e-5ade-4042-9480-898b314b6b9d req-00cfe284-bd3e-4a0c-a9e8-6941667b3af4 tempest-TestVolumeBootPattern-1147907125 tempest-TestVolumeBootPattern-1147907125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 07:45:47.862999 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [req-4d8d230e-5ade-4042-9480-898b314b6b9d req-00cfe284-bd3e-4a0c-a9e8-6941667b3af4 tempest-TestVolumeBootPattern-1147907125 tempest-TestVolumeBootPattern-1147907125-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93885'] for port (None), before_response {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:45:47.875924 dv-cinder-825492-15-iscsi neutron-server[104525]: INFO neutron.wsgi [req-6f9d5122-e87b-4bd4-a778-75175f3b8ab5 req-1078a5a9-3de4-4831-ad90-57a848d6ccdd tempest-TestMinimumBasicScenario-1136131971 tempest-TestMinimumBasicScenario-1136131971-project] 10.222.0.24 "GET /v2.0/security-groups?id=1ced07ab-21b0-4a9f-8788-f41419ff702c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463963 May 25 07:45:47.878514 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.db.l3_dvrscheduler_db [req-9130e4dc-ed82-445f-bad0-c56e4e66c70f req-0b3bc62b-a08f-41fa-b174-4d32d60ecb16 tempest-VolumesSnapshotTestJSON-1886078946 tempest-VolumesSnapshotTestJSON-1886078946-project] Received port after_create {{(pid=104526) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 25 07:45:47.901825 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b3bc62b-a08f-41fa-b174-4d32d60ecb16 tempest-VolumesSnapshotTestJSON-1886078946 tempest-VolumesSnapshotTestJSON-1886078946-project] Pushing event updated for resources: {'Port': ['ID=5ca72084-eb9a-4af3-b2f5-c7d1050e2584,revision_number=1']} {{(pid=104526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 07:45:47.927477 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e9706d6-7846-44d3-b679-6436d3327e7f req-b76bb96d-1f2b-44d3-8889-d1176ea5c2a4 tempest-TestVolumeBootPattern-1147907125 tempest-TestVolumeBootPattern-1147907125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 07:45:47.928938 dv-cinder-825492-15-iscsi neutron-server[104526]: INFO neutron.wsgi [req-8e9706d6-7846-44d3-b679-6436d3327e7f req-b76bb96d-1f2b-44d3-8889-d1176ea5c2a4 tempest-TestVolumeBootPattern-1147907125 tempest-TestVolumeBootPattern-1147907125-project] 10.222.0.24 "GET /v2.0/ports?device_id=684d03bd-f960-4032-8299-19dc8fa3029e HTTP/1.1" status: 200 len: 931 time: 0.1260996 May 25 07:45:47.930159 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b3bc62b-a08f-41fa-b174-4d32d60ecb16 tempest-VolumesSnapshotTestJSON-1886078946 tempest-VolumesSnapshotTestJSON-1886078946-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825492-15-iscsi {{(pid=104526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 07:45:47.935061 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b3bc62b-a08f-41fa-b174-4d32d60ecb16 tempest-VolumesSnapshotTestJSON-1886078946 tempest-VolumesSnapshotTestJSON-1886078946-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825492-15-iscsi {{(pid=104526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 07:45:47.935061 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b3bc62b-a08f-41fa-b174-4d32d60ecb16 tempest-VolumesSnapshotTestJSON-1886078946 tempest-VolumesSnapshotTestJSON-1886078946-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825492-15-iscsi {{(pid=104526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 07:45:47.935061 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b3bc62b-a08f-41fa-b174-4d32d60ecb16 tempest-VolumesSnapshotTestJSON-1886078946 tempest-VolumesSnapshotTestJSON-1886078946-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825492-15-iscsi {{(pid=104526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 07:45:47.935061 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b3bc62b-a08f-41fa-b174-4d32d60ecb16 tempest-VolumesSnapshotTestJSON-1886078946 tempest-VolumesSnapshotTestJSON-1886078946-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825492-15-iscsi {{(pid=104526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 07:45:47.935061 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b3bc62b-a08f-41fa-b174-4d32d60ecb16 tempest-VolumesSnapshotTestJSON-1886078946 tempest-VolumesSnapshotTestJSON-1886078946-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825492-15-iscsi {{(pid=104526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 07:45:47.935061 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b3bc62b-a08f-41fa-b174-4d32d60ecb16 tempest-VolumesSnapshotTestJSON-1886078946 tempest-VolumesSnapshotTestJSON-1886078946-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825492-15-iscsi {{(pid=104526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 07:45:47.935061 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b3bc62b-a08f-41fa-b174-4d32d60ecb16 tempest-VolumesSnapshotTestJSON-1886078946 tempest-VolumesSnapshotTestJSON-1886078946-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-825492-15-iscsi {{(pid=104526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 07:45:47.935061 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b3bc62b-a08f-41fa-b174-4d32d60ecb16 tempest-VolumesSnapshotTestJSON-1886078946 tempest-VolumesSnapshotTestJSON-1886078946-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-825492-15-iscsi {{(pid=104526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 07:45:47.935061 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b3bc62b-a08f-41fa-b174-4d32d60ecb16 tempest-VolumesSnapshotTestJSON-1886078946 tempest-VolumesSnapshotTestJSON-1886078946-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-825492-15-iscsi {{(pid=104526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 07:45:47.935061 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b3bc62b-a08f-41fa-b174-4d32d60ecb16 tempest-VolumesSnapshotTestJSON-1886078946 tempest-VolumesSnapshotTestJSON-1886078946-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-825492-15-iscsi {{(pid=104526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 07:45:47.935061 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b3bc62b-a08f-41fa-b174-4d32d60ecb16 tempest-VolumesSnapshotTestJSON-1886078946 tempest-VolumesSnapshotTestJSON-1886078946-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825492-15-iscsi {{(pid=104526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 07:45:47.935061 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b3bc62b-a08f-41fa-b174-4d32d60ecb16 tempest-VolumesSnapshotTestJSON-1886078946 tempest-VolumesSnapshotTestJSON-1886078946-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825492-15-iscsi {{(pid=104526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 07:45:47.935061 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b3bc62b-a08f-41fa-b174-4d32d60ecb16 tempest-VolumesSnapshotTestJSON-1886078946 tempest-VolumesSnapshotTestJSON-1886078946-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825492-15-iscsi {{(pid=104526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 07:45:47.937095 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b3bc62b-a08f-41fa-b174-4d32d60ecb16 tempest-VolumesSnapshotTestJSON-1886078946 tempest-VolumesSnapshotTestJSON-1886078946-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825492-15-iscsi {{(pid=104526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 07:45:47.966408 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9130e4dc-ed82-445f-bad0-c56e4e66c70f req-0b3bc62b-a08f-41fa-b174-4d32d60ecb16 tempest-VolumesSnapshotTestJSON-1886078946 tempest-VolumesSnapshotTestJSON-1886078946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 07:45:47.966743 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [req-9130e4dc-ed82-445f-bad0-c56e4e66c70f req-0b3bc62b-a08f-41fa-b174-4d32d60ecb16 tempest-VolumesSnapshotTestJSON-1886078946 tempest-VolumesSnapshotTestJSON-1886078946-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93885'] for port (None), before_response {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:45:47.991051 dv-cinder-825492-15-iscsi neutron-server[104526]: INFO neutron.wsgi [req-4d8d230e-5ade-4042-9480-898b314b6b9d req-00cfe284-bd3e-4a0c-a9e8-6941667b3af4 tempest-TestVolumeBootPattern-1147907125 tempest-TestVolumeBootPattern-1147907125-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6276555 May 25 07:45:48.010736 dv-cinder-825492-15-iscsi neutron-server[104526]: INFO neutron.wsgi [req-8e9706d6-7846-44d3-b679-6436d3327e7f req-62636cbe-30b4-44db-b95c-e1254f66757e tempest-TestVolumeBootPattern-1147907125 tempest-TestVolumeBootPattern-1147907125-project] 10.222.0.24 "GET /v2.0/security-groups?id=0c2f491d-41ea-4a0f-9897-87861bfa1a99&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0700786 May 25 07:45:48.053502 dv-cinder-825492-15-iscsi neutron-server[104526]: INFO neutron.wsgi [req-9130e4dc-ed82-445f-bad0-c56e4e66c70f req-0b3bc62b-a08f-41fa-b174-4d32d60ecb16 tempest-VolumesSnapshotTestJSON-1886078946 tempest-VolumesSnapshotTestJSON-1886078946-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4071915 May 25 07:45:48.058312 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.api.v2.base [req-4d8d230e-5ade-4042-9480-898b314b6b9d req-a228a36e-b4cf-4ee5-9822-ae98cf7c2a7e service neutron] Request body: {'port': {'device_id': '684d03bd-f960-4032-8299-19dc8fa3029e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82549'}} {{(pid=104526) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 25 07:45:48.084154 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.api.v2.base [req-9130e4dc-ed82-445f-bad0-c56e4e66c70f req-7b7d63e5-5072-4a2a-b5e0-fef0a78dd242 service neutron] Request body: {'port': {'device_id': '0904e314-a1e9-453e-9182-e709d655845a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82549'}} {{(pid=104526) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 25 07:45:48.098057 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-448ed9ff-fe60-4da2-8902-84abbfdf8550 req-49fbf287-7ec3-4231-bcc3-4f65c2515091 tempest-VolumesSnapshotTestJSON-1886078946 tempest-VolumesSnapshotTestJSON-1886078946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 07:45:48.099549 dv-cinder-825492-15-iscsi neutron-server[104525]: INFO neutron.wsgi [req-448ed9ff-fe60-4da2-8902-84abbfdf8550 req-49fbf287-7ec3-4231-bcc3-4f65c2515091 tempest-VolumesSnapshotTestJSON-1886078946 tempest-VolumesSnapshotTestJSON-1886078946-project] 10.222.0.24 "GET /v2.0/ports?device_id=0904e314-a1e9-453e-9182-e709d655845a HTTP/1.1" status: 200 len: 931 time: 0.0492179 May 25 07:45:48.148460 dv-cinder-825492-15-iscsi neutron-server[104525]: INFO neutron.wsgi [req-448ed9ff-fe60-4da2-8902-84abbfdf8550 req-8403aa97-ff40-44ef-a08b-33d5033dc503 tempest-VolumesSnapshotTestJSON-1886078946 tempest-VolumesSnapshotTestJSON-1886078946-project] 10.222.0.24 "GET /v2.0/security-groups?id=51b4ed6b-1c02-415d-9339-bebb063a65f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430641 May 25 07:45:48.176240 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [req-4d8d230e-5ade-4042-9480-898b314b6b9d req-a228a36e-b4cf-4ee5-9822-ae98cf7c2a7e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-616651'] for port (4241ca06-1fe2-4402-b408-b4b6b705733f), before_update {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:45:48.184307 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [req-9130e4dc-ed82-445f-bad0-c56e4e66c70f req-7b7d63e5-5072-4a2a-b5e0-fef0a78dd242 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-616651'] for port (5ca72084-eb9a-4af3-b2f5-c7d1050e2584), before_update {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:45:48.303161 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG dbcounter [-] [104526] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104526) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 07:45:48.647575 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.plugins.ml2.rpc [None req-798242cc-9ea0-464c-9109-86bd7997349e None None] Device eed8a0c9-0f18-40ef-a65e-38b52e79aa6e details requested by agent hyperv_hv-cinder-82549 with host hv-cinder-82549 {{(pid=104527) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 25 07:45:48.699696 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.notifiers.nova [req-4d8d230e-5ade-4042-9480-898b314b6b9d req-a228a36e-b4cf-4ee5-9822-ae98cf7c2a7e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4241ca06-1fe2-4402-b408-b4b6b705733f {{(pid=104526) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 25 07:45:48.708998 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.notifiers.nova [req-9130e4dc-ed82-445f-bad0-c56e4e66c70f req-7b7d63e5-5072-4a2a-b5e0-fef0a78dd242 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5ca72084-eb9a-4af3-b2f5-c7d1050e2584 {{(pid=104526) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 25 07:45:48.714180 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [req-4d8d230e-5ade-4042-9480-898b314b6b9d req-a228a36e-b4cf-4ee5-9822-ae98cf7c2a7e service neutron] Publish callbacks [] for port (4241ca06-1fe2-4402-b408-b4b6b705733f), precommit_update {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:45:48.721324 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [req-9130e4dc-ed82-445f-bad0-c56e4e66c70f req-7b7d63e5-5072-4a2a-b5e0-fef0a78dd242 service neutron] Publish callbacks [] for port (5ca72084-eb9a-4af3-b2f5-c7d1050e2584), precommit_update {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:45:48.723169 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG dbcounter [-] [104526] Writing DB stats neutron:DELETE=1,neutron:SELECT=93,neutron:UPDATE=6 {{(pid=104526) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 07:45:48.739744 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.db.provisioning_blocks [req-4d8d230e-5ade-4042-9480-898b314b6b9d req-a228a36e-b4cf-4ee5-9822-ae98cf7c2a7e service neutron] Transition to ACTIVE for port object 4241ca06-1fe2-4402-b408-b4b6b705733f will not be triggered until provisioned by entity L2. {{(pid=104526) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 25 07:45:48.742526 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.db.provisioning_blocks [req-9130e4dc-ed82-445f-bad0-c56e4e66c70f req-7b7d63e5-5072-4a2a-b5e0-fef0a78dd242 service neutron] Transition to ACTIVE for port object 5ca72084-eb9a-4af3-b2f5-c7d1050e2584 will not be triggered until provisioned by entity L2. {{(pid=104526) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 25 07:45:48.749867 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.plugins.ml2.db [None req-798242cc-9ea0-464c-9109-86bd7997349e None None] For port eed8a0c9-0f18-40ef-a65e-38b52e79aa6e, host hv-cinder-82549, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82549',level=0,port_id=eed8a0c9-0f18-40ef-a65e-38b52e79aa6e,segment=NetworkSegment(b08770fa-6050-41ea-ab8a-efb563bb8f14),segment_id=b08770fa-6050-41ea-ab8a-efb563bb8f14)] {{(pid=104527) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 07:45:48.758935 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG dbcounter [-] [104527] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104527) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 07:45:48.764674 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.plugins.ml2.rpc [None req-798242cc-9ea0-464c-9109-86bd7997349e None None] Returning: {'device': 'eed8a0c9-0f18-40ef-a65e-38b52e79aa6e', 'network_id': '1f9a3bff-e0aa-4277-a6ad-8da29c0b0d1a', 'port_id': 'eed8a0c9-0f18-40ef-a65e-38b52e79aa6e', 'mac_address': 'fa:16:3e:b3:4d:21', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 298, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '623b3c8a-4ab3-45ba-bd8e-09ef75d96994', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104527) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 25 07:45:48.797414 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.plugins.ml2.plugin [None req-798242cc-9ea0-464c-9109-86bd7997349e None None] Current status of the port eed8a0c9-0f18-40ef-a65e-38b52e79aa6e is: DOWN; New status is: BUILD {{(pid=104527) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 25 07:45:48.797824 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron_lib.callbacks.manager [None req-798242cc-9ea0-464c-9109-86bd7997349e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-616651'] for port (eed8a0c9-0f18-40ef-a65e-38b52e79aa6e), before_update {{(pid=104527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:45:48.810749 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.notifiers.nova [None req-798242cc-9ea0-464c-9109-86bd7997349e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id eed8a0c9-0f18-40ef-a65e-38b52e79aa6e {{(pid=104527) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 25 07:45:48.811274 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [req-9130e4dc-ed82-445f-bad0-c56e4e66c70f req-7b7d63e5-5072-4a2a-b5e0-fef0a78dd242 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-617841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612926', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754056714442', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754056173882', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754056173900', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2909847'] for port (5ca72084-eb9a-4af3-b2f5-c7d1050e2584), after_update {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:45:48.813343 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [req-4d8d230e-5ade-4042-9480-898b314b6b9d req-a228a36e-b4cf-4ee5-9822-ae98cf7c2a7e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-617841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612926', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754056714442', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754056173882', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754056173900', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2909847'] for port (4241ca06-1fe2-4402-b408-b4b6b705733f), after_update {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:45:48.830776 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.plugins.ml2.db [None req-798242cc-9ea0-464c-9109-86bd7997349e None None] For port eed8a0c9-0f18-40ef-a65e-38b52e79aa6e, host hv-cinder-82549, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82549',level=0,port_id=eed8a0c9-0f18-40ef-a65e-38b52e79aa6e,segment=NetworkSegment(b08770fa-6050-41ea-ab8a-efb563bb8f14),segment_id=b08770fa-6050-41ea-ab8a-efb563bb8f14)] {{(pid=104527) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 07:45:48.878750 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b7d63e5-5072-4a2a-b5e0-fef0a78dd242 service neutron] Pushing event updated for resources: {'Port': ['ID=5ca72084-eb9a-4af3-b2f5-c7d1050e2584,revision_number=2']} {{(pid=104526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 07:45:48.891613 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron_lib.callbacks.manager [None req-798242cc-9ea0-464c-9109-86bd7997349e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-617841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612926', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754056714442', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754056173882', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754056173900'] for port (eed8a0c9-0f18-40ef-a65e-38b52e79aa6e), after_update {{(pid=104527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:45:48.958888 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-798242cc-9ea0-464c-9109-86bd7997349e None None] Pushing event updated for resources: {'Port': ['ID=eed8a0c9-0f18-40ef-a65e-38b52e79aa6e,revision_number=4']} {{(pid=104527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 07:45:49.048089 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG dbcounter [-] [104526] Writing DB stats neutron:UPDATE=4,neutron:SELECT=94,neutron:INSERT=2 {{(pid=104526) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 07:45:49.064345 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a228a36e-b4cf-4ee5-9822-ae98cf7c2a7e service neutron] Pushing event updated for resources: {'Port': ['ID=4241ca06-1fe2-4402-b408-b4b6b705733f,revision_number=2']} {{(pid=104526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 07:45:49.088587 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-924d585f-3db3-4850-a54f-69a5237f39bd req-85bdae02-37d5-4a10-a10e-3204259aecc1 tempest-TestMinimumBasicScenario-1136131971 tempest-TestMinimumBasicScenario-1136131971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 07:45:49.090125 dv-cinder-825492-15-iscsi neutron-server[104526]: INFO neutron.wsgi [req-924d585f-3db3-4850-a54f-69a5237f39bd req-85bdae02-37d5-4a10-a10e-3204259aecc1 tempest-TestMinimumBasicScenario-1136131971 tempest-TestMinimumBasicScenario-1136131971-project] 10.222.0.24 "GET /v2.0/ports?device_id=892bc459-4577-4e8c-b87f-04861e9f1ea8 HTTP/1.1" status: 200 len: 944 time: 0.1356361 May 25 07:45:49.110956 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.plugins.ml2.managers [req-9130e4dc-ed82-445f-bad0-c56e4e66c70f req-7b7d63e5-5072-4a2a-b5e0-fef0a78dd242 service neutron] Attempting to bind port 5ca72084-eb9a-4af3-b2f5-c7d1050e2584 on host hv-cinder-82549 for vnic_type normal with profile {{(pid=104526) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 25 07:45:49.111192 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.plugins.ml2.managers [req-9130e4dc-ed82-445f-bad0-c56e4e66c70f req-7b7d63e5-5072-4a2a-b5e0-fef0a78dd242 service neutron] Attempting to bind port 5ca72084-eb9a-4af3-b2f5-c7d1050e2584 by drivers openvswitch,hyperv on host hv-cinder-82549 at level 0 using segments [{'id': '3ba9802c-cef7-42fe-9bb2-55236834ef61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 289, 'network_id': 'c3acec61-ced6-4aa4-9c0d-e8c3f6579c19'}] {{(pid=104526) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 25 07:45:49.111520 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9130e4dc-ed82-445f-bad0-c56e4e66c70f req-7b7d63e5-5072-4a2a-b5e0-fef0a78dd242 service neutron] Attempting to bind port 5ca72084-eb9a-4af3-b2f5-c7d1050e2584 on network c3acec61-ced6-4aa4-9c0d-e8c3f6579c19 {{(pid=104526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 25 07:45:49.133860 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9130e4dc-ed82-445f-bad0-c56e4e66c70f req-7b7d63e5-5072-4a2a-b5e0-fef0a78dd242 service neutron] Port 5ca72084-eb9a-4af3-b2f5-c7d1050e2584 on network c3acec61-ced6-4aa4-9c0d-e8c3f6579c19 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82549 {{(pid=104526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 25 07:45:49.134108 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9130e4dc-ed82-445f-bad0-c56e4e66c70f req-7b7d63e5-5072-4a2a-b5e0-fef0a78dd242 service neutron] Attempting to bind port 5ca72084-eb9a-4af3-b2f5-c7d1050e2584 on network c3acec61-ced6-4aa4-9c0d-e8c3f6579c19 {{(pid=104526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 25 07:45:49.136033 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c2091f0-3aa3-4b38-946a-4f45877642e2 req-843b96b7-1c93-441d-98d8-0c13e679201b tempest-TestVolumeBootPattern-1147907125 tempest-TestVolumeBootPattern-1147907125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 07:45:49.137533 dv-cinder-825492-15-iscsi neutron-server[104525]: INFO neutron.wsgi [req-6c2091f0-3aa3-4b38-946a-4f45877642e2 req-843b96b7-1c93-441d-98d8-0c13e679201b tempest-TestVolumeBootPattern-1147907125 tempest-TestVolumeBootPattern-1147907125-project] 10.222.0.24 "GET /v2.0/ports?device_id=684d03bd-f960-4032-8299-19dc8fa3029e HTTP/1.1" status: 200 len: 943 time: 0.0496736 May 25 07:45:49.146589 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9130e4dc-ed82-445f-bad0-c56e4e66c70f req-7b7d63e5-5072-4a2a-b5e0-fef0a78dd242 service neutron] Checking agent: {'id': 'bbf5dc8c-5103-4973-a6b6-76af4660c126', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82549', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 25, 7, 34, 32), 'started_at': datetime.datetime(2022, 5, 25, 7, 34, 32), 'heartbeat_timestamp': datetime.datetime(2022, 5, 25, 7, 45, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 25 07:45:49.147030 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9130e4dc-ed82-445f-bad0-c56e4e66c70f req-7b7d63e5-5072-4a2a-b5e0-fef0a78dd242 service neutron] Checking segment: {'id': '3ba9802c-cef7-42fe-9bb2-55236834ef61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 289, 'network_id': 'c3acec61-ced6-4aa4-9c0d-e8c3f6579c19'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104526) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 25 07:45:49.147480 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9130e4dc-ed82-445f-bad0-c56e4e66c70f req-7b7d63e5-5072-4a2a-b5e0-fef0a78dd242 service neutron] Bound using segment: {'id': '3ba9802c-cef7-42fe-9bb2-55236834ef61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 289, 'network_id': 'c3acec61-ced6-4aa4-9c0d-e8c3f6579c19'} {{(pid=104526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 25 07:45:49.147932 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.plugins.ml2.managers [req-9130e4dc-ed82-445f-bad0-c56e4e66c70f req-7b7d63e5-5072-4a2a-b5e0-fef0a78dd242 service neutron] Bound port: 5ca72084-eb9a-4af3-b2f5-c7d1050e2584, host: hv-cinder-82549, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3ba9802c-cef7-42fe-9bb2-55236834ef61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 289, 'network_id': 'c3acec61-ced6-4aa4-9c0d-e8c3f6579c19'}}] {{(pid=104526) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 25 07:45:49.148188 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [req-9130e4dc-ed82-445f-bad0-c56e4e66c70f req-7b7d63e5-5072-4a2a-b5e0-fef0a78dd242 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-616651'] for port (5ca72084-eb9a-4af3-b2f5-c7d1050e2584), before_update {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:45:49.150005 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.plugins.ml2.managers [req-4d8d230e-5ade-4042-9480-898b314b6b9d req-a228a36e-b4cf-4ee5-9822-ae98cf7c2a7e service neutron] Attempting to bind port 4241ca06-1fe2-4402-b408-b4b6b705733f on host hv-cinder-82549 for vnic_type normal with profile {{(pid=104526) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 25 07:45:49.151801 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.plugins.ml2.managers [req-4d8d230e-5ade-4042-9480-898b314b6b9d req-a228a36e-b4cf-4ee5-9822-ae98cf7c2a7e service neutron] Attempting to bind port 4241ca06-1fe2-4402-b408-b4b6b705733f by drivers openvswitch,hyperv on host hv-cinder-82549 at level 0 using segments [{'id': '9a610226-7c21-4d7a-9db8-be7770bde605', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 250, 'network_id': '9bcd68e9-0045-4b34-8142-bf28d91642fb'}] {{(pid=104526) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 25 07:45:49.151801 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d8d230e-5ade-4042-9480-898b314b6b9d req-a228a36e-b4cf-4ee5-9822-ae98cf7c2a7e service neutron] Attempting to bind port 4241ca06-1fe2-4402-b408-b4b6b705733f on network 9bcd68e9-0045-4b34-8142-bf28d91642fb {{(pid=104526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 25 07:45:49.172358 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d8d230e-5ade-4042-9480-898b314b6b9d req-a228a36e-b4cf-4ee5-9822-ae98cf7c2a7e service neutron] Port 4241ca06-1fe2-4402-b408-b4b6b705733f on network 9bcd68e9-0045-4b34-8142-bf28d91642fb not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82549 {{(pid=104526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 25 07:45:49.172702 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d8d230e-5ade-4042-9480-898b314b6b9d req-a228a36e-b4cf-4ee5-9822-ae98cf7c2a7e service neutron] Attempting to bind port 4241ca06-1fe2-4402-b408-b4b6b705733f on network 9bcd68e9-0045-4b34-8142-bf28d91642fb {{(pid=104526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 25 07:45:49.188744 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d8d230e-5ade-4042-9480-898b314b6b9d req-a228a36e-b4cf-4ee5-9822-ae98cf7c2a7e service neutron] Checking agent: {'id': 'bbf5dc8c-5103-4973-a6b6-76af4660c126', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82549', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 25, 7, 34, 32), 'started_at': datetime.datetime(2022, 5, 25, 7, 34, 32), 'heartbeat_timestamp': datetime.datetime(2022, 5, 25, 7, 45, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 25 07:45:49.189091 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d8d230e-5ade-4042-9480-898b314b6b9d req-a228a36e-b4cf-4ee5-9822-ae98cf7c2a7e service neutron] Checking segment: {'id': '9a610226-7c21-4d7a-9db8-be7770bde605', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 250, 'network_id': '9bcd68e9-0045-4b34-8142-bf28d91642fb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104526) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 25 07:45:49.191938 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d8d230e-5ade-4042-9480-898b314b6b9d req-a228a36e-b4cf-4ee5-9822-ae98cf7c2a7e service neutron] Bound using segment: {'id': '9a610226-7c21-4d7a-9db8-be7770bde605', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 250, 'network_id': '9bcd68e9-0045-4b34-8142-bf28d91642fb'} {{(pid=104526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 25 07:45:49.191938 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.plugins.ml2.managers [req-4d8d230e-5ade-4042-9480-898b314b6b9d req-a228a36e-b4cf-4ee5-9822-ae98cf7c2a7e service neutron] Bound port: 4241ca06-1fe2-4402-b408-b4b6b705733f, host: hv-cinder-82549, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9a610226-7c21-4d7a-9db8-be7770bde605', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 250, 'network_id': '9bcd68e9-0045-4b34-8142-bf28d91642fb'}}] {{(pid=104526) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 25 07:45:49.191938 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [req-4d8d230e-5ade-4042-9480-898b314b6b9d req-a228a36e-b4cf-4ee5-9822-ae98cf7c2a7e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-616651'] for port (4241ca06-1fe2-4402-b408-b4b6b705733f), before_update {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:45:49.193093 dv-cinder-825492-15-iscsi neutron-server[104525]: INFO neutron.wsgi [req-6c2091f0-3aa3-4b38-946a-4f45877642e2 req-b1b63d5a-8d65-4e75-8fad-78253141f56d tempest-TestVolumeBootPattern-1147907125 tempest-TestVolumeBootPattern-1147907125-project] 10.222.0.24 "GET /v2.0/security-groups?id=0c2f491d-41ea-4a0f-9897-87861bfa1a99&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0482900 May 25 07:45:49.205027 dv-cinder-825492-15-iscsi neutron-server[104526]: INFO neutron.wsgi [req-924d585f-3db3-4850-a54f-69a5237f39bd req-0dea5731-2858-486f-86eb-621322a71eb1 tempest-TestMinimumBasicScenario-1136131971 tempest-TestMinimumBasicScenario-1136131971-project] 10.222.0.24 "GET /v2.0/security-groups?id=1ced07ab-21b0-4a9f-8788-f41419ff702c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1055024 May 25 07:45:49.241465 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.plugins.ml2.db [None req-798242cc-9ea0-464c-9109-86bd7997349e None None] get_ports_and_sgs() called for port_ids ['eed8a0c9-0f18-40ef-a65e-38b52e79aa6e'] {{(pid=104527) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 25 07:45:49.300246 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.plugins.ml2.db [req-9130e4dc-ed82-445f-bad0-c56e4e66c70f req-7b7d63e5-5072-4a2a-b5e0-fef0a78dd242 service neutron] For port 5ca72084-eb9a-4af3-b2f5-c7d1050e2584, host hv-cinder-82549, cleared binding levels {{(pid=104526) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 25 07:45:49.305100 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.plugins.ml2.db [req-9130e4dc-ed82-445f-bad0-c56e4e66c70f req-7b7d63e5-5072-4a2a-b5e0-fef0a78dd242 service neutron] For port 5ca72084-eb9a-4af3-b2f5-c7d1050e2584, host hv-cinder-82549, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82549',level=0,port_id=5ca72084-eb9a-4af3-b2f5-c7d1050e2584,segment=NetworkSegment(3ba9802c-cef7-42fe-9bb2-55236834ef61),segment_id=3ba9802c-cef7-42fe-9bb2-55236834ef61)] {{(pid=104526) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 25 07:45:49.306744 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-924d0529-8252-450a-975b-272910966470 req-770c3559-153c-42f6-995a-4dd70ee576cc tempest-VolumesSnapshotTestJSON-1886078946 tempest-VolumesSnapshotTestJSON-1886078946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 07:45:49.309053 dv-cinder-825492-15-iscsi neutron-server[104525]: INFO neutron.wsgi [req-924d0529-8252-450a-975b-272910966470 req-770c3559-153c-42f6-995a-4dd70ee576cc tempest-VolumesSnapshotTestJSON-1886078946 tempest-VolumesSnapshotTestJSON-1886078946-project] 10.222.0.24 "GET /v2.0/ports?device_id=0904e314-a1e9-453e-9182-e709d655845a HTTP/1.1" status: 200 len: 943 time: 0.0504348 May 25 07:45:49.310396 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.plugins.ml2.db [req-4d8d230e-5ade-4042-9480-898b314b6b9d req-a228a36e-b4cf-4ee5-9822-ae98cf7c2a7e service neutron] For port 4241ca06-1fe2-4402-b408-b4b6b705733f, host hv-cinder-82549, cleared binding levels {{(pid=104526) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 25 07:45:49.315012 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.plugins.ml2.db [req-4d8d230e-5ade-4042-9480-898b314b6b9d req-a228a36e-b4cf-4ee5-9822-ae98cf7c2a7e service neutron] For port 4241ca06-1fe2-4402-b408-b4b6b705733f, host hv-cinder-82549, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82549',level=0,port_id=4241ca06-1fe2-4402-b408-b4b6b705733f,segment=NetworkSegment(9a610226-7c21-4d7a-9db8-be7770bde605),segment_id=9a610226-7c21-4d7a-9db8-be7770bde605)] {{(pid=104526) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 25 07:45:49.359793 dv-cinder-825492-15-iscsi neutron-server[104525]: INFO neutron.wsgi [req-924d0529-8252-450a-975b-272910966470 req-2b643d55-f8c0-44de-8227-dcc0037beac3 tempest-VolumesSnapshotTestJSON-1886078946 tempest-VolumesSnapshotTestJSON-1886078946-project] 10.222.0.24 "GET /v2.0/security-groups?id=51b4ed6b-1c02-415d-9339-bebb063a65f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443785 May 25 07:45:49.382954 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [req-9130e4dc-ed82-445f-bad0-c56e4e66c70f req-7b7d63e5-5072-4a2a-b5e0-fef0a78dd242 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-617841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612926', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754056714442', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754056173882', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754056173900', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2909847'] for port (5ca72084-eb9a-4af3-b2f5-c7d1050e2584), after_update {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:45:49.389007 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [req-4d8d230e-5ade-4042-9480-898b314b6b9d req-a228a36e-b4cf-4ee5-9822-ae98cf7c2a7e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-617841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612926', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754056714442', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754056173882', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754056173900', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2909847'] for port (4241ca06-1fe2-4402-b408-b4b6b705733f), after_update {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:45:49.431399 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d8d230e-5ade-4042-9480-898b314b6b9d req-a228a36e-b4cf-4ee5-9822-ae98cf7c2a7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 07:45:49.432004 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [req-4d8d230e-5ade-4042-9480-898b314b6b9d req-a228a36e-b4cf-4ee5-9822-ae98cf7c2a7e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93885'] for port (None), before_response {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:45:49.433402 dv-cinder-825492-15-iscsi neutron-server[104526]: INFO neutron.wsgi [req-4d8d230e-5ade-4042-9480-898b314b6b9d req-a228a36e-b4cf-4ee5-9822-ae98cf7c2a7e service neutron] 10.222.0.41 "PUT /v2.0/ports/4241ca06-1fe2-4402-b408-b4b6b705733f HTTP/1.1" status: 200 len: 1093 time: 1.3790245 May 25 07:45:49.434496 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9130e4dc-ed82-445f-bad0-c56e4e66c70f req-7b7d63e5-5072-4a2a-b5e0-fef0a78dd242 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 07:45:49.435058 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [req-9130e4dc-ed82-445f-bad0-c56e4e66c70f req-7b7d63e5-5072-4a2a-b5e0-fef0a78dd242 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93885'] for port (None), before_response {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:45:49.437291 dv-cinder-825492-15-iscsi neutron-server[104526]: INFO neutron.wsgi [req-9130e4dc-ed82-445f-bad0-c56e4e66c70f req-7b7d63e5-5072-4a2a-b5e0-fef0a78dd242 service neutron] 10.222.0.41 "PUT /v2.0/ports/5ca72084-eb9a-4af3-b2f5-c7d1050e2584 HTTP/1.1" status: 200 len: 1093 time: 1.3574762 May 25 07:45:49.437818 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '684d03bd-f960-4032-8299-19dc8fa3029e', 'tag': '4241ca06-1fe2-4402-b408-b4b6b705733f'}, {'name': 'network-changed', 'server_uuid': '0904e314-a1e9-453e-9182-e709d655845a', 'tag': '5ca72084-eb9a-4af3-b2f5-c7d1050e2584'}] {{(pid=104526) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 25 07:45:49.440025 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db633a5f02cadde147c9bc1566607705b0433b891c7275f259bdbd209e6b6683" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9309cd47-9976-407c-b81a-a4567fbccf9d" -d '{"events": [{"name": "network-changed", "server_uuid": "684d03bd-f960-4032-8299-19dc8fa3029e", "tag": "4241ca06-1fe2-4402-b408-b4b6b705733f"}, {"name": "network-changed", "server_uuid": "0904e314-a1e9-453e-9182-e709d655845a", "tag": "5ca72084-eb9a-4af3-b2f5-c7d1050e2584"}]}' {{(pid=104526) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 25 07:45:49.470292 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b7d63e5-5072-4a2a-b5e0-fef0a78dd242 service neutron] Pushing event updated for resources: {'Port': ['ID=5ca72084-eb9a-4af3-b2f5-c7d1050e2584,revision_number=3']} {{(pid=104526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 07:45:49.497748 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Wed, 25 May 2022 07:45:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0f66654c-8d80-40f6-854c-486c9b5d2114 x-openstack-request-id: req-0f66654c-8d80-40f6-854c-486c9b5d2114 {{(pid=104526) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 25 07:45:49.498037 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "684d03bd-f960-4032-8299-19dc8fa3029e", "tag": "4241ca06-1fe2-4402-b408-b4b6b705733f", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "0904e314-a1e9-453e-9182-e709d655845a", "tag": "5ca72084-eb9a-4af3-b2f5-c7d1050e2584", "status": "completed", "code": 200}]} {{(pid=104526) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 25 07:45:49.498835 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-0f66654c-8d80-40f6-854c-486c9b5d2114 {{(pid=104526) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 25 07:45:49.499309 dv-cinder-825492-15-iscsi neutron-server[104526]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0f66654c-8d80-40f6-854c-486c9b5d2114'] response: {'name': 'network-changed', 'server_uuid': '684d03bd-f960-4032-8299-19dc8fa3029e', 'tag': '4241ca06-1fe2-4402-b408-b4b6b705733f', 'status': 'completed', 'code': 200} May 25 07:45:49.499561 dv-cinder-825492-15-iscsi neutron-server[104526]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0f66654c-8d80-40f6-854c-486c9b5d2114'] response: {'name': 'network-changed', 'server_uuid': '0904e314-a1e9-453e-9182-e709d655845a', 'tag': '5ca72084-eb9a-4af3-b2f5-c7d1050e2584', 'status': 'completed', 'code': 200} May 25 07:45:49.512180 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG dbcounter [-] [104526] Writing DB stats neutron:SELECT=94,neutron:UPDATE=4,neutron:INSERT=2 {{(pid=104526) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 07:45:49.541592 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a228a36e-b4cf-4ee5-9822-ae98cf7c2a7e service neutron] Pushing event updated for resources: {'Port': ['ID=4241ca06-1fe2-4402-b408-b4b6b705733f,revision_number=3']} {{(pid=104526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 07:45:49.583690 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9309cd47-9976-407c-b81a-a4567fbccf9d req-168bfffa-053a-44dd-bdde-beb59f952b19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 07:45:49.585262 dv-cinder-825492-15-iscsi neutron-server[104526]: INFO neutron.wsgi [req-9309cd47-9976-407c-b81a-a4567fbccf9d req-168bfffa-053a-44dd-bdde-beb59f952b19 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=f5e67d0f06be415794efd436655904b3&device_id=684d03bd-f960-4032-8299-19dc8fa3029e HTTP/1.1" status: 200 len: 1127 time: 0.0541584 May 25 07:45:49.669667 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9130e4dc-ed82-445f-bad0-c56e4e66c70f req-3f57a654-a0a6-4764-897d-8a46f77127a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 07:45:49.672357 dv-cinder-825492-15-iscsi neutron-server[104526]: INFO neutron.wsgi [req-9130e4dc-ed82-445f-bad0-c56e4e66c70f req-3f57a654-a0a6-4764-897d-8a46f77127a3 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=ee2590cbdba14e7ab1f3ce5a58beeb54&device_id=0904e314-a1e9-453e-9182-e709d655845a HTTP/1.1" status: 200 len: 1127 time: 0.0995307 May 25 07:45:49.732133 dv-cinder-825492-15-iscsi neutron-server[104526]: INFO neutron.wsgi [req-9130e4dc-ed82-445f-bad0-c56e4e66c70f req-82b0a1f3-edb6-477c-845b-0d2d2c3bd6d5 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=5ca72084-eb9a-4af3-b2f5-c7d1050e2584 HTTP/1.1" status: 200 len: 217 time: 0.0460346 May 25 07:45:49.782194 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9309cd47-9976-407c-b81a-a4567fbccf9d req-a00db2cf-dbe8-4cb9-aea9-4da39a8bad22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 07:45:49.783675 dv-cinder-825492-15-iscsi neutron-server[104526]: INFO neutron.wsgi [req-9309cd47-9976-407c-b81a-a4567fbccf9d req-a00db2cf-dbe8-4cb9-aea9-4da39a8bad22 service neutron] 10.222.0.41 "GET /v2.0/networks?tenant_id=f5e67d0f06be415794efd436655904b3&shared=False HTTP/1.1" status: 200 len: 913 time: 0.1767018 May 25 07:45:49.803307 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9130e4dc-ed82-445f-bad0-c56e4e66c70f req-7fc9ab0e-0da0-4431-a745-d48adf9bef34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 07:45:49.804757 dv-cinder-825492-15-iscsi neutron-server[104526]: INFO neutron.wsgi [req-9130e4dc-ed82-445f-bad0-c56e4e66c70f req-7fc9ab0e-0da0-4431-a745-d48adf9bef34 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=c7d74e31-36b4-4702-a0e2-7e185ab2e3ee HTTP/1.1" status: 200 len: 853 time: 0.0663538 May 25 07:45:49.872370 dv-cinder-825492-15-iscsi neutron-server[104526]: INFO neutron.wsgi [req-9130e4dc-ed82-445f-bad0-c56e4e66c70f req-e870036c-fd15-4caf-9f76-4a91d740ba12 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=c3acec61-ced6-4aa4-9c0d-e8c3f6579c19&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0575557 May 25 07:45:49.965651 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9309cd47-9976-407c-b81a-a4567fbccf9d req-c6198414-85b4-4c4b-a17a-b3d1b51fd347 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 07:45:49.968502 dv-cinder-825492-15-iscsi neutron-server[104526]: INFO neutron.wsgi [req-9309cd47-9976-407c-b81a-a4567fbccf9d req-c6198414-85b4-4c4b-a17a-b3d1b51fd347 service neutron] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1783299 May 25 07:45:49.988719 dv-cinder-825492-15-iscsi neutron-server[104526]: INFO neutron.wsgi [req-9130e4dc-ed82-445f-bad0-c56e4e66c70f req-1386e3f7-9aff-4774-8b5a-b92ceb5d284f service neutron] 10.222.0.41 "GET /v2.0/networks/c3acec61-ced6-4aa4-9c0d-e8c3f6579c19?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1100008 May 25 07:45:50.116495 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d8d230e-5ade-4042-9480-898b314b6b9d req-d413f5f5-4ce3-4f72-aa2a-a796020444b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 07:45:50.118223 dv-cinder-825492-15-iscsi neutron-server[104526]: INFO neutron.wsgi [req-4d8d230e-5ade-4042-9480-898b314b6b9d req-d413f5f5-4ce3-4f72-aa2a-a796020444b1 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=f5e67d0f06be415794efd436655904b3&device_id=684d03bd-f960-4032-8299-19dc8fa3029e HTTP/1.1" status: 200 len: 1127 time: 0.0563366 May 25 07:45:50.142342 dv-cinder-825492-15-iscsi neutron-server[104526]: INFO neutron.wsgi [req-9130e4dc-ed82-445f-bad0-c56e4e66c70f req-b8aa8468-a00e-4508-8c62-3e62346215af service neutron] 10.222.0.41 "GET /v2.0/networks/c3acec61-ced6-4aa4-9c0d-e8c3f6579c19?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1283004 May 25 07:45:50.168332 dv-cinder-825492-15-iscsi neutron-server[104526]: INFO neutron.wsgi [req-4d8d230e-5ade-4042-9480-898b314b6b9d req-136544e6-2e78-4c73-8cc8-70286a8d324c service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=4241ca06-1fe2-4402-b408-b4b6b705733f HTTP/1.1" status: 200 len: 217 time: 0.0357904 May 25 07:45:50.219802 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d8d230e-5ade-4042-9480-898b314b6b9d req-0b3dcc90-9735-4ea6-b202-286802e73096 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 07:45:50.221226 dv-cinder-825492-15-iscsi neutron-server[104526]: INFO neutron.wsgi [req-4d8d230e-5ade-4042-9480-898b314b6b9d req-0b3dcc90-9735-4ea6-b202-286802e73096 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=79361af5-cc98-4fe6-aade-34c4cdb65654 HTTP/1.1" status: 200 len: 851 time: 0.0474432 May 25 07:45:50.267054 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d8d230e-5ade-4042-9480-898b314b6b9d req-7b075c75-9b13-42b8-ba49-db1ef9537ce0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 07:45:50.268645 dv-cinder-825492-15-iscsi neutron-server[104526]: INFO neutron.wsgi [req-4d8d230e-5ade-4042-9480-898b314b6b9d req-7b075c75-9b13-42b8-ba49-db1ef9537ce0 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=9bcd68e9-0045-4b34-8142-bf28d91642fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0419035 May 25 07:45:50.316792 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5296a9e-0c45-40ac-9014-c61984345462 req-9bf6d854-6246-4cae-85d4-42a4c3db7582 tempest-TestVolumeBootPattern-1147907125 tempest-TestVolumeBootPattern-1147907125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 07:45:50.318849 dv-cinder-825492-15-iscsi neutron-server[104525]: INFO neutron.wsgi [req-c5296a9e-0c45-40ac-9014-c61984345462 req-9bf6d854-6246-4cae-85d4-42a4c3db7582 tempest-TestVolumeBootPattern-1147907125 tempest-TestVolumeBootPattern-1147907125-project] 10.222.0.24 "GET /v2.0/ports?device_id=684d03bd-f960-4032-8299-19dc8fa3029e HTTP/1.1" status: 200 len: 943 time: 0.0478985 May 25 07:45:50.327816 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f333c986-35ef-4eb4-8ed7-fd0bbf174373 req-4d2de42b-1dd0-4de5-a6d7-d65c02ddedb4 tempest-TestMinimumBasicScenario-1136131971 tempest-TestMinimumBasicScenario-1136131971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 07:45:50.329370 dv-cinder-825492-15-iscsi neutron-server[104526]: INFO neutron.wsgi [req-f333c986-35ef-4eb4-8ed7-fd0bbf174373 req-4d2de42b-1dd0-4de5-a6d7-d65c02ddedb4 tempest-TestMinimumBasicScenario-1136131971 tempest-TestMinimumBasicScenario-1136131971-project] 10.222.0.24 "GET /v2.0/ports?device_id=892bc459-4577-4e8c-b87f-04861e9f1ea8 HTTP/1.1" status: 200 len: 944 time: 0.0468736 May 25 07:45:50.355484 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG dbcounter [-] [104526] Writing DB stats neutron:SELECT=100 {{(pid=104526) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 07:45:50.369651 dv-cinder-825492-15-iscsi neutron-server[104525]: INFO neutron.wsgi [req-c5296a9e-0c45-40ac-9014-c61984345462 req-83e33b79-2ba1-459d-8685-7f0e1e6b7b76 tempest-TestVolumeBootPattern-1147907125 tempest-TestVolumeBootPattern-1147907125-project] 10.222.0.24 "GET /v2.0/security-groups?id=0c2f491d-41ea-4a0f-9897-87861bfa1a99&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453300 May 25 07:45:50.378174 dv-cinder-825492-15-iscsi neutron-server[104526]: INFO neutron.wsgi [req-f333c986-35ef-4eb4-8ed7-fd0bbf174373 req-5ef6b248-b22f-45fc-858a-078c207e3fe4 tempest-TestMinimumBasicScenario-1136131971 tempest-TestMinimumBasicScenario-1136131971-project] 10.222.0.24 "GET /v2.0/security-groups?id=1ced07ab-21b0-4a9f-8788-f41419ff702c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432141 May 25 07:45:50.478321 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2930585f-f7b1-40f3-8994-2d04681e987e req-d0be3883-4f0d-47e8-a4a4-fda63f50ed60 tempest-VolumesSnapshotTestJSON-1886078946 tempest-VolumesSnapshotTestJSON-1886078946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 07:45:50.479711 dv-cinder-825492-15-iscsi neutron-server[104525]: INFO neutron.wsgi [req-2930585f-f7b1-40f3-8994-2d04681e987e req-d0be3883-4f0d-47e8-a4a4-fda63f50ed60 tempest-VolumesSnapshotTestJSON-1886078946 tempest-VolumesSnapshotTestJSON-1886078946-project] 10.222.0.24 "GET /v2.0/ports?device_id=0904e314-a1e9-453e-9182-e709d655845a HTTP/1.1" status: 200 len: 943 time: 0.0516794 May 25 07:45:50.527148 dv-cinder-825492-15-iscsi neutron-server[104525]: INFO neutron.wsgi [req-2930585f-f7b1-40f3-8994-2d04681e987e req-fe1c2835-46e7-4dab-9f35-601b50e36eba tempest-VolumesSnapshotTestJSON-1886078946 tempest-VolumesSnapshotTestJSON-1886078946-project] 10.222.0.24 "GET /v2.0/security-groups?id=51b4ed6b-1c02-415d-9339-bebb063a65f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416198 May 25 07:45:50.671543 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.plugins.ml2.rpc [None req-798242cc-9ea0-464c-9109-86bd7997349e None None] Device eed8a0c9-0f18-40ef-a65e-38b52e79aa6e up at agent hyperv_hv-cinder-82549 {{(pid=104527) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 25 07:45:50.713403 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.db.provisioning_blocks [None req-798242cc-9ea0-464c-9109-86bd7997349e None None] Provisioning for port eed8a0c9-0f18-40ef-a65e-38b52e79aa6e completed by entity L2. {{(pid=104527) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 25 07:45:50.787835 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.db.provisioning_blocks [None req-798242cc-9ea0-464c-9109-86bd7997349e None None] Provisioning complete for port eed8a0c9-0f18-40ef-a65e-38b52e79aa6e triggered by entity L2. {{(pid=104527) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 25 07:45:50.788244 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron_lib.callbacks.manager [None req-798242cc-9ea0-464c-9109-86bd7997349e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1490782'] for port (eed8a0c9-0f18-40ef-a65e-38b52e79aa6e), provisioning_complete {{(pid=104527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:45:50.859256 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.plugins.ml2.plugin [None req-798242cc-9ea0-464c-9109-86bd7997349e None None] Current status of the port eed8a0c9-0f18-40ef-a65e-38b52e79aa6e is: BUILD; New status is: ACTIVE {{(pid=104527) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 25 07:45:50.859632 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron_lib.callbacks.manager [None req-798242cc-9ea0-464c-9109-86bd7997349e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-616651'] for port (eed8a0c9-0f18-40ef-a65e-38b52e79aa6e), before_update {{(pid=104527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:45:50.877582 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG dbcounter [-] [104527] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=104527) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 07:45:50.882716 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '892bc459-4577-4e8c-b87f-04861e9f1ea8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eed8a0c9-0f18-40ef-a65e-38b52e79aa6e'}] {{(pid=104527) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 25 07:45:50.885076 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b7b9631292b9c3281c46c063e828ef1e98938590bf5356102cacde7abf71fd6b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4c2188d2-0b5e-4282-9078-1cb5a79a6584" -d '{"events": [{"server_uuid": "892bc459-4577-4e8c-b87f-04861e9f1ea8", "name": "network-vif-plugged", "status": "completed", "tag": "eed8a0c9-0f18-40ef-a65e-38b52e79aa6e"}]}' {{(pid=104527) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 25 07:45:50.900803 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.plugins.ml2.db [None req-798242cc-9ea0-464c-9109-86bd7997349e None None] For port eed8a0c9-0f18-40ef-a65e-38b52e79aa6e, host hv-cinder-82549, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82549',level=0,port_id=eed8a0c9-0f18-40ef-a65e-38b52e79aa6e,segment=NetworkSegment(b08770fa-6050-41ea-ab8a-efb563bb8f14),segment_id=b08770fa-6050-41ea-ab8a-efb563bb8f14)] {{(pid=104527) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 07:45:50.918983 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 25 May 2022 07:45:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-50b8dd5d-d995-4293-aff4-fac88cc957a4 x-openstack-request-id: req-50b8dd5d-d995-4293-aff4-fac88cc957a4 {{(pid=104527) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 25 07:45:50.919267 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "892bc459-4577-4e8c-b87f-04861e9f1ea8", "name": "network-vif-plugged", "status": "completed", "tag": "eed8a0c9-0f18-40ef-a65e-38b52e79aa6e", "code": 200}]} {{(pid=104527) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 25 07:45:50.919517 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-50b8dd5d-d995-4293-aff4-fac88cc957a4 {{(pid=104527) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 25 07:45:50.919989 dv-cinder-825492-15-iscsi neutron-server[104527]: INFO neutron.notifiers.nova [-] Nova event matching ['req-50b8dd5d-d995-4293-aff4-fac88cc957a4'] response: {'server_uuid': '892bc459-4577-4e8c-b87f-04861e9f1ea8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eed8a0c9-0f18-40ef-a65e-38b52e79aa6e', 'code': 200} May 25 07:45:50.953817 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron_lib.callbacks.manager [None req-798242cc-9ea0-464c-9109-86bd7997349e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-617841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612926', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754056714442', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754056173882', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754056173900'] for port (eed8a0c9-0f18-40ef-a65e-38b52e79aa6e), after_update {{(pid=104527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:45:51.005669 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-798242cc-9ea0-464c-9109-86bd7997349e None None] Pushing event updated for resources: {'Port': ['ID=eed8a0c9-0f18-40ef-a65e-38b52e79aa6e,revision_number=5']} {{(pid=104527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 07:45:51.088534 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9309cd47-9976-407c-b81a-a4567fbccf9d req-8d6bb7c0-f58d-4eef-838e-9969971c3dcd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 07:45:51.089985 dv-cinder-825492-15-iscsi neutron-server[104526]: INFO neutron.wsgi [req-9309cd47-9976-407c-b81a-a4567fbccf9d req-8d6bb7c0-f58d-4eef-838e-9969971c3dcd service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=ee2590cbdba14e7ab1f3ce5a58beeb54&device_id=0904e314-a1e9-453e-9182-e709d655845a HTTP/1.1" status: 200 len: 1127 time: 0.0572834 May 25 07:45:51.124842 dv-cinder-825492-15-iscsi neutron-server[104526]: INFO neutron.wsgi [req-4d8d230e-5ade-4042-9480-898b314b6b9d req-38f4ee05-68fb-4a2b-992d-1d196caf6497 service neutron] 10.222.0.41 "GET /v2.0/networks/9bcd68e9-0045-4b34-8142-bf28d91642fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1534529 May 25 07:45:51.254773 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9309cd47-9976-407c-b81a-a4567fbccf9d req-24bd17b2-4afe-4d6e-bf55-044cd50055c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 07:45:51.256232 dv-cinder-825492-15-iscsi neutron-server[104526]: INFO neutron.wsgi [req-9309cd47-9976-407c-b81a-a4567fbccf9d req-24bd17b2-4afe-4d6e-bf55-044cd50055c0 service neutron] 10.222.0.41 "GET /v2.0/networks?id=c3acec61-ced6-4aa4-9c0d-e8c3f6579c19 HTTP/1.1" status: 200 len: 914 time: 0.1594594 May 25 07:45:51.305051 dv-cinder-825492-15-iscsi neutron-server[104526]: INFO neutron.wsgi [req-4d8d230e-5ade-4042-9480-898b314b6b9d req-8c4b0db7-ab0e-41a2-bb7c-c6bd5dd7feee service neutron] 10.222.0.41 "GET /v2.0/networks/9bcd68e9-0045-4b34-8142-bf28d91642fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1519296 May 25 07:45:51.306531 dv-cinder-825492-15-iscsi neutron-server[104526]: INFO neutron.wsgi [req-9309cd47-9976-407c-b81a-a4567fbccf9d req-73de5682-2beb-4963-a81d-6aa2bc27faa5 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=5ca72084-eb9a-4af3-b2f5-c7d1050e2584 HTTP/1.1" status: 200 len: 217 time: 0.0413640 May 25 07:45:51.354360 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG dbcounter [-] [104526] Writing DB stats neutron:SELECT=100 {{(pid=104526) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 07:45:51.358749 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG dbcounter [-] [104525] Writing DB stats neutron:SELECT=100 {{(pid=104525) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 07:45:51.369762 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7862f068-e0ca-429d-9ee1-3b0adbd672d2 req-c99e28fb-ba70-46b3-a7bc-d9248b294f29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 07:45:51.372465 dv-cinder-825492-15-iscsi neutron-server[104525]: INFO neutron.wsgi [req-7862f068-e0ca-429d-9ee1-3b0adbd672d2 req-c99e28fb-ba70-46b3-a7bc-d9248b294f29 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=892bc459-4577-4e8c-b87f-04861e9f1ea8 HTTP/1.1" status: 200 len: 1129 time: 0.0479152 May 25 07:45:51.375858 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9309cd47-9976-407c-b81a-a4567fbccf9d req-899ce02f-be99-4b0a-a5ee-439aacda5056 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 07:45:51.377384 dv-cinder-825492-15-iscsi neutron-server[104526]: INFO neutron.wsgi [req-9309cd47-9976-407c-b81a-a4567fbccf9d req-899ce02f-be99-4b0a-a5ee-439aacda5056 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=c7d74e31-36b4-4702-a0e2-7e185ab2e3ee HTTP/1.1" status: 200 len: 853 time: 0.0535343 May 25 07:45:51.402361 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron.wsgi [-] (104525) accepted ('10.222.0.24', 51784) {{(pid=104525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 07:45:51.414665 dv-cinder-825492-15-iscsi neutron-server[104526]: INFO neutron.wsgi [req-9309cd47-9976-407c-b81a-a4567fbccf9d req-26d729e3-2a28-4149-a8e8-b17487d20625 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=c3acec61-ced6-4aa4-9c0d-e8c3f6579c19&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0310354 May 25 07:45:51.426765 dv-cinder-825492-15-iscsi neutron-server[104525]: INFO neutron.wsgi [req-7862f068-e0ca-429d-9ee1-3b0adbd672d2 req-11b476e7-3015-47b6-8834-1a251ecd931b service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=1ced07ab-21b0-4a9f-8788-f41419ff702c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490885 May 25 07:45:51.526432 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f325c50d-e0b7-4595-87e7-c737fef9f068 req-b1610ce9-225e-4141-8331-39ea9a50d68f tempest-TestVolumeBootPattern-1147907125 tempest-TestVolumeBootPattern-1147907125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 07:45:51.526432 dv-cinder-825492-15-iscsi neutron-server[104525]: INFO neutron.wsgi [req-f325c50d-e0b7-4595-87e7-c737fef9f068 req-b1610ce9-225e-4141-8331-39ea9a50d68f tempest-TestVolumeBootPattern-1147907125 tempest-TestVolumeBootPattern-1147907125-project] 10.222.0.24 "GET /v2.0/ports?device_id=684d03bd-f960-4032-8299-19dc8fa3029e HTTP/1.1" status: 200 len: 943 time: 0.0636158 May 25 07:45:51.574461 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc0d8473-596d-4956-bc9e-5a4c98653b9c req-8b3fc242-c933-4b17-a5c2-b7500d685163 tempest-TestMinimumBasicScenario-1136131971 tempest-TestMinimumBasicScenario-1136131971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 07:45:51.575945 dv-cinder-825492-15-iscsi neutron-server[104526]: INFO neutron.wsgi [req-cc0d8473-596d-4956-bc9e-5a4c98653b9c req-8b3fc242-c933-4b17-a5c2-b7500d685163 tempest-TestMinimumBasicScenario-1136131971 tempest-TestMinimumBasicScenario-1136131971-project] 10.222.0.24 "GET /v2.0/ports?device_id=892bc459-4577-4e8c-b87f-04861e9f1ea8 HTTP/1.1" status: 200 len: 945 time: 0.0874839 May 25 07:45:51.604163 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-47299485-e986-4360-b51d-edf9194ca874 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:45:51.609281 dv-cinder-825492-15-iscsi neutron-server[104526]: INFO neutron.wsgi [req-9309cd47-9976-407c-b81a-a4567fbccf9d req-9dcced27-7277-42b0-8a2c-3f6265a1788e service neutron] 10.222.0.41 "GET /v2.0/networks/c3acec61-ced6-4aa4-9c0d-e8c3f6579c19?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1891263 May 25 07:45:51.644132 dv-cinder-825492-15-iscsi neutron-server[104526]: INFO neutron.wsgi [req-cc0d8473-596d-4956-bc9e-5a4c98653b9c req-f9379cdd-c7da-48f2-9022-d99770bee1c8 tempest-TestMinimumBasicScenario-1136131971 tempest-TestMinimumBasicScenario-1136131971-project] 10.222.0.24 "GET /v2.0/security-groups?id=1ced07ab-21b0-4a9f-8788-f41419ff702c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567927 May 25 07:45:51.648420 dv-cinder-825492-15-iscsi neutron-server[104525]: INFO neutron.wsgi [req-f325c50d-e0b7-4595-87e7-c737fef9f068 req-55b5a7d3-0563-41a6-b17e-8889e94e77c1 tempest-TestVolumeBootPattern-1147907125 tempest-TestVolumeBootPattern-1147907125-project] 10.222.0.24 "GET /v2.0/security-groups?id=0c2f491d-41ea-4a0f-9897-87861bfa1a99&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1146786 May 25 07:45:51.682924 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG dbcounter [-] [104525] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=104525) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 07:45:51.729241 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-47299485-e986-4360-b51d-edf9194ca874 admin admin] Publish callbacks [] for security_group (e3dc9f62-8a2f-41f5-8e08-fb70f73eafba), precommit_create {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:45:51.767858 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7ff2a59-a4c5-4c9d-8946-1556e8be7419 req-1ea62355-d1c0-4c71-b82a-371fbd60446e tempest-VolumesSnapshotTestJSON-1886078946 tempest-VolumesSnapshotTestJSON-1886078946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 07:45:51.772500 dv-cinder-825492-15-iscsi neutron-server[104526]: INFO neutron.wsgi [req-d7ff2a59-a4c5-4c9d-8946-1556e8be7419 req-1ea62355-d1c0-4c71-b82a-371fbd60446e tempest-VolumesSnapshotTestJSON-1886078946 tempest-VolumesSnapshotTestJSON-1886078946-project] 10.222.0.24 "GET /v2.0/ports?device_id=0904e314-a1e9-453e-9182-e709d655845a HTTP/1.1" status: 200 len: 943 time: 0.0543060 May 25 07:45:51.805011 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-47299485-e986-4360-b51d-edf9194ca874 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-278753'] for security_group (e3dc9f62-8a2f-41f5-8e08-fb70f73eafba), after_create {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:45:51.821046 dv-cinder-825492-15-iscsi neutron-server[104526]: INFO neutron.wsgi [req-d7ff2a59-a4c5-4c9d-8946-1556e8be7419 req-40a1e5d3-ce3d-40d4-9653-0905473bc27c tempest-VolumesSnapshotTestJSON-1886078946 tempest-VolumesSnapshotTestJSON-1886078946-project] 10.222.0.24 "GET /v2.0/security-groups?id=51b4ed6b-1c02-415d-9339-bebb063a65f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457602 May 25 07:45:51.848242 dv-cinder-825492-15-iscsi neutron-server[104525]: INFO neutron.wsgi [None req-47299485-e986-4360-b51d-edf9194ca874 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=bcaf53157d8f42d3874c96ae7d688550&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4446235 May 25 07:45:51.849482 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47299485-e986-4360-b51d-edf9194ca874 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e3dc9f62-8a2f-41f5-8e08-fb70f73eafba,revision_number=1']} {{(pid=104525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 07:45:51.850949 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.wsgi [-] (104526) accepted ('10.222.0.24', 51792) {{(pid=104526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 07:45:51.856782 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47299485-e986-4360-b51d-edf9194ca874 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825492-15-iscsi {{(pid=104525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 07:45:51.857316 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47299485-e986-4360-b51d-edf9194ca874 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825492-15-iscsi {{(pid=104525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 07:45:51.857706 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47299485-e986-4360-b51d-edf9194ca874 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825492-15-iscsi {{(pid=104525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 07:45:51.858046 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47299485-e986-4360-b51d-edf9194ca874 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825492-15-iscsi {{(pid=104525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 07:45:51.858383 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47299485-e986-4360-b51d-edf9194ca874 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825492-15-iscsi {{(pid=104525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 07:45:51.858713 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47299485-e986-4360-b51d-edf9194ca874 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825492-15-iscsi {{(pid=104525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 07:45:51.859041 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47299485-e986-4360-b51d-edf9194ca874 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825492-15-iscsi {{(pid=104525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 07:45:51.866287 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47299485-e986-4360-b51d-edf9194ca874 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-825492-15-iscsi {{(pid=104525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 07:45:51.866287 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47299485-e986-4360-b51d-edf9194ca874 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-825492-15-iscsi {{(pid=104525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 07:45:51.866287 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47299485-e986-4360-b51d-edf9194ca874 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-825492-15-iscsi {{(pid=104525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 07:45:51.866287 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47299485-e986-4360-b51d-edf9194ca874 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-825492-15-iscsi {{(pid=104525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 07:45:51.866287 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47299485-e986-4360-b51d-edf9194ca874 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825492-15-iscsi {{(pid=104525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 07:45:51.866287 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47299485-e986-4360-b51d-edf9194ca874 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825492-15-iscsi {{(pid=104525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 07:45:51.866287 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47299485-e986-4360-b51d-edf9194ca874 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825492-15-iscsi {{(pid=104525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 07:45:51.866287 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47299485-e986-4360-b51d-edf9194ca874 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825492-15-iscsi {{(pid=104525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 07:45:51.900364 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-3e625fd0-4263-4f5e-a827-ab5b349baccc admin admin] Publish callbacks [] for security_group (e3dc9f62-8a2f-41f5-8e08-fb70f73eafba), before_delete {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:45:51.928492 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-3e625fd0-4263-4f5e-a827-ab5b349baccc admin admin] Publish callbacks [] for security_group (e3dc9f62-8a2f-41f5-8e08-fb70f73eafba), precommit_delete {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:45:51.996438 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG dbcounter [-] [104526] Writing DB stats neutron:SELECT=100 {{(pid=104526) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 07:45:52.032753 dv-cinder-825492-15-iscsi neutron-server[104526]: INFO neutron.wsgi [req-9309cd47-9976-407c-b81a-a4567fbccf9d req-6bffc29e-65e0-4bd1-a055-9a311e4b6984 service neutron] 10.222.0.41 "GET /v2.0/networks/c3acec61-ced6-4aa4-9c0d-e8c3f6579c19?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1149793 May 25 07:45:52.107859 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-3e625fd0-4263-4f5e-a827-ab5b349baccc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-278753'] for security_group (e3dc9f62-8a2f-41f5-8e08-fb70f73eafba), after_delete {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:45:52.110985 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-3e625fd0-4263-4f5e-a827-ab5b349baccc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:45:52.112074 dv-cinder-825492-15-iscsi neutron-server[104526]: INFO neutron.wsgi [None req-3e625fd0-4263-4f5e-a827-ab5b349baccc admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/e3dc9f62-8a2f-41f5-8e08-fb70f73eafba HTTP/1.1" status: 204 len: 168 time: 0.2597425 May 25 07:45:52.120379 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e625fd0-4263-4f5e-a827-ab5b349baccc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e3dc9f62-8a2f-41f5-8e08-fb70f73eafba,revision_number=None']} {{(pid=104526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 07:45:52.673255 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.plugins.ml2.rpc [None req-798242cc-9ea0-464c-9109-86bd7997349e None None] Device 5ca72084-eb9a-4af3-b2f5-c7d1050e2584 details requested by agent hyperv_hv-cinder-82549 with host hv-cinder-82549 {{(pid=104527) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 25 07:45:52.791782 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.plugins.ml2.db [None req-798242cc-9ea0-464c-9109-86bd7997349e None None] For port 5ca72084-eb9a-4af3-b2f5-c7d1050e2584, host hv-cinder-82549, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82549',level=0,port_id=5ca72084-eb9a-4af3-b2f5-c7d1050e2584,segment=NetworkSegment(3ba9802c-cef7-42fe-9bb2-55236834ef61),segment_id=3ba9802c-cef7-42fe-9bb2-55236834ef61)] {{(pid=104527) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 07:45:52.798931 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eebcb49a-f6df-42ba-b8f3-b3d215b30650 req-20f59d41-2064-480f-be1a-eb809d70380a tempest-TestMinimumBasicScenario-1136131971 tempest-TestMinimumBasicScenario-1136131971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 07:45:52.801158 dv-cinder-825492-15-iscsi neutron-server[104525]: INFO neutron.wsgi [req-eebcb49a-f6df-42ba-b8f3-b3d215b30650 req-20f59d41-2064-480f-be1a-eb809d70380a tempest-TestMinimumBasicScenario-1136131971 tempest-TestMinimumBasicScenario-1136131971-project] 10.222.0.24 "GET /v2.0/ports?device_id=892bc459-4577-4e8c-b87f-04861e9f1ea8 HTTP/1.1" status: 200 len: 945 time: 0.0573983 May 25 07:45:52.805328 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.plugins.ml2.rpc [None req-798242cc-9ea0-464c-9109-86bd7997349e None None] Returning: {'device': '5ca72084-eb9a-4af3-b2f5-c7d1050e2584', 'network_id': 'c3acec61-ced6-4aa4-9c0d-e8c3f6579c19', 'port_id': '5ca72084-eb9a-4af3-b2f5-c7d1050e2584', 'mac_address': 'fa:16:3e:42:80:62', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 289, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c7d74e31-36b4-4702-a0e2-7e185ab2e3ee', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104527) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 25 07:45:52.808744 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8f41e5f-8a3e-4691-b3a4-4bd189982188 req-514092d3-d74c-415c-9a4e-67a57c37e525 tempest-TestVolumeBootPattern-1147907125 tempest-TestVolumeBootPattern-1147907125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 07:45:52.810561 dv-cinder-825492-15-iscsi neutron-server[104526]: INFO neutron.wsgi [req-c8f41e5f-8a3e-4691-b3a4-4bd189982188 req-514092d3-d74c-415c-9a4e-67a57c37e525 tempest-TestVolumeBootPattern-1147907125 tempest-TestVolumeBootPattern-1147907125-project] 10.222.0.24 "GET /v2.0/ports?device_id=684d03bd-f960-4032-8299-19dc8fa3029e HTTP/1.1" status: 200 len: 943 time: 0.0553339 May 25 07:45:52.850405 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.plugins.ml2.plugin [None req-798242cc-9ea0-464c-9109-86bd7997349e None None] Current status of the port 5ca72084-eb9a-4af3-b2f5-c7d1050e2584 is: DOWN; New status is: BUILD {{(pid=104527) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 25 07:45:52.851041 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron_lib.callbacks.manager [None req-798242cc-9ea0-464c-9109-86bd7997349e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-616651'] for port (5ca72084-eb9a-4af3-b2f5-c7d1050e2584), before_update {{(pid=104527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:45:52.866402 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.notifiers.nova [None req-798242cc-9ea0-464c-9109-86bd7997349e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5ca72084-eb9a-4af3-b2f5-c7d1050e2584 {{(pid=104527) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 25 07:45:52.867775 dv-cinder-825492-15-iscsi neutron-server[104526]: INFO neutron.wsgi [req-c8f41e5f-8a3e-4691-b3a4-4bd189982188 req-ba9a6387-2e6e-4de5-b19d-f67a20bca80d tempest-TestVolumeBootPattern-1147907125 tempest-TestVolumeBootPattern-1147907125-project] 10.222.0.24 "GET /v2.0/security-groups?id=0c2f491d-41ea-4a0f-9897-87861bfa1a99&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0516174 May 25 07:45:52.869058 dv-cinder-825492-15-iscsi neutron-server[104525]: INFO neutron.wsgi [req-eebcb49a-f6df-42ba-b8f3-b3d215b30650 req-08fb02b4-be42-49e7-93eb-4a3d0b71e1ce tempest-TestMinimumBasicScenario-1136131971 tempest-TestMinimumBasicScenario-1136131971-project] 10.222.0.24 "GET /v2.0/security-groups?id=1ced07ab-21b0-4a9f-8788-f41419ff702c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0611429 May 25 07:45:52.900922 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.plugins.ml2.db [None req-798242cc-9ea0-464c-9109-86bd7997349e None None] For port 5ca72084-eb9a-4af3-b2f5-c7d1050e2584, host hv-cinder-82549, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82549',level=0,port_id=5ca72084-eb9a-4af3-b2f5-c7d1050e2584,segment=NetworkSegment(3ba9802c-cef7-42fe-9bb2-55236834ef61),segment_id=3ba9802c-cef7-42fe-9bb2-55236834ef61)] {{(pid=104527) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 07:45:52.961086 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron_lib.callbacks.manager [None req-798242cc-9ea0-464c-9109-86bd7997349e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-617841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612926', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754056714442', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754056173882', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754056173900'] for port (5ca72084-eb9a-4af3-b2f5-c7d1050e2584), after_update {{(pid=104527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:45:53.000947 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c95a11c4-6b8b-4573-91bd-4ed25083e1f4 req-9b8c63b7-072a-4c41-b21d-cccd8be5a0b4 tempest-VolumesSnapshotTestJSON-1886078946 tempest-VolumesSnapshotTestJSON-1886078946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 07:45:53.002552 dv-cinder-825492-15-iscsi neutron-server[104525]: INFO neutron.wsgi [req-c95a11c4-6b8b-4573-91bd-4ed25083e1f4 req-9b8c63b7-072a-4c41-b21d-cccd8be5a0b4 tempest-VolumesSnapshotTestJSON-1886078946 tempest-VolumesSnapshotTestJSON-1886078946-project] 10.222.0.24 "GET /v2.0/ports?device_id=0904e314-a1e9-453e-9182-e709d655845a HTTP/1.1" status: 200 len: 944 time: 0.0544770 May 25 07:45:53.006252 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG dbcounter [-] [104527] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104527) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 07:45:53.020850 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-798242cc-9ea0-464c-9109-86bd7997349e None None] Pushing event updated for resources: {'Port': ['ID=5ca72084-eb9a-4af3-b2f5-c7d1050e2584,revision_number=4']} {{(pid=104527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 07:45:53.050218 dv-cinder-825492-15-iscsi neutron-server[104525]: INFO neutron.wsgi [req-c95a11c4-6b8b-4573-91bd-4ed25083e1f4 req-d9d4d8d9-3b16-4c7b-8b41-94774e374dbe tempest-VolumesSnapshotTestJSON-1886078946 tempest-VolumesSnapshotTestJSON-1886078946-project] 10.222.0.24 "GET /v2.0/security-groups?id=51b4ed6b-1c02-415d-9339-bebb063a65f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418663 May 25 07:45:53.237259 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.plugins.ml2.db [None req-798242cc-9ea0-464c-9109-86bd7997349e None None] get_ports_and_sgs() called for port_ids ['5ca72084-eb9a-4af3-b2f5-c7d1050e2584'] {{(pid=104527) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 25 07:45:53.734824 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.wsgi [-] (104526) accepted ('10.222.0.24', 51828) {{(pid=104526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 07:45:53.843119 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-3fb645e1-cc0d-4e73-aef3-66e7b5e19755 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:45:53.915964 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-3fb645e1-cc0d-4e73-aef3-66e7b5e19755 admin admin] Publish callbacks [] for security_group (70aeb0d5-0a2f-4f32-bf5f-65edfb3def14), precommit_create {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:45:53.986936 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-3fb645e1-cc0d-4e73-aef3-66e7b5e19755 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-278753'] for security_group (70aeb0d5-0a2f-4f32-bf5f-65edfb3def14), after_create {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:45:54.012086 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee189557-db39-4d4d-b547-c7a4cbb92867 req-37c87964-dad1-45a9-9d0d-7f441aa030ea tempest-TestVolumeBootPattern-1147907125 tempest-TestVolumeBootPattern-1147907125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 07:45:54.013602 dv-cinder-825492-15-iscsi neutron-server[104525]: INFO neutron.wsgi [req-ee189557-db39-4d4d-b547-c7a4cbb92867 req-37c87964-dad1-45a9-9d0d-7f441aa030ea tempest-TestVolumeBootPattern-1147907125 tempest-TestVolumeBootPattern-1147907125-project] 10.222.0.24 "GET /v2.0/ports?device_id=684d03bd-f960-4032-8299-19dc8fa3029e HTTP/1.1" status: 200 len: 943 time: 0.0485363 May 25 07:45:54.018388 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-517ee206-8cbf-41df-bd88-dc6435c3e259 req-6a4fe973-1f63-43af-8ad6-a819a833d14c tempest-TestMinimumBasicScenario-1136131971 tempest-TestMinimumBasicScenario-1136131971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 07:45:54.019871 dv-cinder-825492-15-iscsi neutron-server[104526]: INFO neutron.wsgi [req-517ee206-8cbf-41df-bd88-dc6435c3e259 req-6a4fe973-1f63-43af-8ad6-a819a833d14c tempest-TestMinimumBasicScenario-1136131971 tempest-TestMinimumBasicScenario-1136131971-project] 10.222.0.24 "GET /v2.0/ports?device_id=892bc459-4577-4e8c-b87f-04861e9f1ea8 HTTP/1.1" status: 200 len: 945 time: 0.0704560 May 25 07:45:54.043816 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG dbcounter [-] [104526] Writing DB stats neutron:SELECT=88,neutron:DELETE=4,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=104526) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 07:45:54.057974 dv-cinder-825492-15-iscsi neutron-server[104526]: INFO neutron.wsgi [None req-3fb645e1-cc0d-4e73-aef3-66e7b5e19755 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=0e6fe54c744742c8a6d930a5a00e8cec&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3195949 May 25 07:45:54.057974 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fb645e1-cc0d-4e73-aef3-66e7b5e19755 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=70aeb0d5-0a2f-4f32-bf5f-65edfb3def14,revision_number=1']} {{(pid=104526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 07:45:54.060393 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron.wsgi [-] (104525) accepted ('10.222.0.24', 51836) {{(pid=104525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 07:45:54.074991 dv-cinder-825492-15-iscsi neutron-server[104525]: INFO neutron.wsgi [req-ee189557-db39-4d4d-b547-c7a4cbb92867 req-1c576ae2-acd2-4520-a685-db3ad93bebf2 tempest-TestVolumeBootPattern-1147907125 tempest-TestVolumeBootPattern-1147907125-project] 10.222.0.24 "GET /v2.0/security-groups?id=0c2f491d-41ea-4a0f-9897-87861bfa1a99&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0554314 May 25 07:45:54.098316 dv-cinder-825492-15-iscsi neutron-server[104526]: INFO neutron.wsgi [req-517ee206-8cbf-41df-bd88-dc6435c3e259 req-6b26b68c-22b9-42c4-973a-ceb03e26836c tempest-TestMinimumBasicScenario-1136131971 tempest-TestMinimumBasicScenario-1136131971-project] 10.222.0.24 "GET /v2.0/security-groups?id=1ced07ab-21b0-4a9f-8788-f41419ff702c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0709074 May 25 07:45:54.119191 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-a8c80156-9e64-4431-a78f-1a1350fddeab admin admin] Publish callbacks [] for security_group (70aeb0d5-0a2f-4f32-bf5f-65edfb3def14), before_delete {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:45:54.143284 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-a8c80156-9e64-4431-a78f-1a1350fddeab admin admin] Publish callbacks [] for security_group (70aeb0d5-0a2f-4f32-bf5f-65edfb3def14), precommit_delete {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:45:54.214273 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-452305c4-0283-4964-902a-b20320fff774 req-423390cc-d820-4a30-b909-0aace43a56e4 tempest-TestMinimumBasicScenario-1136131971 tempest-TestMinimumBasicScenario-1136131971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 07:45:54.215898 dv-cinder-825492-15-iscsi neutron-server[104526]: INFO neutron.wsgi [req-452305c4-0283-4964-902a-b20320fff774 req-423390cc-d820-4a30-b909-0aace43a56e4 tempest-TestMinimumBasicScenario-1136131971 tempest-TestMinimumBasicScenario-1136131971-project] 10.222.0.24 "GET /v2.0/ports?device_id=892bc459-4577-4e8c-b87f-04861e9f1ea8 HTTP/1.1" status: 200 len: 945 time: 0.0483379 May 25 07:45:54.219393 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03a2fe7e-41c3-42cf-966b-dad89646a8e2 req-4f4079fd-ba18-4783-9425-beb7bc16e27b tempest-VolumesSnapshotTestJSON-1886078946 tempest-VolumesSnapshotTestJSON-1886078946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 07:45:54.220942 dv-cinder-825492-15-iscsi neutron-server[104525]: INFO neutron.wsgi [req-03a2fe7e-41c3-42cf-966b-dad89646a8e2 req-4f4079fd-ba18-4783-9425-beb7bc16e27b tempest-VolumesSnapshotTestJSON-1886078946 tempest-VolumesSnapshotTestJSON-1886078946-project] 10.222.0.24 "GET /v2.0/ports?device_id=0904e314-a1e9-453e-9182-e709d655845a HTTP/1.1" status: 200 len: 944 time: 0.0644407 May 25 07:45:54.268440 dv-cinder-825492-15-iscsi neutron-server[104526]: INFO neutron.wsgi [req-452305c4-0283-4964-902a-b20320fff774 req-71aa9bbf-1297-4461-9f73-2b0900c91a3f tempest-TestMinimumBasicScenario-1136131971 tempest-TestMinimumBasicScenario-1136131971-project] 10.222.0.24 "GET /v2.0/security-groups?id=1ced07ab-21b0-4a9f-8788-f41419ff702c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453613 May 25 07:45:54.271673 dv-cinder-825492-15-iscsi neutron-server[104525]: INFO neutron.wsgi [req-03a2fe7e-41c3-42cf-966b-dad89646a8e2 req-129dce5a-f0f6-4734-bc9a-4169717b9953 tempest-VolumesSnapshotTestJSON-1886078946 tempest-VolumesSnapshotTestJSON-1886078946-project] 10.222.0.24 "GET /v2.0/security-groups?id=51b4ed6b-1c02-415d-9339-bebb063a65f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446212 May 25 07:45:54.325248 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-a8c80156-9e64-4431-a78f-1a1350fddeab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-278753'] for security_group (70aeb0d5-0a2f-4f32-bf5f-65edfb3def14), after_delete {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:45:54.328522 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-a8c80156-9e64-4431-a78f-1a1350fddeab admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:45:54.329642 dv-cinder-825492-15-iscsi neutron-server[104525]: INFO neutron.wsgi [None req-a8c80156-9e64-4431-a78f-1a1350fddeab admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/70aeb0d5-0a2f-4f32-bf5f-65edfb3def14 HTTP/1.1" status: 204 len: 168 time: 0.2670412 May 25 07:45:54.337676 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8c80156-9e64-4431-a78f-1a1350fddeab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=70aeb0d5-0a2f-4f32-bf5f-65edfb3def14,revision_number=None']} {{(pid=104525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 07:45:54.603661 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1bb54d7-e59c-428a-8cb8-4b4bb77842f6 req-80e012d1-0fc2-4aa0-93e9-544f7d537b6d tempest-TestMinimumBasicScenario-1136131971 tempest-TestMinimumBasicScenario-1136131971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 07:45:54.605290 dv-cinder-825492-15-iscsi neutron-server[104525]: INFO neutron.wsgi [req-a1bb54d7-e59c-428a-8cb8-4b4bb77842f6 req-80e012d1-0fc2-4aa0-93e9-544f7d537b6d tempest-TestMinimumBasicScenario-1136131971 tempest-TestMinimumBasicScenario-1136131971-project] 10.222.0.24 "GET /v2.0/ports?device_id=892bc459-4577-4e8c-b87f-04861e9f1ea8 HTTP/1.1" status: 200 len: 945 time: 0.0537257 May 25 07:45:54.625969 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG dbcounter [-] [104525] Writing DB stats neutron:SELECT=88,neutron:INSERT=10,neutron:DELETE=2 {{(pid=104525) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 07:45:54.659405 dv-cinder-825492-15-iscsi neutron-server[104525]: INFO neutron.wsgi [req-a1bb54d7-e59c-428a-8cb8-4b4bb77842f6 req-9f961e21-4bb4-4712-80f1-f3b5016ba25b tempest-TestMinimumBasicScenario-1136131971 tempest-TestMinimumBasicScenario-1136131971-project] 10.222.0.24 "GET /v2.0/security-groups?id=1ced07ab-21b0-4a9f-8788-f41419ff702c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482352 May 25 07:45:54.680255 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.plugins.ml2.rpc [None req-798242cc-9ea0-464c-9109-86bd7997349e None None] Device 5ca72084-eb9a-4af3-b2f5-c7d1050e2584 up at agent hyperv_hv-cinder-82549 {{(pid=104527) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 25 07:45:54.728956 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.db.provisioning_blocks [None req-798242cc-9ea0-464c-9109-86bd7997349e None None] Provisioning for port 5ca72084-eb9a-4af3-b2f5-c7d1050e2584 completed by entity L2. {{(pid=104527) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 25 07:45:54.793921 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.db.provisioning_blocks [None req-798242cc-9ea0-464c-9109-86bd7997349e None None] Provisioning complete for port 5ca72084-eb9a-4af3-b2f5-c7d1050e2584 triggered by entity L2. {{(pid=104527) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 25 07:45:54.794463 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron_lib.callbacks.manager [None req-798242cc-9ea0-464c-9109-86bd7997349e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1490782'] for port (5ca72084-eb9a-4af3-b2f5-c7d1050e2584), provisioning_complete {{(pid=104527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:45:54.864889 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG dbcounter [-] [104527] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=104527) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 07:45:54.870654 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.plugins.ml2.plugin [None req-798242cc-9ea0-464c-9109-86bd7997349e None None] Current status of the port 5ca72084-eb9a-4af3-b2f5-c7d1050e2584 is: BUILD; New status is: ACTIVE {{(pid=104527) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 25 07:45:54.871040 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron_lib.callbacks.manager [None req-798242cc-9ea0-464c-9109-86bd7997349e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-616651'] for port (5ca72084-eb9a-4af3-b2f5-c7d1050e2584), before_update {{(pid=104527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:45:54.894025 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0904e314-a1e9-453e-9182-e709d655845a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5ca72084-eb9a-4af3-b2f5-c7d1050e2584'}] {{(pid=104527) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 25 07:45:54.896287 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b7b9631292b9c3281c46c063e828ef1e98938590bf5356102cacde7abf71fd6b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-286d779c-d2e9-4017-921b-701b975b8de1" -d '{"events": [{"server_uuid": "0904e314-a1e9-453e-9182-e709d655845a", "name": "network-vif-plugged", "status": "completed", "tag": "5ca72084-eb9a-4af3-b2f5-c7d1050e2584"}]}' {{(pid=104527) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 25 07:45:54.909362 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.plugins.ml2.db [None req-798242cc-9ea0-464c-9109-86bd7997349e None None] For port 5ca72084-eb9a-4af3-b2f5-c7d1050e2584, host hv-cinder-82549, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82549',level=0,port_id=5ca72084-eb9a-4af3-b2f5-c7d1050e2584,segment=NetworkSegment(3ba9802c-cef7-42fe-9bb2-55236834ef61),segment_id=3ba9802c-cef7-42fe-9bb2-55236834ef61)] {{(pid=104527) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 07:45:54.933457 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 25 May 2022 07:45:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-df68b9b8-6827-4f16-b397-5d40c403b029 x-openstack-request-id: req-df68b9b8-6827-4f16-b397-5d40c403b029 {{(pid=104527) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 25 07:45:54.933748 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0904e314-a1e9-453e-9182-e709d655845a", "name": "network-vif-plugged", "status": "completed", "tag": "5ca72084-eb9a-4af3-b2f5-c7d1050e2584", "code": 200}]} {{(pid=104527) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 25 07:45:54.934003 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-df68b9b8-6827-4f16-b397-5d40c403b029 {{(pid=104527) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 25 07:45:54.934396 dv-cinder-825492-15-iscsi neutron-server[104527]: INFO neutron.notifiers.nova [-] Nova event matching ['req-df68b9b8-6827-4f16-b397-5d40c403b029'] response: {'server_uuid': '0904e314-a1e9-453e-9182-e709d655845a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5ca72084-eb9a-4af3-b2f5-c7d1050e2584', 'code': 200} May 25 07:45:54.987987 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron_lib.callbacks.manager [None req-798242cc-9ea0-464c-9109-86bd7997349e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-617841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612926', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754056714442', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754056173882', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754056173900'] for port (5ca72084-eb9a-4af3-b2f5-c7d1050e2584), after_update {{(pid=104527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:45:55.034516 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-798242cc-9ea0-464c-9109-86bd7997349e None None] Pushing event updated for resources: {'Port': ['ID=5ca72084-eb9a-4af3-b2f5-c7d1050e2584,revision_number=5']} {{(pid=104527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 07:45:55.198723 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f7342e4-c52b-4dff-b2d7-45aee335f454 req-5f6c8058-8631-4e34-a5a2-179463b23c3c tempest-TestVolumeBootPattern-1147907125 tempest-TestVolumeBootPattern-1147907125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 07:45:55.200164 dv-cinder-825492-15-iscsi neutron-server[104525]: INFO neutron.wsgi [req-0f7342e4-c52b-4dff-b2d7-45aee335f454 req-5f6c8058-8631-4e34-a5a2-179463b23c3c tempest-TestVolumeBootPattern-1147907125 tempest-TestVolumeBootPattern-1147907125-project] 10.222.0.24 "GET /v2.0/ports?device_id=684d03bd-f960-4032-8299-19dc8fa3029e HTTP/1.1" status: 200 len: 943 time: 0.0500209 May 25 07:45:55.253840 dv-cinder-825492-15-iscsi neutron-server[104525]: INFO neutron.wsgi [req-0f7342e4-c52b-4dff-b2d7-45aee335f454 req-53564ecb-aeed-4823-ae75-4319a0db497a tempest-TestVolumeBootPattern-1147907125 tempest-TestVolumeBootPattern-1147907125-project] 10.222.0.24 "GET /v2.0/security-groups?id=0c2f491d-41ea-4a0f-9897-87861bfa1a99&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0477128 May 25 07:45:55.294472 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5d3dc8f-98b2-4c5f-9d40-f3a73875d282 req-9e8b5871-828a-41f1-9681-4173980ad581 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 07:45:55.297178 dv-cinder-825492-15-iscsi neutron-server[104526]: INFO neutron.wsgi [req-f5d3dc8f-98b2-4c5f-9d40-f3a73875d282 req-9e8b5871-828a-41f1-9681-4173980ad581 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=0904e314-a1e9-453e-9182-e709d655845a HTTP/1.1" status: 200 len: 1129 time: 0.0435636 May 25 07:45:55.345255 dv-cinder-825492-15-iscsi neutron-server[104526]: INFO neutron.wsgi [req-f5d3dc8f-98b2-4c5f-9d40-f3a73875d282 req-2d0ef213-c21a-44b2-93aa-1d7334343657 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=51b4ed6b-1c02-415d-9339-bebb063a65f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419288 May 25 07:45:55.393318 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b38aa86-2250-4939-8ca8-6e45e91621b8 req-7c865d42-6732-45ed-a638-13f12e8c6afc tempest-VolumesSnapshotTestJSON-1886078946 tempest-VolumesSnapshotTestJSON-1886078946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 07:45:55.394713 dv-cinder-825492-15-iscsi neutron-server[104526]: INFO neutron.wsgi [req-4b38aa86-2250-4939-8ca8-6e45e91621b8 req-7c865d42-6732-45ed-a638-13f12e8c6afc tempest-VolumesSnapshotTestJSON-1886078946 tempest-VolumesSnapshotTestJSON-1886078946-project] 10.222.0.24 "GET /v2.0/ports?device_id=0904e314-a1e9-453e-9182-e709d655845a HTTP/1.1" status: 200 len: 945 time: 0.0485830 May 25 07:45:55.444189 dv-cinder-825492-15-iscsi neutron-server[104526]: INFO neutron.wsgi [req-4b38aa86-2250-4939-8ca8-6e45e91621b8 req-e9fb6830-2679-4d5a-b1d0-02e9f8068b54 tempest-VolumesSnapshotTestJSON-1886078946 tempest-VolumesSnapshotTestJSON-1886078946-project] 10.222.0.24 "GET /v2.0/security-groups?id=51b4ed6b-1c02-415d-9339-bebb063a65f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435541 May 25 07:45:56.369840 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4354b520-05b7-4036-9b42-726644b9d592 req-b1175551-a267-4397-be93-67f5b82ad0a0 tempest-TestVolumeBootPattern-1147907125 tempest-TestVolumeBootPattern-1147907125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 07:45:56.371349 dv-cinder-825492-15-iscsi neutron-server[104525]: INFO neutron.wsgi [req-4354b520-05b7-4036-9b42-726644b9d592 req-b1175551-a267-4397-be93-67f5b82ad0a0 tempest-TestVolumeBootPattern-1147907125 tempest-TestVolumeBootPattern-1147907125-project] 10.222.0.24 "GET /v2.0/ports?device_id=684d03bd-f960-4032-8299-19dc8fa3029e HTTP/1.1" status: 200 len: 943 time: 0.0488250 May 25 07:45:56.426372 dv-cinder-825492-15-iscsi neutron-server[104525]: INFO neutron.wsgi [req-4354b520-05b7-4036-9b42-726644b9d592 req-1039f470-5aa5-4985-b6d3-fecb2a527dc5 tempest-TestVolumeBootPattern-1147907125 tempest-TestVolumeBootPattern-1147907125-project] 10.222.0.24 "GET /v2.0/security-groups?id=0c2f491d-41ea-4a0f-9897-87861bfa1a99&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0482912 May 25 07:45:56.560225 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25202473-8ccc-441d-86a8-464d5d02555e req-3274449b-2678-41e9-808a-b5031e7a09ec tempest-VolumesSnapshotTestJSON-1886078946 tempest-VolumesSnapshotTestJSON-1886078946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 07:45:56.561772 dv-cinder-825492-15-iscsi neutron-server[104526]: INFO neutron.wsgi [req-25202473-8ccc-441d-86a8-464d5d02555e req-3274449b-2678-41e9-808a-b5031e7a09ec tempest-VolumesSnapshotTestJSON-1886078946 tempest-VolumesSnapshotTestJSON-1886078946-project] 10.222.0.24 "GET /v2.0/ports?device_id=0904e314-a1e9-453e-9182-e709d655845a HTTP/1.1" status: 200 len: 945 time: 0.0479057 May 25 07:45:56.614048 dv-cinder-825492-15-iscsi neutron-server[104526]: INFO neutron.wsgi [req-25202473-8ccc-441d-86a8-464d5d02555e req-ec67a0f8-3b4b-4c3d-9801-d8a3f77fa52d tempest-VolumesSnapshotTestJSON-1886078946 tempest-VolumesSnapshotTestJSON-1886078946-project] 10.222.0.24 "GET /v2.0/security-groups?id=51b4ed6b-1c02-415d-9339-bebb063a65f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466845 May 25 07:45:57.556951 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b16e41ab-e3e9-4d46-9b95-4b3fe8832321 req-72f5aa66-9481-4077-8457-0f0af87aa445 tempest-TestVolumeBootPattern-1147907125 tempest-TestVolumeBootPattern-1147907125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 07:45:57.558409 dv-cinder-825492-15-iscsi neutron-server[104525]: INFO neutron.wsgi [req-b16e41ab-e3e9-4d46-9b95-4b3fe8832321 req-72f5aa66-9481-4077-8457-0f0af87aa445 tempest-TestVolumeBootPattern-1147907125 tempest-TestVolumeBootPattern-1147907125-project] 10.222.0.24 "GET /v2.0/ports?device_id=684d03bd-f960-4032-8299-19dc8fa3029e HTTP/1.1" status: 200 len: 943 time: 0.0515537 May 25 07:45:57.606723 dv-cinder-825492-15-iscsi neutron-server[104525]: INFO neutron.wsgi [req-b16e41ab-e3e9-4d46-9b95-4b3fe8832321 req-e29a42fc-39ca-4cb1-a986-379529e0b22f tempest-TestVolumeBootPattern-1147907125 tempest-TestVolumeBootPattern-1147907125-project] 10.222.0.24 "GET /v2.0/security-groups?id=0c2f491d-41ea-4a0f-9897-87861bfa1a99&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427456 May 25 07:45:58.723222 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c3b7496-32e2-487c-8919-e192513fe133 req-0c8c5453-cc72-4903-92f7-2abfc3847ca8 tempest-TestVolumeBootPattern-1147907125 tempest-TestVolumeBootPattern-1147907125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 07:45:58.724721 dv-cinder-825492-15-iscsi neutron-server[104526]: INFO neutron.wsgi [req-0c3b7496-32e2-487c-8919-e192513fe133 req-0c8c5453-cc72-4903-92f7-2abfc3847ca8 tempest-TestVolumeBootPattern-1147907125 tempest-TestVolumeBootPattern-1147907125-project] 10.222.0.24 "GET /v2.0/ports?device_id=684d03bd-f960-4032-8299-19dc8fa3029e HTTP/1.1" status: 200 len: 943 time: 0.0479596 May 25 07:45:58.775848 dv-cinder-825492-15-iscsi neutron-server[104526]: INFO neutron.wsgi [req-0c3b7496-32e2-487c-8919-e192513fe133 req-70514d3e-2f77-47f9-b8be-dedc379c806a tempest-TestVolumeBootPattern-1147907125 tempest-TestVolumeBootPattern-1147907125-project] 10.222.0.24 "GET /v2.0/security-groups?id=0c2f491d-41ea-4a0f-9897-87861bfa1a99&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452859 May 25 07:45:59.873112 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG dbcounter [-] [104525] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104525) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 07:45:59.888373 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa24e6aa-6c88-4d42-80d1-6062ce737e11 req-b056f25e-ad4b-49f3-b52f-3526138bc13f tempest-TestVolumeBootPattern-1147907125 tempest-TestVolumeBootPattern-1147907125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 07:45:59.889848 dv-cinder-825492-15-iscsi neutron-server[104525]: INFO neutron.wsgi [req-fa24e6aa-6c88-4d42-80d1-6062ce737e11 req-b056f25e-ad4b-49f3-b52f-3526138bc13f tempest-TestVolumeBootPattern-1147907125 tempest-TestVolumeBootPattern-1147907125-project] 10.222.0.24 "GET /v2.0/ports?device_id=684d03bd-f960-4032-8299-19dc8fa3029e HTTP/1.1" status: 200 len: 943 time: 0.0469007 May 25 07:45:59.938868 dv-cinder-825492-15-iscsi neutron-server[104525]: INFO neutron.wsgi [req-fa24e6aa-6c88-4d42-80d1-6062ce737e11 req-abff9323-63ee-4048-8f00-dc373dbbb3c4 tempest-TestVolumeBootPattern-1147907125 tempest-TestVolumeBootPattern-1147907125-project] 10.222.0.24 "GET /v2.0/security-groups?id=0c2f491d-41ea-4a0f-9897-87861bfa1a99&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433474 May 25 07:46:00.719800 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.plugins.ml2.rpc [None req-798242cc-9ea0-464c-9109-86bd7997349e None None] Device 4241ca06-1fe2-4402-b408-b4b6b705733f details requested by agent hyperv_hv-cinder-82549 with host hv-cinder-82549 {{(pid=104527) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 25 07:46:00.815255 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.plugins.ml2.db [None req-798242cc-9ea0-464c-9109-86bd7997349e None None] For port 4241ca06-1fe2-4402-b408-b4b6b705733f, host hv-cinder-82549, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82549',level=0,port_id=4241ca06-1fe2-4402-b408-b4b6b705733f,segment=NetworkSegment(9a610226-7c21-4d7a-9db8-be7770bde605),segment_id=9a610226-7c21-4d7a-9db8-be7770bde605)] {{(pid=104527) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 07:46:00.826407 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.plugins.ml2.rpc [None req-798242cc-9ea0-464c-9109-86bd7997349e None None] Returning: {'device': '4241ca06-1fe2-4402-b408-b4b6b705733f', 'network_id': '9bcd68e9-0045-4b34-8142-bf28d91642fb', 'port_id': '4241ca06-1fe2-4402-b408-b4b6b705733f', 'mac_address': 'fa:16:3e:bf:a1:47', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 250, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '79361af5-cc98-4fe6-aade-34c4cdb65654', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104527) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 25 07:46:00.862835 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.plugins.ml2.plugin [None req-798242cc-9ea0-464c-9109-86bd7997349e None None] Current status of the port 4241ca06-1fe2-4402-b408-b4b6b705733f is: DOWN; New status is: BUILD {{(pid=104527) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 25 07:46:00.863139 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron_lib.callbacks.manager [None req-798242cc-9ea0-464c-9109-86bd7997349e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-616651'] for port (4241ca06-1fe2-4402-b408-b4b6b705733f), before_update {{(pid=104527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:46:00.875778 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.notifiers.nova [None req-798242cc-9ea0-464c-9109-86bd7997349e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4241ca06-1fe2-4402-b408-b4b6b705733f {{(pid=104527) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 25 07:46:00.894819 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.plugins.ml2.db [None req-798242cc-9ea0-464c-9109-86bd7997349e None None] For port 4241ca06-1fe2-4402-b408-b4b6b705733f, host hv-cinder-82549, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82549',level=0,port_id=4241ca06-1fe2-4402-b408-b4b6b705733f,segment=NetworkSegment(9a610226-7c21-4d7a-9db8-be7770bde605),segment_id=9a610226-7c21-4d7a-9db8-be7770bde605)] {{(pid=104527) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 07:46:00.970922 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron_lib.callbacks.manager [None req-798242cc-9ea0-464c-9109-86bd7997349e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-617841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612926', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754056714442', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754056173882', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754056173900'] for port (4241ca06-1fe2-4402-b408-b4b6b705733f), after_update {{(pid=104527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:46:01.018756 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-798242cc-9ea0-464c-9109-86bd7997349e None None] Pushing event updated for resources: {'Port': ['ID=4241ca06-1fe2-4402-b408-b4b6b705733f,revision_number=4']} {{(pid=104527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 07:46:01.053610 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dead1bb-71d4-4e6e-8886-0f0dcedb078a req-2f58515b-ddc5-4baf-ba3f-b85953aa055f tempest-TestVolumeBootPattern-1147907125 tempest-TestVolumeBootPattern-1147907125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 07:46:01.055124 dv-cinder-825492-15-iscsi neutron-server[104526]: INFO neutron.wsgi [req-1dead1bb-71d4-4e6e-8886-0f0dcedb078a req-2f58515b-ddc5-4baf-ba3f-b85953aa055f tempest-TestVolumeBootPattern-1147907125 tempest-TestVolumeBootPattern-1147907125-project] 10.222.0.24 "GET /v2.0/ports?device_id=684d03bd-f960-4032-8299-19dc8fa3029e HTTP/1.1" status: 200 len: 944 time: 0.0472546 May 25 07:46:01.090317 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG dbcounter [-] [104526] Writing DB stats neutron:SELECT=96,neutron:INSERT=4 {{(pid=104526) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 07:46:01.103977 dv-cinder-825492-15-iscsi neutron-server[104526]: INFO neutron.wsgi [req-1dead1bb-71d4-4e6e-8886-0f0dcedb078a req-43ef28a0-64e7-4f99-be02-7eff6b08d4af tempest-TestVolumeBootPattern-1147907125 tempest-TestVolumeBootPattern-1147907125-project] 10.222.0.24 "GET /v2.0/security-groups?id=0c2f491d-41ea-4a0f-9897-87861bfa1a99&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432959 May 25 07:46:01.276277 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.plugins.ml2.db [None req-798242cc-9ea0-464c-9109-86bd7997349e None None] get_ports_and_sgs() called for port_ids ['4241ca06-1fe2-4402-b408-b4b6b705733f'] {{(pid=104527) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 25 07:46:01.469395 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG dbcounter [-] [104527] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104527) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 07:46:02.193960 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron_lib.callbacks.manager [None req-798242cc-9ea0-464c-9109-86bd7997349e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754056472917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490168'] for agent (bbf5dc8c-5103-4973-a6b6-76af4660c126), after_update {{(pid=104527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:46:02.216289 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50fc4916-3398-49dc-9e4a-de97115f0757 req-8484b104-25e2-4925-9175-b937cc403704 tempest-TestVolumeBootPattern-1147907125 tempest-TestVolumeBootPattern-1147907125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 07:46:02.217766 dv-cinder-825492-15-iscsi neutron-server[104525]: INFO neutron.wsgi [req-50fc4916-3398-49dc-9e4a-de97115f0757 req-8484b104-25e2-4925-9175-b937cc403704 tempest-TestVolumeBootPattern-1147907125 tempest-TestVolumeBootPattern-1147907125-project] 10.222.0.24 "GET /v2.0/ports?device_id=684d03bd-f960-4032-8299-19dc8fa3029e HTTP/1.1" status: 200 len: 944 time: 0.0468173 May 25 07:46:02.269740 dv-cinder-825492-15-iscsi neutron-server[104525]: INFO neutron.wsgi [req-50fc4916-3398-49dc-9e4a-de97115f0757 req-27e634e1-0b7d-49a1-a6f8-834776774e00 tempest-TestVolumeBootPattern-1147907125 tempest-TestVolumeBootPattern-1147907125-project] 10.222.0.24 "GET /v2.0/security-groups?id=0c2f491d-41ea-4a0f-9897-87861bfa1a99&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463347 May 25 07:46:02.730913 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.plugins.ml2.rpc [None req-798242cc-9ea0-464c-9109-86bd7997349e None None] Device 4241ca06-1fe2-4402-b408-b4b6b705733f up at agent hyperv_hv-cinder-82549 {{(pid=104527) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 25 07:46:02.777421 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.db.provisioning_blocks [None req-798242cc-9ea0-464c-9109-86bd7997349e None None] Provisioning for port 4241ca06-1fe2-4402-b408-b4b6b705733f completed by entity L2. {{(pid=104527) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 25 07:46:02.878967 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.db.provisioning_blocks [None req-798242cc-9ea0-464c-9109-86bd7997349e None None] Provisioning complete for port 4241ca06-1fe2-4402-b408-b4b6b705733f triggered by entity L2. {{(pid=104527) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 25 07:46:02.879278 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron_lib.callbacks.manager [None req-798242cc-9ea0-464c-9109-86bd7997349e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1490782'] for port (4241ca06-1fe2-4402-b408-b4b6b705733f), provisioning_complete {{(pid=104527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:46:02.952319 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.plugins.ml2.plugin [None req-798242cc-9ea0-464c-9109-86bd7997349e None None] Current status of the port 4241ca06-1fe2-4402-b408-b4b6b705733f is: BUILD; New status is: ACTIVE {{(pid=104527) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 25 07:46:02.952723 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron_lib.callbacks.manager [None req-798242cc-9ea0-464c-9109-86bd7997349e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-616651'] for port (4241ca06-1fe2-4402-b408-b4b6b705733f), before_update {{(pid=104527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:46:02.975121 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '684d03bd-f960-4032-8299-19dc8fa3029e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4241ca06-1fe2-4402-b408-b4b6b705733f'}] {{(pid=104527) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 25 07:46:02.977353 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b7b9631292b9c3281c46c063e828ef1e98938590bf5356102cacde7abf71fd6b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d6771b6b-f444-477b-b9e0-bd49fb396dbc" -d '{"events": [{"server_uuid": "684d03bd-f960-4032-8299-19dc8fa3029e", "name": "network-vif-plugged", "status": "completed", "tag": "4241ca06-1fe2-4402-b408-b4b6b705733f"}]}' {{(pid=104527) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 25 07:46:02.990199 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.plugins.ml2.db [None req-798242cc-9ea0-464c-9109-86bd7997349e None None] For port 4241ca06-1fe2-4402-b408-b4b6b705733f, host hv-cinder-82549, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82549',level=0,port_id=4241ca06-1fe2-4402-b408-b4b6b705733f,segment=NetworkSegment(9a610226-7c21-4d7a-9db8-be7770bde605),segment_id=9a610226-7c21-4d7a-9db8-be7770bde605)] {{(pid=104527) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 07:46:03.016073 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 25 May 2022 07:46:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-83626970-126d-4c87-ab36-36add4d22b0d x-openstack-request-id: req-83626970-126d-4c87-ab36-36add4d22b0d {{(pid=104527) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 25 07:46:03.016379 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "684d03bd-f960-4032-8299-19dc8fa3029e", "name": "network-vif-plugged", "status": "completed", "tag": "4241ca06-1fe2-4402-b408-b4b6b705733f", "code": 200}]} {{(pid=104527) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 25 07:46:03.016653 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-83626970-126d-4c87-ab36-36add4d22b0d {{(pid=104527) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 25 07:46:03.017045 dv-cinder-825492-15-iscsi neutron-server[104527]: INFO neutron.notifiers.nova [-] Nova event matching ['req-83626970-126d-4c87-ab36-36add4d22b0d'] response: {'server_uuid': '684d03bd-f960-4032-8299-19dc8fa3029e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4241ca06-1fe2-4402-b408-b4b6b705733f', 'code': 200} May 25 07:46:03.039167 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron_lib.callbacks.manager [None req-798242cc-9ea0-464c-9109-86bd7997349e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-617841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612926', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754056714442', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754056173882', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754056173900'] for port (4241ca06-1fe2-4402-b408-b4b6b705733f), after_update {{(pid=104527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:46:03.063985 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG dbcounter [-] [104527] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104527) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 07:46:03.089327 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-798242cc-9ea0-464c-9109-86bd7997349e None None] Pushing event updated for resources: {'Port': ['ID=4241ca06-1fe2-4402-b408-b4b6b705733f,revision_number=5']} {{(pid=104527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 07:46:03.385551 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9785e854-9332-422d-ae57-5fa1d76fa325 req-664d76c9-0411-4849-849e-77dbc0a10c1a tempest-TestVolumeBootPattern-1147907125 tempest-TestVolumeBootPattern-1147907125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 07:46:03.387061 dv-cinder-825492-15-iscsi neutron-server[104525]: INFO neutron.wsgi [req-9785e854-9332-422d-ae57-5fa1d76fa325 req-664d76c9-0411-4849-849e-77dbc0a10c1a tempest-TestVolumeBootPattern-1147907125 tempest-TestVolumeBootPattern-1147907125-project] 10.222.0.24 "GET /v2.0/ports?device_id=684d03bd-f960-4032-8299-19dc8fa3029e HTTP/1.1" status: 200 len: 945 time: 0.0487547 May 25 07:46:03.437341 dv-cinder-825492-15-iscsi neutron-server[104525]: INFO neutron.wsgi [req-9785e854-9332-422d-ae57-5fa1d76fa325 req-343b6c00-e963-4095-b735-fde7e868d853 tempest-TestVolumeBootPattern-1147907125 tempest-TestVolumeBootPattern-1147907125-project] 10.222.0.24 "GET /v2.0/security-groups?id=0c2f491d-41ea-4a0f-9897-87861bfa1a99&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444405 May 25 07:46:03.463106 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e13b8032-cb3f-4bff-a4a2-1997b61feb42 req-5230bd2d-dbb3-470f-a28b-fc40d8f44729 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 07:46:03.464610 dv-cinder-825492-15-iscsi neutron-server[104526]: INFO neutron.wsgi [req-e13b8032-cb3f-4bff-a4a2-1997b61feb42 req-5230bd2d-dbb3-470f-a28b-fc40d8f44729 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=684d03bd-f960-4032-8299-19dc8fa3029e HTTP/1.1" status: 200 len: 1129 time: 0.0443358 May 25 07:46:03.510577 dv-cinder-825492-15-iscsi neutron-server[104526]: INFO neutron.wsgi [req-e13b8032-cb3f-4bff-a4a2-1997b61feb42 req-ec0457ca-8f79-4f7a-b672-36d0e2312a48 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=0c2f491d-41ea-4a0f-9897-87861bfa1a99&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396385 May 25 07:46:04.555743 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cd9d190-4c22-441d-9973-deeb2ee4ec49 req-3a257db0-765b-476c-a432-77bc5e5cd2c7 tempest-TestVolumeBootPattern-1147907125 tempest-TestVolumeBootPattern-1147907125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 07:46:04.557264 dv-cinder-825492-15-iscsi neutron-server[104526]: INFO neutron.wsgi [req-6cd9d190-4c22-441d-9973-deeb2ee4ec49 req-3a257db0-765b-476c-a432-77bc5e5cd2c7 tempest-TestVolumeBootPattern-1147907125 tempest-TestVolumeBootPattern-1147907125-project] 10.222.0.24 "GET /v2.0/ports?device_id=684d03bd-f960-4032-8299-19dc8fa3029e HTTP/1.1" status: 200 len: 945 time: 0.0479789 May 25 07:46:04.611260 dv-cinder-825492-15-iscsi neutron-server[104526]: INFO neutron.wsgi [req-6cd9d190-4c22-441d-9973-deeb2ee4ec49 req-441e718a-492d-4110-b448-2960ff47d839 tempest-TestVolumeBootPattern-1147907125 tempest-TestVolumeBootPattern-1147907125-project] 10.222.0.24 "GET /v2.0/security-groups?id=0c2f491d-41ea-4a0f-9897-87861bfa1a99&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0482855 May 25 07:46:05.222706 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron_lib.callbacks.manager [None req-18d0b593-c231-41e2-92d8-486722bbbfc4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754056472917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490168'] for agent (6cf9466f-68ff-4d03-9bb6-0c8244fa88eb), after_update {{(pid=104527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:46:05.722980 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab5e6586-d776-4896-a65e-af984296c633 req-e2baa293-d03f-4026-83c2-80472c6c7a5c tempest-TestVolumeBootPattern-1147907125 tempest-TestVolumeBootPattern-1147907125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 07:46:05.724448 dv-cinder-825492-15-iscsi neutron-server[104525]: INFO neutron.wsgi [req-ab5e6586-d776-4896-a65e-af984296c633 req-e2baa293-d03f-4026-83c2-80472c6c7a5c tempest-TestVolumeBootPattern-1147907125 tempest-TestVolumeBootPattern-1147907125-project] 10.222.0.24 "GET /v2.0/ports?device_id=684d03bd-f960-4032-8299-19dc8fa3029e HTTP/1.1" status: 200 len: 945 time: 0.0473230 May 25 07:46:05.773376 dv-cinder-825492-15-iscsi neutron-server[104525]: INFO neutron.wsgi [req-ab5e6586-d776-4896-a65e-af984296c633 req-243edb72-144c-4c4e-a59e-afc06a025353 tempest-TestVolumeBootPattern-1147907125 tempest-TestVolumeBootPattern-1147907125-project] 10.222.0.24 "GET /v2.0/security-groups?id=0c2f491d-41ea-4a0f-9897-87861bfa1a99&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433650 May 25 07:46:05.890569 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d43262a8-0cf5-4551-a276-1c19be531f88 req-ee4e15b5-fbca-4d56-bae7-941239f4a1e2 tempest-TestVolumeBootPattern-1147907125 tempest-TestVolumeBootPattern-1147907125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 07:46:05.891875 dv-cinder-825492-15-iscsi neutron-server[104526]: INFO neutron.wsgi [req-d43262a8-0cf5-4551-a276-1c19be531f88 req-ee4e15b5-fbca-4d56-bae7-941239f4a1e2 tempest-TestVolumeBootPattern-1147907125 tempest-TestVolumeBootPattern-1147907125-project] 10.222.0.24 "GET /v2.0/ports?device_id=684d03bd-f960-4032-8299-19dc8fa3029e HTTP/1.1" status: 200 len: 945 time: 0.0498395 May 25 07:46:05.946114 dv-cinder-825492-15-iscsi neutron-server[104526]: INFO neutron.wsgi [req-d43262a8-0cf5-4551-a276-1c19be531f88 req-5a0fb279-5965-44e0-b6f1-f14d2201d6bb tempest-TestVolumeBootPattern-1147907125 tempest-TestVolumeBootPattern-1147907125-project] 10.222.0.24 "GET /v2.0/security-groups?id=0c2f491d-41ea-4a0f-9897-87861bfa1a99&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470097 May 25 07:46:05.973857 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron.wsgi [-] (104525) accepted ('10.222.0.24', 51946) {{(pid=104525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 07:46:06.194912 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1bfe7d5-c4fb-4cd3-b9dd-76634189251a tempest-TestVolumeBootPattern-1207808981 tempest-TestVolumeBootPattern-1207808981-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 07:46:06.196440 dv-cinder-825492-15-iscsi neutron-server[104525]: INFO neutron.wsgi [None req-e1bfe7d5-c4fb-4cd3-b9dd-76634189251a tempest-TestVolumeBootPattern-1207808981 tempest-TestVolumeBootPattern-1207808981-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=684d03bd-f960-4032-8299-19dc8fa3029e HTTP/1.1" status: 200 len: 1124 time: 0.2213774 May 25 07:46:06.199413 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron.wsgi [-] (104525) accepted ('10.222.0.24', 51954) {{(pid=104525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 07:46:06.207991 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron.api.v2.base [None req-69c4a1bf-b2b5-4260-b0a0-0c1ddfaca799 tempest-TestVolumeBootPattern-1147907125 tempest-TestVolumeBootPattern-1147907125-project] Request body: {'floatingip': {'floating_network_id': '29c629bd-3f50-4535-bfbc-a047608d6fb6', 'port_id': '4241ca06-1fe2-4402-b408-b4b6b705733f', 'tenant_id': 'f5e67d0f06be415794efd436655904b3', 'fixed_ip_address': '172.20.0.9'}} {{(pid=104525) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 25 07:46:06.220923 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-909d24d8-8fe3-483d-9340-56b1004fcdbf req-5f479a32-7020-4d72-a6be-ca44ccf86582 tempest-TestMinimumBasicScenario-1136131971 tempest-TestMinimumBasicScenario-1136131971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 07:46:06.223202 dv-cinder-825492-15-iscsi neutron-server[104525]: INFO neutron.wsgi [req-909d24d8-8fe3-483d-9340-56b1004fcdbf req-5f479a32-7020-4d72-a6be-ca44ccf86582 tempest-TestMinimumBasicScenario-1136131971 tempest-TestMinimumBasicScenario-1136131971-project] 10.222.0.24 "GET /v2.0/ports?device_id=892bc459-4577-4e8c-b87f-04861e9f1ea8 HTTP/1.1" status: 200 len: 945 time: 0.0681953 May 25 07:46:06.274889 dv-cinder-825492-15-iscsi neutron-server[104525]: INFO neutron.wsgi [req-909d24d8-8fe3-483d-9340-56b1004fcdbf req-de344068-7791-4301-b67a-486b69d51c04 tempest-TestMinimumBasicScenario-1136131971 tempest-TestMinimumBasicScenario-1136131971-project] 10.222.0.24 "GET /v2.0/security-groups?id=1ced07ab-21b0-4a9f-8788-f41419ff702c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448947 May 25 07:46:06.297891 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron.wsgi [-] (104525) accepted ('10.222.0.24', 51956) {{(pid=104525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 07:46:06.307782 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-69c4a1bf-b2b5-4260-b0a0-0c1ddfaca799 tempest-TestVolumeBootPattern-1147907125 tempest-TestVolumeBootPattern-1147907125-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:46:06.390875 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-69c4a1bf-b2b5-4260-b0a0-0c1ddfaca799 tempest-TestVolumeBootPattern-1147907125 tempest-TestVolumeBootPattern-1147907125-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-616651'] for port (None), before_create {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:46:06.393316 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG dbcounter [-] [104525] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=104525) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 07:46:06.479360 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df3d0eda-5644-48ae-bcd3-e92fa46accee tempest-TestMinimumBasicScenario-1954906996 tempest-TestMinimumBasicScenario-1954906996-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 07:46:06.480812 dv-cinder-825492-15-iscsi neutron-server[104525]: INFO neutron.wsgi [None req-df3d0eda-5644-48ae-bcd3-e92fa46accee tempest-TestMinimumBasicScenario-1954906996 tempest-TestMinimumBasicScenario-1954906996-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=892bc459-4577-4e8c-b87f-04861e9f1ea8 HTTP/1.1" status: 200 len: 1124 time: 0.1819603 May 25 07:46:06.485185 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.wsgi [-] (104526) accepted ('10.222.0.24', 51960) {{(pid=104526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 07:46:06.489576 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.api.v2.base [None req-8fcefb99-91c2-4c14-9180-9c17d4d5287f tempest-TestMinimumBasicScenario-1136131971 tempest-TestMinimumBasicScenario-1136131971-project] Request body: {'floatingip': {'floating_network_id': '29c629bd-3f50-4535-bfbc-a047608d6fb6', 'port_id': 'eed8a0c9-0f18-40ef-a65e-38b52e79aa6e', 'tenant_id': 'ce3e8f3592894606afc4d35c82d8f36f', 'fixed_ip_address': '172.20.0.9'}} {{(pid=104526) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 25 07:46:06.533776 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron.db.db_base_plugin_common [None req-69c4a1bf-b2b5-4260-b0a0-0c1ddfaca799 tempest-TestVolumeBootPattern-1147907125 tempest-TestVolumeBootPattern-1147907125-project] Allocated IP 172.27.3.190 (29c629bd-3f50-4535-bfbc-a047608d6fb6/7934ff5a-43f1-4f76-b9d8-e4343ace34f5/f0a87be0-59fd-4b7f-9bfa-32272cff10e4) {{(pid=104525) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 07:46:06.570076 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-8fcefb99-91c2-4c14-9180-9c17d4d5287f tempest-TestMinimumBasicScenario-1136131971 tempest-TestMinimumBasicScenario-1136131971-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:46:06.638895 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-69c4a1bf-b2b5-4260-b0a0-0c1ddfaca799 tempest-TestVolumeBootPattern-1147907125 tempest-TestVolumeBootPattern-1147907125-project] Publish callbacks [] for port (f0a87be0-59fd-4b7f-9bfa-32272cff10e4), precommit_create {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:46:06.649610 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG dbcounter [-] [104525] Writing DB stats neutron:SELECT=92,neutron:INSERT=4,neutron:UPDATE=4 {{(pid=104525) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 07:46:06.651901 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-8fcefb99-91c2-4c14-9180-9c17d4d5287f tempest-TestMinimumBasicScenario-1136131971 tempest-TestMinimumBasicScenario-1136131971-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-616651'] for port (None), before_create {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:46:06.743522 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-69c4a1bf-b2b5-4260-b0a0-0c1ddfaca799 tempest-TestVolumeBootPattern-1147907125 tempest-TestVolumeBootPattern-1147907125-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-617841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612926', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754056173864', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59563715'] for port (f0a87be0-59fd-4b7f-9bfa-32272cff10e4), after_create {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:46:06.784336 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69c4a1bf-b2b5-4260-b0a0-0c1ddfaca799 tempest-TestVolumeBootPattern-1147907125 tempest-TestVolumeBootPattern-1147907125-project] Network 29c629bd-3f50-4535-bfbc-a047608d6fb6 is already hosted by enough agents. {{(pid=104525) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 07:46:06.787913 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG dbcounter [-] [104526] Writing DB stats neutron:SELECT=96,neutron:INSERT=4 {{(pid=104526) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 07:46:06.789048 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron.scheduler.base_scheduler [None req-69c4a1bf-b2b5-4260-b0a0-0c1ddfaca799 tempest-TestVolumeBootPattern-1147907125 tempest-TestVolumeBootPattern-1147907125-project] Resources bound (agent type, host, resource id): {{(pid=104525) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 07:46:06.789205 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.db.db_base_plugin_common [None req-8fcefb99-91c2-4c14-9180-9c17d4d5287f tempest-TestMinimumBasicScenario-1136131971 tempest-TestMinimumBasicScenario-1136131971-project] Allocated IP 172.27.3.95 (29c629bd-3f50-4535-bfbc-a047608d6fb6/7934ff5a-43f1-4f76-b9d8-e4343ace34f5/c7236e69-6d56-4364-b62d-9dbe57f2dd0d) {{(pid=104526) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 07:46:06.791787 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69c4a1bf-b2b5-4260-b0a0-0c1ddfaca799 tempest-TestVolumeBootPattern-1147907125 tempest-TestVolumeBootPattern-1147907125-project] Received port after_create {{(pid=104525) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 25 07:46:06.797241 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69c4a1bf-b2b5-4260-b0a0-0c1ddfaca799 tempest-TestVolumeBootPattern-1147907125 tempest-TestVolumeBootPattern-1147907125-project] Pushing event updated for resources: {'Port': ['ID=f0a87be0-59fd-4b7f-9bfa-32272cff10e4,revision_number=1']} {{(pid=104525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 07:46:06.891156 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-8fcefb99-91c2-4c14-9180-9c17d4d5287f tempest-TestMinimumBasicScenario-1136131971 tempest-TestMinimumBasicScenario-1136131971-project] Publish callbacks [] for port (c7236e69-6d56-4364-b62d-9dbe57f2dd0d), precommit_create {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:46:06.892820 dv-cinder-825492-15-iscsi neutron-server[104528]: DEBUG dbcounter [-] [104528] Writing DB stats neutron:SELECT=3 {{(pid=104528) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 07:46:06.893776 dv-cinder-825492-15-iscsi neutron-server[104528]: DEBUG dbcounter [-] [104528] Writing DB stats neutron:SELECT=3 {{(pid=104528) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 07:46:06.913279 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG dbcounter [-] [104526] Writing DB stats neutron:SELECT=92,neutron:INSERT=4,neutron:UPDATE=4 {{(pid=104526) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 07:46:07.018627 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-8fcefb99-91c2-4c14-9180-9c17d4d5287f tempest-TestMinimumBasicScenario-1136131971 tempest-TestMinimumBasicScenario-1136131971-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-617841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612926', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754056173864', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2909854'] for port (c7236e69-6d56-4364-b62d-9dbe57f2dd0d), after_create {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:46:07.177603 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-69c4a1bf-b2b5-4260-b0a0-0c1ddfaca799 tempest-TestVolumeBootPattern-1147907125 tempest-TestVolumeBootPattern-1147907125-project] Publish callbacks [] for floatingip (ef8fe012-2704-4aac-a43a-6f9a3880ae98), precommit_create {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:46:07.205024 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG dbcounter [-] [104525] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=104525) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 07:46:07.307784 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-69c4a1bf-b2b5-4260-b0a0-0c1ddfaca799 tempest-TestVolumeBootPattern-1147907125 tempest-TestVolumeBootPattern-1147907125-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-616651'] for port (f0a87be0-59fd-4b7f-9bfa-32272cff10e4), before_update {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:46:07.334071 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8fcefb99-91c2-4c14-9180-9c17d4d5287f tempest-TestMinimumBasicScenario-1136131971 tempest-TestMinimumBasicScenario-1136131971-project] Network 29c629bd-3f50-4535-bfbc-a047608d6fb6 is already hosted by enough agents. {{(pid=104526) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 07:46:07.338867 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.scheduler.base_scheduler [None req-8fcefb99-91c2-4c14-9180-9c17d4d5287f tempest-TestMinimumBasicScenario-1136131971 tempest-TestMinimumBasicScenario-1136131971-project] Resources bound (agent type, host, resource id): {{(pid=104526) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 07:46:07.342532 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fcefb99-91c2-4c14-9180-9c17d4d5287f tempest-TestMinimumBasicScenario-1136131971 tempest-TestMinimumBasicScenario-1136131971-project] Received port after_create {{(pid=104526) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 25 07:46:07.365118 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fcefb99-91c2-4c14-9180-9c17d4d5287f tempest-TestMinimumBasicScenario-1136131971 tempest-TestMinimumBasicScenario-1136131971-project] Pushing event updated for resources: {'Port': ['ID=c7236e69-6d56-4364-b62d-9dbe57f2dd0d,revision_number=1']} {{(pid=104526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 07:46:07.457546 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron_lib.callbacks.manager [None req-140a577b-0ec7-47ab-b2d1-82a33f33b64c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754056472917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490168'] for agent (54ff4013-997e-4376-a4e9-e6c98cf37cc7), after_update {{(pid=104527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:46:07.495168 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-69c4a1bf-b2b5-4260-b0a0-0c1ddfaca799 tempest-TestVolumeBootPattern-1147907125 tempest-TestVolumeBootPattern-1147907125-project] Publish callbacks [] for port (f0a87be0-59fd-4b7f-9bfa-32272cff10e4), precommit_update {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:46:07.547676 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-69c4a1bf-b2b5-4260-b0a0-0c1ddfaca799 tempest-TestVolumeBootPattern-1147907125 tempest-TestVolumeBootPattern-1147907125-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-617841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612926', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754056714442', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754056173882', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754056173900', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59563722'] for port (f0a87be0-59fd-4b7f-9bfa-32272cff10e4), after_update {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:46:07.620894 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69c4a1bf-b2b5-4260-b0a0-0c1ddfaca799 tempest-TestVolumeBootPattern-1147907125 tempest-TestVolumeBootPattern-1147907125-project] Pushing event updated for resources: {'Port': ['ID=f0a87be0-59fd-4b7f-9bfa-32272cff10e4,revision_number=2']} {{(pid=104525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 07:46:07.631373 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-69c4a1bf-b2b5-4260-b0a0-0c1ddfaca799 tempest-TestVolumeBootPattern-1147907125 tempest-TestVolumeBootPattern-1147907125-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1617316'] for floatingip (ef8fe012-2704-4aac-a43a-6f9a3880ae98), after_create {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:46:07.711480 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-8fcefb99-91c2-4c14-9180-9c17d4d5287f tempest-TestMinimumBasicScenario-1136131971 tempest-TestMinimumBasicScenario-1136131971-project] Publish callbacks [] for floatingip (1b848b2d-b30e-4c6f-87c6-f9727e31d30b), precommit_create {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:46:07.729378 dv-cinder-825492-15-iscsi neutron-server[104525]: INFO neutron.db.l3_db [None req-69c4a1bf-b2b5-4260-b0a0-0c1ddfaca799 tempest-TestVolumeBootPattern-1147907125 tempest-TestVolumeBootPattern-1147907125-project] Floating IP ef8fe012-2704-4aac-a43a-6f9a3880ae98 associated. External IP: 172.27.3.190, port: 4241ca06-1fe2-4402-b408-b4b6b705733f. May 25 07:46:07.732160 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG dbcounter [-] [104525] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=104525) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 07:46:07.867817 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-8fcefb99-91c2-4c14-9180-9c17d4d5287f tempest-TestMinimumBasicScenario-1136131971 tempest-TestMinimumBasicScenario-1136131971-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-616651'] for port (c7236e69-6d56-4364-b62d-9dbe57f2dd0d), before_update {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:46:07.927859 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-69c4a1bf-b2b5-4260-b0a0-0c1ddfaca799 tempest-TestVolumeBootPattern-1147907125 tempest-TestVolumeBootPattern-1147907125-project] Router ebde3b4b-02cb-4bf4-901f-5ff0707d3ffa has already been hosted by L3 agent 54ff4013-997e-4376-a4e9-e6c98cf37cc7 {{(pid=104525) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 25 07:46:08.032231 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-69c4a1bf-b2b5-4260-b0a0-0c1ddfaca799 tempest-TestVolumeBootPattern-1147907125 tempest-TestVolumeBootPattern-1147907125-project] Notify agent at l3_agent.dv-cinder-825492-15-iscsi the message routers_updated {{(pid=104525) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 25 07:46:08.045281 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5d9d0d2-5283-4cbb-9683-b7767a46b254 None None] Sync routers for ids ['ebde3b4b-02cb-4bf4-901f-5ff0707d3ffa'] in dv-cinder-825492-15-iscsi {{(pid=104527) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 25 07:46:08.045457 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-8fcefb99-91c2-4c14-9180-9c17d4d5287f tempest-TestMinimumBasicScenario-1136131971 tempest-TestMinimumBasicScenario-1136131971-project] Publish callbacks [] for port (c7236e69-6d56-4364-b62d-9dbe57f2dd0d), precommit_update {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:46:08.055484 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5d9d0d2-5283-4cbb-9683-b7767a46b254 None None] Routers {'ebde3b4b-02cb-4bf4-901f-5ff0707d3ffa'} bound to L3 agent in host dv-cinder-825492-15-iscsi {{(pid=104527) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 25 07:46:08.056087 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.db.l3_hamode_db [None req-d5d9d0d2-5283-4cbb-9683-b7767a46b254 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825492-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-25T07:27:37Z,description=,heartbeat_timestamp=2022-05-25T07:46:07Z,host='dv-cinder-825492-15-iscsi',id=54ff4013-997e-4376-a4e9-e6c98cf37cc7,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T07:27:38Z,topic='l3_agent')) {'router_ids': ['ebde3b4b-02cb-4bf4-901f-5ff0707d3ffa'], 'active': True} {{(pid=104527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 07:46:08.155376 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-69c4a1bf-b2b5-4260-b0a0-0c1ddfaca799 tempest-TestVolumeBootPattern-1147907125 tempest-TestVolumeBootPattern-1147907125-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93885'] for floatingip (None), before_response {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:46:08.160497 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.db.l3_dvr_db [None req-d5d9d0d2-5283-4cbb-9683-b7767a46b254 None None] Set router ebde3b4b-02cb-4bf4-901f-5ff0707d3ffa gateway port host: dv-cinder-825492-15-iscsi {{(pid=104527) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 25 07:46:08.165166 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-8fcefb99-91c2-4c14-9180-9c17d4d5287f tempest-TestMinimumBasicScenario-1136131971 tempest-TestMinimumBasicScenario-1136131971-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-617841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612926', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754056714442', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754056173882', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754056173900', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2909847'] for port (c7236e69-6d56-4364-b62d-9dbe57f2dd0d), after_update {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:46:08.170480 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG dbcounter [-] [104526] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104526) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 07:46:08.190657 dv-cinder-825492-15-iscsi neutron-server[104525]: INFO neutron.wsgi [None req-69c4a1bf-b2b5-4260-b0a0-0c1ddfaca799 tempest-TestVolumeBootPattern-1147907125 tempest-TestVolumeBootPattern-1147907125-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.9858959 May 25 07:46:08.190657 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '684d03bd-f960-4032-8299-19dc8fa3029e', 'tag': '4241ca06-1fe2-4402-b408-b4b6b705733f'}] {{(pid=104525) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 25 07:46:08.191432 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d445ce38d91c6b292eb6894f597f8081be97d606cd6e8c01bc8cfabf5dd02ac1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dd121bf9-8aaa-41e8-8755-f043e4cc9876" -d '{"events": [{"name": "network-changed", "server_uuid": "684d03bd-f960-4032-8299-19dc8fa3029e", "tag": "4241ca06-1fe2-4402-b408-b4b6b705733f"}]}' {{(pid=104525) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 25 07:46:08.233554 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 25 May 2022 07:46:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-18a14a85-2ddc-40be-8616-eb33f8de1670 x-openstack-request-id: req-18a14a85-2ddc-40be-8616-eb33f8de1670 {{(pid=104525) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 25 07:46:08.233838 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "684d03bd-f960-4032-8299-19dc8fa3029e", "tag": "4241ca06-1fe2-4402-b408-b4b6b705733f", "status": "completed", "code": 200}]} {{(pid=104525) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 25 07:46:08.239325 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-18a14a85-2ddc-40be-8616-eb33f8de1670 {{(pid=104525) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 25 07:46:08.239325 dv-cinder-825492-15-iscsi neutron-server[104525]: INFO neutron.notifiers.nova [-] Nova event matching ['req-18a14a85-2ddc-40be-8616-eb33f8de1670'] response: {'name': 'network-changed', 'server_uuid': '684d03bd-f960-4032-8299-19dc8fa3029e', 'tag': '4241ca06-1fe2-4402-b408-b4b6b705733f', 'status': 'completed', 'code': 200} May 25 07:46:08.240315 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fcefb99-91c2-4c14-9180-9c17d4d5287f tempest-TestMinimumBasicScenario-1136131971 tempest-TestMinimumBasicScenario-1136131971-project] Pushing event updated for resources: {'Port': ['ID=c7236e69-6d56-4364-b62d-9dbe57f2dd0d,revision_number=2']} {{(pid=104526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 07:46:08.250990 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-8fcefb99-91c2-4c14-9180-9c17d4d5287f tempest-TestMinimumBasicScenario-1136131971 tempest-TestMinimumBasicScenario-1136131971-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1617316'] for floatingip (1b848b2d-b30e-4c6f-87c6-f9727e31d30b), after_create {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:46:08.327055 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG dbcounter [-] [104526] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=104526) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 07:46:08.363191 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd121bf9-8aaa-41e8-8755-f043e4cc9876 req-e8617fbd-cbac-4a36-b3a3-d47861538a44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 07:46:08.364690 dv-cinder-825492-15-iscsi neutron-server[104526]: INFO neutron.wsgi [req-dd121bf9-8aaa-41e8-8755-f043e4cc9876 req-e8617fbd-cbac-4a36-b3a3-d47861538a44 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=f5e67d0f06be415794efd436655904b3&device_id=684d03bd-f960-4032-8299-19dc8fa3029e HTTP/1.1" status: 200 len: 1129 time: 0.0746937 May 25 07:46:08.378521 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.db.l3_hamode_db [None req-d5d9d0d2-5283-4cbb-9683-b7767a46b254 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ebde3b4b-02cb-4bf4-901f-5ff0707d3ffa', 'name': 'tempest-TestVolumeBootPattern-1211832049-router', 'tenant_id': 'f5e67d0f06be415794efd436655904b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '29c629bd-3f50-4535-bfbc-a047608d6fb6', 'external_fixed_ips': [{'subnet_id': '7934ff5a-43f1-4f76-b9d8-e4343ace34f5', 'ip_address': '172.27.3.48'}], 'enable_snat': True}, 'gw_port_id': '9ecb0563-65ad-4bc0-a223-324ae8c6d8f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T07:44:55Z', 'updated_at': '2022-05-25T07:44:58Z', 'revision_number': 4, 'project_id': 'f5e67d0f06be415794efd436655904b3', 'gw_port': {'id': '9ecb0563-65ad-4bc0-a223-324ae8c6d8f7', 'name': '', 'network_id': '29c629bd-3f50-4535-bfbc-a047608d6fb6', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:d0:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebde3b4b-02cb-4bf4-901f-5ff0707d3ffa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 650, 'fixed_ips': [{'subnet_id': '7934ff5a-43f1-4f76-b9d8-e4343ace34f5', 'ip_address': '172.27.3.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825492-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T07:44:56Z', 'updated_at': '2022-05-25T07:45:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7934ff5a-43f1-4f76-b9d8-e4343ace34f5', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825492-15-iscsi', '_floatingips': [{'id': 'ef8fe012-2704-4aac-a43a-6f9a3880ae98', 'tenant_id': 'f5e67d0f06be415794efd436655904b3', 'floating_ip_address': '172.27.3.190', 'floating_network_id': '29c629bd-3f50-4535-bfbc-a047608d6fb6', 'router_id': 'ebde3b4b-02cb-4bf4-901f-5ff0707d3ffa', 'port_id': '4241ca06-1fe2-4402-b408-b4b6b705733f', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 727, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9bcd68e9-0045-4b34-8142-bf28d91642fb', 'mac_address': 'fa:16:3e:bf:a1:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '684d03bd-f960-4032-8299-19dc8fa3029e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-25T07:46:07Z', 'updated_at': '2022-05-25T07:46:07Z', 'revision_number': 0, 'project_id': 'f5e67d0f06be415794efd436655904b3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '71945d30-2083-402b-a29e-2effc8003ab4', 'name': '', 'network_id': '9bcd68e9-0045-4b34-8142-bf28d91642fb', 'tenant_id': 'f5e67d0f06be415794efd436655904b3', 'mac_address': 'fa:16:3e:de:ac:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebde3b4b-02cb-4bf4-901f-5ff0707d3ffa', 'device_owner': 'network:router_interface', 'standard_attr_id': 659, 'fixed_ips': [{'subnet_id': '79361af5-cc98-4fe6-aade-34c4cdb65654', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825492-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T07:44:58Z', 'updated_at': '2022-05-25T07:45:06Z', 'revision_number': 5, 'project_id': 'f5e67d0f06be415794efd436655904b3', 'subnets': [{'id': '79361af5-cc98-4fe6-aade-34c4cdb65654', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-825492-15-iscsi', False) {} {{(pid=104527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 07:46:08.402969 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5d9d0d2-5283-4cbb-9683-b7767a46b254 None None] Checking router: ebde3b4b-02cb-4bf4-901f-5ff0707d3ffa for host: dv-cinder-825492-15-iscsi {{(pid=104527) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 25 07:46:08.412638 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5d9d0d2-5283-4cbb-9683-b7767a46b254 None None] Routers {'ebde3b4b-02cb-4bf4-901f-5ff0707d3ffa'} bound to L3 agent in host dv-cinder-825492-15-iscsi {{(pid=104527) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 25 07:46:08.413169 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.db.l3_hamode_db [None req-d5d9d0d2-5283-4cbb-9683-b7767a46b254 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825492-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-25T07:27:37Z,description=,heartbeat_timestamp=2022-05-25T07:46:07Z,host='dv-cinder-825492-15-iscsi',id=54ff4013-997e-4376-a4e9-e6c98cf37cc7,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T07:27:38Z,topic='l3_agent')) {'router_ids': ['ebde3b4b-02cb-4bf4-901f-5ff0707d3ffa'], 'active': True} {{(pid=104527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 07:46:08.425781 dv-cinder-825492-15-iscsi neutron-server[104526]: INFO neutron.db.l3_db [None req-8fcefb99-91c2-4c14-9180-9c17d4d5287f tempest-TestMinimumBasicScenario-1136131971 tempest-TestMinimumBasicScenario-1136131971-project] Floating IP 1b848b2d-b30e-4c6f-87c6-f9727e31d30b associated. External IP: 172.27.3.95, port: eed8a0c9-0f18-40ef-a65e-38b52e79aa6e. May 25 07:46:08.513556 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.db.l3_dvr_db [None req-d5d9d0d2-5283-4cbb-9683-b7767a46b254 None None] Set router ebde3b4b-02cb-4bf4-901f-5ff0707d3ffa gateway port host: dv-cinder-825492-15-iscsi {{(pid=104527) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 25 07:46:08.546320 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd121bf9-8aaa-41e8-8755-f043e4cc9876 req-c243bb4a-9991-4fbf-8d4b-bc29812413e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 07:46:08.547769 dv-cinder-825492-15-iscsi neutron-server[104526]: INFO neutron.wsgi [req-dd121bf9-8aaa-41e8-8755-f043e4cc9876 req-c243bb4a-9991-4fbf-8d4b-bc29812413e4 service neutron] 10.222.0.41 "GET /v2.0/networks?id=9bcd68e9-0045-4b34-8142-bf28d91642fb HTTP/1.1" status: 200 len: 913 time: 0.1758738 May 25 07:46:08.550145 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG dbcounter [-] [104527] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=104527) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 07:46:08.658264 dv-cinder-825492-15-iscsi neutron-server[104526]: INFO neutron.wsgi [req-dd121bf9-8aaa-41e8-8755-f043e4cc9876 req-a7e7bb90-2b8f-45a9-a16c-f111442cbd30 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=4241ca06-1fe2-4402-b408-b4b6b705733f HTTP/1.1" status: 200 len: 999 time: 0.1040907 May 25 07:46:08.756011 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8fcefb99-91c2-4c14-9180-9c17d4d5287f tempest-TestMinimumBasicScenario-1136131971 tempest-TestMinimumBasicScenario-1136131971-project] Router 2a5c3f04-39f3-4f22-aabd-42d9ead6d306 has already been hosted by L3 agent 54ff4013-997e-4376-a4e9-e6c98cf37cc7 {{(pid=104526) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 25 07:46:08.757564 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd121bf9-8aaa-41e8-8755-f043e4cc9876 req-215fbc4e-a1cb-4123-a6c7-78a4fbe2c9e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 07:46:08.759002 dv-cinder-825492-15-iscsi neutron-server[104526]: INFO neutron.wsgi [req-dd121bf9-8aaa-41e8-8755-f043e4cc9876 req-215fbc4e-a1cb-4123-a6c7-78a4fbe2c9e3 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=79361af5-cc98-4fe6-aade-34c4cdb65654 HTTP/1.1" status: 200 len: 851 time: 0.0702484 May 25 07:46:08.788251 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron_lib.callbacks.manager [None req-461c163e-e11a-425b-8a8d-f39fb153da48 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754056472917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490168'] for agent (fa5554a0-25df-434f-a0d0-5996d872220a), after_update {{(pid=104527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:46:08.847206 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd121bf9-8aaa-41e8-8755-f043e4cc9876 req-f7796fc2-d81f-49f5-863c-849dc3e985ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 07:46:08.849213 dv-cinder-825492-15-iscsi neutron-server[104526]: INFO neutron.wsgi [req-dd121bf9-8aaa-41e8-8755-f043e4cc9876 req-f7796fc2-d81f-49f5-863c-849dc3e985ec service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=9bcd68e9-0045-4b34-8142-bf28d91642fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0825703 May 25 07:46:08.865276 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.db.l3_hamode_db [None req-d5d9d0d2-5283-4cbb-9683-b7767a46b254 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ebde3b4b-02cb-4bf4-901f-5ff0707d3ffa', 'name': 'tempest-TestVolumeBootPattern-1211832049-router', 'tenant_id': 'f5e67d0f06be415794efd436655904b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '29c629bd-3f50-4535-bfbc-a047608d6fb6', 'external_fixed_ips': [{'subnet_id': '7934ff5a-43f1-4f76-b9d8-e4343ace34f5', 'ip_address': '172.27.3.48'}], 'enable_snat': True}, 'gw_port_id': '9ecb0563-65ad-4bc0-a223-324ae8c6d8f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T07:44:55Z', 'updated_at': '2022-05-25T07:44:58Z', 'revision_number': 4, 'project_id': 'f5e67d0f06be415794efd436655904b3', 'gw_port': {'id': '9ecb0563-65ad-4bc0-a223-324ae8c6d8f7', 'name': '', 'network_id': '29c629bd-3f50-4535-bfbc-a047608d6fb6', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:d0:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebde3b4b-02cb-4bf4-901f-5ff0707d3ffa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 650, 'fixed_ips': [{'subnet_id': '7934ff5a-43f1-4f76-b9d8-e4343ace34f5', 'ip_address': '172.27.3.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825492-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T07:44:56Z', 'updated_at': '2022-05-25T07:45:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7934ff5a-43f1-4f76-b9d8-e4343ace34f5', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825492-15-iscsi', '_floatingips': [{'id': 'ef8fe012-2704-4aac-a43a-6f9a3880ae98', 'tenant_id': 'f5e67d0f06be415794efd436655904b3', 'floating_ip_address': '172.27.3.190', 'floating_network_id': '29c629bd-3f50-4535-bfbc-a047608d6fb6', 'router_id': 'ebde3b4b-02cb-4bf4-901f-5ff0707d3ffa', 'port_id': '4241ca06-1fe2-4402-b408-b4b6b705733f', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 727, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9bcd68e9-0045-4b34-8142-bf28d91642fb', 'mac_address': 'fa:16:3e:bf:a1:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '684d03bd-f960-4032-8299-19dc8fa3029e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-25T07:46:07Z', 'updated_at': '2022-05-25T07:46:07Z', 'revision_number': 0, 'project_id': 'f5e67d0f06be415794efd436655904b3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '71945d30-2083-402b-a29e-2effc8003ab4', 'name': '', 'network_id': '9bcd68e9-0045-4b34-8142-bf28d91642fb', 'tenant_id': 'f5e67d0f06be415794efd436655904b3', 'mac_address': 'fa:16:3e:de:ac:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebde3b4b-02cb-4bf4-901f-5ff0707d3ffa', 'device_owner': 'network:router_interface', 'standard_attr_id': 659, 'fixed_ips': [{'subnet_id': '79361af5-cc98-4fe6-aade-34c4cdb65654', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825492-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T07:44:58Z', 'updated_at': '2022-05-25T07:45:06Z', 'revision_number': 5, 'project_id': 'f5e67d0f06be415794efd436655904b3', 'subnets': [{'id': '79361af5-cc98-4fe6-aade-34c4cdb65654', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-825492-15-iscsi', False) {} {{(pid=104527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 07:46:08.890102 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5d9d0d2-5283-4cbb-9683-b7767a46b254 None None] The sync data for ids ['ebde3b4b-02cb-4bf4-901f-5ff0707d3ffa'] in dv-cinder-825492-15-iscsi is: [{'id': 'ebde3b4b-02cb-4bf4-901f-5ff0707d3ffa', 'name': 'tempest-TestVolumeBootPattern-1211832049-router', 'tenant_id': 'f5e67d0f06be415794efd436655904b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '29c629bd-3f50-4535-bfbc-a047608d6fb6', 'external_fixed_ips': [{'subnet_id': '7934ff5a-43f1-4f76-b9d8-e4343ace34f5', 'ip_address': '172.27.3.48'}], 'enable_snat': True}, 'gw_port_id': '9ecb0563-65ad-4bc0-a223-324ae8c6d8f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T07:44:55Z', 'updated_at': '2022-05-25T07:44:58Z', 'revision_number': 4, 'project_id': 'f5e67d0f06be415794efd436655904b3', 'gw_port': {'id': '9ecb0563-65ad-4bc0-a223-324ae8c6d8f7', 'name': '', 'network_id': '29c629bd-3f50-4535-bfbc-a047608d6fb6', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:d0:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebde3b4b-02cb-4bf4-901f-5ff0707d3ffa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 650, 'fixed_ips': [{'subnet_id': '7934ff5a-43f1-4f76-b9d8-e4343ace34f5', 'ip_address': '172.27.3.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825492-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T07:44:56Z', 'updated_at': '2022-05-25T07:45:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7934ff5a-43f1-4f76-b9d8-e4343ace34f5', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825492-15-iscsi', '_floatingips': [{'id': 'ef8fe012-2704-4aac-a43a-6f9a3880ae98', 'tenant_id': 'f5e67d0f06be415794efd436655904b3', 'floating_ip_address': '172.27.3.190', 'floating_network_id': '29c629bd-3f50-4535-bfbc-a047608d6fb6', 'router_id': 'ebde3b4b-02cb-4bf4-901f-5ff0707d3ffa', 'port_id': '4241ca06-1fe2-4402-b408-b4b6b705733f', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 727, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9bcd68e9-0045-4b34-8142-bf28d91642fb', 'mac_address': 'fa:16:3e:bf:a1:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '684d03bd-f960-4032-8299-19dc8fa3029e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-25T07:46:07Z', 'updated_at': '2022-05-25T07:46:07Z', 'revision_number': 0, 'project_id': 'f5e67d0f06be415794efd436655904b3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '71945d30-2083-402b-a29e-2effc8003ab4', 'name': '', 'network_id': '9bcd68e9-0045-4b34-8142-bf28d91642fb', 'tenant_id': 'f5e67d0f06be415794efd436655904b3', 'mac_address': 'fa:16:3e:de:ac:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebde3b4b-02cb-4bf4-901f-5ff0707d3ffa', 'device_owner': 'network:router_interface', 'standard_attr_id': 659, 'fixed_ips': [{'subnet_id': '79361af5-cc98-4fe6-aade-34c4cdb65654', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825492-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T07:44:58Z', 'updated_at': '2022-05-25T07:45:06Z', 'revision_number': 5, 'project_id': 'f5e67d0f06be415794efd436655904b3', 'subnets': [{'id': '79361af5-cc98-4fe6-aade-34c4cdb65654', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104527) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 25 07:46:08.947875 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8fcefb99-91c2-4c14-9180-9c17d4d5287f tempest-TestMinimumBasicScenario-1136131971 tempest-TestMinimumBasicScenario-1136131971-project] Notify agent at l3_agent.dv-cinder-825492-15-iscsi the message routers_updated {{(pid=104526) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 25 07:46:08.958333 dv-cinder-825492-15-iscsi neutron-server[104528]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43392174-e035-4a8e-8f93-187ebdb10a02 None None] Sync routers for ids ['2a5c3f04-39f3-4f22-aabd-42d9ead6d306'] in dv-cinder-825492-15-iscsi {{(pid=104528) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 25 07:46:08.973872 dv-cinder-825492-15-iscsi neutron-server[104528]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43392174-e035-4a8e-8f93-187ebdb10a02 None None] Routers {'2a5c3f04-39f3-4f22-aabd-42d9ead6d306'} bound to L3 agent in host dv-cinder-825492-15-iscsi {{(pid=104528) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 25 07:46:08.980917 dv-cinder-825492-15-iscsi neutron-server[104528]: DEBUG neutron.db.l3_hamode_db [None req-43392174-e035-4a8e-8f93-187ebdb10a02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825492-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-25T07:27:37Z,description=,heartbeat_timestamp=2022-05-25T07:46:07Z,host='dv-cinder-825492-15-iscsi',id=54ff4013-997e-4376-a4e9-e6c98cf37cc7,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T07:27:38Z,topic='l3_agent')) {'router_ids': ['2a5c3f04-39f3-4f22-aabd-42d9ead6d306'], 'active': True} {{(pid=104528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 07:46:08.988364 dv-cinder-825492-15-iscsi neutron-server[104526]: INFO neutron.wsgi [req-dd121bf9-8aaa-41e8-8755-f043e4cc9876 req-8e6edd84-495c-48ea-84ad-50433bd41c05 service neutron] 10.222.0.41 "GET /v2.0/networks/9bcd68e9-0045-4b34-8142-bf28d91642fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1321588 May 25 07:46:09.044875 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-8fcefb99-91c2-4c14-9180-9c17d4d5287f tempest-TestMinimumBasicScenario-1136131971 tempest-TestMinimumBasicScenario-1136131971-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93885'] for floatingip (None), before_response {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:46:09.108421 dv-cinder-825492-15-iscsi neutron-server[104528]: DEBUG neutron.db.l3_dvr_db [None req-43392174-e035-4a8e-8f93-187ebdb10a02 None None] Set router 2a5c3f04-39f3-4f22-aabd-42d9ead6d306 gateway port host: dv-cinder-825492-15-iscsi {{(pid=104528) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 25 07:46:09.108973 dv-cinder-825492-15-iscsi neutron-server[104526]: INFO neutron.wsgi [None req-8fcefb99-91c2-4c14-9180-9c17d4d5287f tempest-TestMinimumBasicScenario-1136131971 tempest-TestMinimumBasicScenario-1136131971-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.6010458 May 25 07:46:09.108973 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '892bc459-4577-4e8c-b87f-04861e9f1ea8', 'tag': 'eed8a0c9-0f18-40ef-a65e-38b52e79aa6e'}] {{(pid=104526) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 25 07:46:09.109734 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron.wsgi [-] (104525) accepted ('10.222.0.24', 51970) {{(pid=104525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 07:46:09.110136 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db633a5f02cadde147c9bc1566607705b0433b891c7275f259bdbd209e6b6683" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-16475aa1-56e4-4d14-abd3-420d77912ea0" -d '{"events": [{"name": "network-changed", "server_uuid": "892bc459-4577-4e8c-b87f-04861e9f1ea8", "tag": "eed8a0c9-0f18-40ef-a65e-38b52e79aa6e"}]}' {{(pid=104526) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 25 07:46:09.110258 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron.api.v2.base [None req-ef6a4c24-bdfb-49e2-b26f-7a38040901f4 tempest-TestMinimumBasicScenario-1136131971 tempest-TestMinimumBasicScenario-1136131971-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1229247706', 'description': 'tempest-secgroup-smoke-1229247706 description', 'project_id': 'ce3e8f3592894606afc4d35c82d8f36f'}} {{(pid=104525) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 25 07:46:09.138798 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b92536cc-c2a3-430d-aa2e-4644d736de6c None None] New status for floating IP ef8fe012-2704-4aac-a43a-6f9a3880ae98: ACTIVE {{(pid=104527) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 25 07:46:09.163260 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG dbcounter [-] [104526] Writing DB stats neutron:SELECT=100 {{(pid=104526) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 07:46:09.166510 dv-cinder-825492-15-iscsi neutron-server[104526]: INFO neutron.wsgi [req-dd121bf9-8aaa-41e8-8755-f043e4cc9876 req-aa32dfa8-dc3c-45fb-8fe1-bc0e80b41a5e service neutron] 10.222.0.41 "GET /v2.0/networks/9bcd68e9-0045-4b34-8142-bf28d91642fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1687272 May 25 07:46:09.195195 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 25 May 2022 07:46:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-496a36e5-0cfc-4824-87c8-d232495a9db6 x-openstack-request-id: req-496a36e5-0cfc-4824-87c8-d232495a9db6 {{(pid=104526) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 25 07:46:09.195480 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "892bc459-4577-4e8c-b87f-04861e9f1ea8", "tag": "eed8a0c9-0f18-40ef-a65e-38b52e79aa6e", "status": "completed", "code": 200}]} {{(pid=104526) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 25 07:46:09.195729 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-496a36e5-0cfc-4824-87c8-d232495a9db6 {{(pid=104526) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 25 07:46:09.197707 dv-cinder-825492-15-iscsi neutron-server[104526]: INFO neutron.notifiers.nova [-] Nova event matching ['req-496a36e5-0cfc-4824-87c8-d232495a9db6'] response: {'name': 'network-changed', 'server_uuid': '892bc459-4577-4e8c-b87f-04861e9f1ea8', 'tag': 'eed8a0c9-0f18-40ef-a65e-38b52e79aa6e', 'status': 'completed', 'code': 200} May 25 07:46:09.208601 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG dbcounter [-] [104527] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104527) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 07:46:09.389959 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16475aa1-56e4-4d14-abd3-420d77912ea0 req-7767b6a4-dd10-4e87-8ff2-cf0494538156 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 07:46:09.389959 dv-cinder-825492-15-iscsi neutron-server[104526]: INFO neutron.wsgi [req-16475aa1-56e4-4d14-abd3-420d77912ea0 req-7767b6a4-dd10-4e87-8ff2-cf0494538156 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=ce3e8f3592894606afc4d35c82d8f36f&device_id=892bc459-4577-4e8c-b87f-04861e9f1ea8 HTTP/1.1" status: 200 len: 1129 time: 0.0475438 May 25 07:46:09.389959 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG dbcounter [-] [104526] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104526) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 07:46:09.390430 dv-cinder-825492-15-iscsi neutron-server[104528]: DEBUG neutron.db.l3_hamode_db [None req-43392174-e035-4a8e-8f93-187ebdb10a02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a5c3f04-39f3-4f22-aabd-42d9ead6d306', 'name': 'tempest-TestMinimumBasicScenario-458434772-router', 'tenant_id': 'ce3e8f3592894606afc4d35c82d8f36f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '29c629bd-3f50-4535-bfbc-a047608d6fb6', 'external_fixed_ips': [{'subnet_id': '7934ff5a-43f1-4f76-b9d8-e4343ace34f5', 'ip_address': '172.27.3.238'}], 'enable_snat': True}, 'gw_port_id': 'f0143adb-1f01-48c6-b477-d6eb60caa4cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T07:44:58Z', 'updated_at': '2022-05-25T07:45:03Z', 'revision_number': 4, 'project_id': 'ce3e8f3592894606afc4d35c82d8f36f', 'gw_port': {'id': 'f0143adb-1f01-48c6-b477-d6eb60caa4cf', 'name': '', 'network_id': '29c629bd-3f50-4535-bfbc-a047608d6fb6', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:37:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a5c3f04-39f3-4f22-aabd-42d9ead6d306', 'device_owner': 'network:router_gateway', 'standard_attr_id': 667, 'fixed_ips': [{'subnet_id': '7934ff5a-43f1-4f76-b9d8-e4343ace34f5', 'ip_address': '172.27.3.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825492-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T07:44:59Z', 'updated_at': '2022-05-25T07:45:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7934ff5a-43f1-4f76-b9d8-e4343ace34f5', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825492-15-iscsi', '_floatingips': [{'id': '1b848b2d-b30e-4c6f-87c6-f9727e31d30b', 'tenant_id': 'ce3e8f3592894606afc4d35c82d8f36f', 'floating_ip_address': '172.27.3.95', 'floating_network_id': '29c629bd-3f50-4535-bfbc-a047608d6fb6', 'router_id': '2a5c3f04-39f3-4f22-aabd-42d9ead6d306', 'port_id': 'eed8a0c9-0f18-40ef-a65e-38b52e79aa6e', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 728, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1f9a3bff-e0aa-4277-a6ad-8da29c0b0d1a', 'mac_address': 'fa:16:3e:b3:4d:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '892bc459-4577-4e8c-b87f-04861e9f1ea8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-25T07:46:07Z', 'updated_at': '2022-05-25T07:46:07Z', 'revision_number': 0, 'project_id': 'ce3e8f3592894606afc4d35c82d8f36f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a829413d-c9cd-4a5d-8e4c-657bfc52d9b7', 'name': '', 'network_id': '1f9a3bff-e0aa-4277-a6ad-8da29c0b0d1a', 'tenant_id': 'ce3e8f3592894606afc4d35c82d8f36f', 'mac_address': 'fa:16:3e:48:85:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a5c3f04-39f3-4f22-aabd-42d9ead6d306', 'device_owner': 'network:router_interface', 'standard_attr_id': 680, 'fixed_ips': [{'subnet_id': '623b3c8a-4ab3-45ba-bd8e-09ef75d96994', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825492-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T07:45:02Z', 'updated_at': '2022-05-25T07:45:08Z', 'revision_number': 5, 'project_id': 'ce3e8f3592894606afc4d35c82d8f36f', 'subnets': [{'id': '623b3c8a-4ab3-45ba-bd8e-09ef75d96994', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-825492-15-iscsi', False) {} {{(pid=104528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 07:46:09.390665 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16475aa1-56e4-4d14-abd3-420d77912ea0 req-5c89530c-a55a-4e14-b85d-e2299589ecb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 07:46:09.390665 dv-cinder-825492-15-iscsi neutron-server[104526]: INFO neutron.wsgi [req-16475aa1-56e4-4d14-abd3-420d77912ea0 req-5c89530c-a55a-4e14-b85d-e2299589ecb9 service neutron] 10.222.0.41 "GET /v2.0/networks?id=1f9a3bff-e0aa-4277-a6ad-8da29c0b0d1a HTTP/1.1" status: 200 len: 915 time: 0.0878265 May 25 07:46:09.390873 dv-cinder-825492-15-iscsi neutron-server[104528]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43392174-e035-4a8e-8f93-187ebdb10a02 None None] Checking router: 2a5c3f04-39f3-4f22-aabd-42d9ead6d306 for host: dv-cinder-825492-15-iscsi {{(pid=104528) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 25 07:46:09.399031 dv-cinder-825492-15-iscsi neutron-server[104528]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43392174-e035-4a8e-8f93-187ebdb10a02 None None] Routers {'2a5c3f04-39f3-4f22-aabd-42d9ead6d306'} bound to L3 agent in host dv-cinder-825492-15-iscsi {{(pid=104528) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 25 07:46:09.399627 dv-cinder-825492-15-iscsi neutron-server[104528]: DEBUG neutron.db.l3_hamode_db [None req-43392174-e035-4a8e-8f93-187ebdb10a02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825492-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-25T07:27:37Z,description=,heartbeat_timestamp=2022-05-25T07:46:07Z,host='dv-cinder-825492-15-iscsi',id=54ff4013-997e-4376-a4e9-e6c98cf37cc7,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T07:27:38Z,topic='l3_agent')) {'router_ids': ['2a5c3f04-39f3-4f22-aabd-42d9ead6d306'], 'active': True} {{(pid=104528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 07:46:09.457082 dv-cinder-825492-15-iscsi neutron-server[104526]: INFO neutron.wsgi [req-16475aa1-56e4-4d14-abd3-420d77912ea0 req-29790ae6-835b-413d-aaa1-8df2349a9ae2 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=eed8a0c9-0f18-40ef-a65e-38b52e79aa6e HTTP/1.1" status: 200 len: 998 time: 0.0614381 May 25 07:46:09.513084 dv-cinder-825492-15-iscsi neutron-server[104528]: DEBUG neutron.db.l3_dvr_db [None req-43392174-e035-4a8e-8f93-187ebdb10a02 None None] Set router 2a5c3f04-39f3-4f22-aabd-42d9ead6d306 gateway port host: dv-cinder-825492-15-iscsi {{(pid=104528) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 25 07:46:09.518900 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16475aa1-56e4-4d14-abd3-420d77912ea0 req-83e4d49e-834a-43a7-9062-4918a8bf13bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 07:46:09.520830 dv-cinder-825492-15-iscsi neutron-server[104526]: INFO neutron.wsgi [req-16475aa1-56e4-4d14-abd3-420d77912ea0 req-83e4d49e-834a-43a7-9062-4918a8bf13bb service neutron] 10.222.0.41 "GET /v2.0/subnets?id=623b3c8a-4ab3-45ba-bd8e-09ef75d96994 HTTP/1.1" status: 200 len: 853 time: 0.0559738 May 25 07:46:09.569273 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16475aa1-56e4-4d14-abd3-420d77912ea0 req-998fb266-7585-4f4a-866d-c5367a3904a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 07:46:09.570926 dv-cinder-825492-15-iscsi neutron-server[104526]: INFO neutron.wsgi [req-16475aa1-56e4-4d14-abd3-420d77912ea0 req-998fb266-7585-4f4a-866d-c5367a3904a5 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=1f9a3bff-e0aa-4277-a6ad-8da29c0b0d1a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0442250 May 25 07:46:09.672790 dv-cinder-825492-15-iscsi neutron-server[104526]: INFO neutron.wsgi [req-16475aa1-56e4-4d14-abd3-420d77912ea0 req-04611b7c-6f82-4a89-a00a-065ee1b2278c service neutron] 10.222.0.41 "GET /v2.0/networks/1f9a3bff-e0aa-4277-a6ad-8da29c0b0d1a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0950027 May 25 07:46:09.751884 dv-cinder-825492-15-iscsi neutron-server[104528]: DEBUG neutron.db.agents_db [None req-434abceb-772f-4043-8698-cfe4a44654b9 None None] Agent healthcheck: found 6 active agents {{(pid=104528) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 25 07:46:09.766156 dv-cinder-825492-15-iscsi neutron-server[104526]: INFO neutron.wsgi [req-16475aa1-56e4-4d14-abd3-420d77912ea0 req-39971e05-01de-4c15-999c-150d8c18ef8f service neutron] 10.222.0.41 "GET /v2.0/networks/1f9a3bff-e0aa-4277-a6ad-8da29c0b0d1a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854471 May 25 07:46:09.831475 dv-cinder-825492-15-iscsi neutron-server[104528]: DEBUG neutron.db.l3_hamode_db [None req-43392174-e035-4a8e-8f93-187ebdb10a02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a5c3f04-39f3-4f22-aabd-42d9ead6d306', 'name': 'tempest-TestMinimumBasicScenario-458434772-router', 'tenant_id': 'ce3e8f3592894606afc4d35c82d8f36f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '29c629bd-3f50-4535-bfbc-a047608d6fb6', 'external_fixed_ips': [{'subnet_id': '7934ff5a-43f1-4f76-b9d8-e4343ace34f5', 'ip_address': '172.27.3.238'}], 'enable_snat': True}, 'gw_port_id': 'f0143adb-1f01-48c6-b477-d6eb60caa4cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T07:44:58Z', 'updated_at': '2022-05-25T07:45:03Z', 'revision_number': 4, 'project_id': 'ce3e8f3592894606afc4d35c82d8f36f', 'gw_port': {'id': 'f0143adb-1f01-48c6-b477-d6eb60caa4cf', 'name': '', 'network_id': '29c629bd-3f50-4535-bfbc-a047608d6fb6', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:37:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a5c3f04-39f3-4f22-aabd-42d9ead6d306', 'device_owner': 'network:router_gateway', 'standard_attr_id': 667, 'fixed_ips': [{'subnet_id': '7934ff5a-43f1-4f76-b9d8-e4343ace34f5', 'ip_address': '172.27.3.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825492-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T07:44:59Z', 'updated_at': '2022-05-25T07:45:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7934ff5a-43f1-4f76-b9d8-e4343ace34f5', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825492-15-iscsi', '_floatingips': [{'id': '1b848b2d-b30e-4c6f-87c6-f9727e31d30b', 'tenant_id': 'ce3e8f3592894606afc4d35c82d8f36f', 'floating_ip_address': '172.27.3.95', 'floating_network_id': '29c629bd-3f50-4535-bfbc-a047608d6fb6', 'router_id': '2a5c3f04-39f3-4f22-aabd-42d9ead6d306', 'port_id': 'eed8a0c9-0f18-40ef-a65e-38b52e79aa6e', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 728, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1f9a3bff-e0aa-4277-a6ad-8da29c0b0d1a', 'mac_address': 'fa:16:3e:b3:4d:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '892bc459-4577-4e8c-b87f-04861e9f1ea8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-25T07:46:07Z', 'updated_at': '2022-05-25T07:46:07Z', 'revision_number': 0, 'project_id': 'ce3e8f3592894606afc4d35c82d8f36f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a829413d-c9cd-4a5d-8e4c-657bfc52d9b7', 'name': '', 'network_id': '1f9a3bff-e0aa-4277-a6ad-8da29c0b0d1a', 'tenant_id': 'ce3e8f3592894606afc4d35c82d8f36f', 'mac_address': 'fa:16:3e:48:85:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a5c3f04-39f3-4f22-aabd-42d9ead6d306', 'device_owner': 'network:router_interface', 'standard_attr_id': 680, 'fixed_ips': [{'subnet_id': '623b3c8a-4ab3-45ba-bd8e-09ef75d96994', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825492-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T07:45:02Z', 'updated_at': '2022-05-25T07:45:08Z', 'revision_number': 5, 'project_id': 'ce3e8f3592894606afc4d35c82d8f36f', 'subnets': [{'id': '623b3c8a-4ab3-45ba-bd8e-09ef75d96994', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-825492-15-iscsi', False) {} {{(pid=104528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 07:46:09.855835 dv-cinder-825492-15-iscsi neutron-server[104528]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43392174-e035-4a8e-8f93-187ebdb10a02 None None] The sync data for ids ['2a5c3f04-39f3-4f22-aabd-42d9ead6d306'] in dv-cinder-825492-15-iscsi is: [{'id': '2a5c3f04-39f3-4f22-aabd-42d9ead6d306', 'name': 'tempest-TestMinimumBasicScenario-458434772-router', 'tenant_id': 'ce3e8f3592894606afc4d35c82d8f36f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '29c629bd-3f50-4535-bfbc-a047608d6fb6', 'external_fixed_ips': [{'subnet_id': '7934ff5a-43f1-4f76-b9d8-e4343ace34f5', 'ip_address': '172.27.3.238'}], 'enable_snat': True}, 'gw_port_id': 'f0143adb-1f01-48c6-b477-d6eb60caa4cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T07:44:58Z', 'updated_at': '2022-05-25T07:45:03Z', 'revision_number': 4, 'project_id': 'ce3e8f3592894606afc4d35c82d8f36f', 'gw_port': {'id': 'f0143adb-1f01-48c6-b477-d6eb60caa4cf', 'name': '', 'network_id': '29c629bd-3f50-4535-bfbc-a047608d6fb6', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:37:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a5c3f04-39f3-4f22-aabd-42d9ead6d306', 'device_owner': 'network:router_gateway', 'standard_attr_id': 667, 'fixed_ips': [{'subnet_id': '7934ff5a-43f1-4f76-b9d8-e4343ace34f5', 'ip_address': '172.27.3.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825492-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T07:44:59Z', 'updated_at': '2022-05-25T07:45:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7934ff5a-43f1-4f76-b9d8-e4343ace34f5', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825492-15-iscsi', '_floatingips': [{'id': '1b848b2d-b30e-4c6f-87c6-f9727e31d30b', 'tenant_id': 'ce3e8f3592894606afc4d35c82d8f36f', 'floating_ip_address': '172.27.3.95', 'floating_network_id': '29c629bd-3f50-4535-bfbc-a047608d6fb6', 'router_id': '2a5c3f04-39f3-4f22-aabd-42d9ead6d306', 'port_id': 'eed8a0c9-0f18-40ef-a65e-38b52e79aa6e', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 728, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1f9a3bff-e0aa-4277-a6ad-8da29c0b0d1a', 'mac_address': 'fa:16:3e:b3:4d:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '892bc459-4577-4e8c-b87f-04861e9f1ea8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-25T07:46:07Z', 'updated_at': '2022-05-25T07:46:07Z', 'revision_number': 0, 'project_id': 'ce3e8f3592894606afc4d35c82d8f36f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a829413d-c9cd-4a5d-8e4c-657bfc52d9b7', 'name': '', 'network_id': '1f9a3bff-e0aa-4277-a6ad-8da29c0b0d1a', 'tenant_id': 'ce3e8f3592894606afc4d35c82d8f36f', 'mac_address': 'fa:16:3e:48:85:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a5c3f04-39f3-4f22-aabd-42d9ead6d306', 'device_owner': 'network:router_interface', 'standard_attr_id': 680, 'fixed_ips': [{'subnet_id': '623b3c8a-4ab3-45ba-bd8e-09ef75d96994', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825492-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T07:45:02Z', 'updated_at': '2022-05-25T07:45:08Z', 'revision_number': 5, 'project_id': 'ce3e8f3592894606afc4d35c82d8f36f', 'subnets': [{'id': '623b3c8a-4ab3-45ba-bd8e-09ef75d96994', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104528) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 25 07:46:09.942556 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-ef6a4c24-bdfb-49e2-b26f-7a38040901f4 tempest-TestMinimumBasicScenario-1136131971 tempest-TestMinimumBasicScenario-1136131971-project] Publish callbacks [] for security_group (None), before_create {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:46:09.963494 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG dbcounter [-] [104525] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:DELETE=2,neutron:INSERT=2 {{(pid=104525) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 07:46:10.019476 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-ef6a4c24-bdfb-49e2-b26f-7a38040901f4 tempest-TestMinimumBasicScenario-1136131971 tempest-TestMinimumBasicScenario-1136131971-project] Publish callbacks [] for security_group (2eda9b78-83a3-474a-99fa-0c7398f998bc), precommit_create {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:46:10.061113 dv-cinder-825492-15-iscsi neutron-server[104528]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af66b58f-91cc-4799-95d5-45ef661c61f6 None None] New status for floating IP 1b848b2d-b30e-4c6f-87c6-f9727e31d30b: ACTIVE {{(pid=104528) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 25 07:46:10.073312 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-ef6a4c24-bdfb-49e2-b26f-7a38040901f4 tempest-TestMinimumBasicScenario-1136131971 tempest-TestMinimumBasicScenario-1136131971-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-278753'] for security_group (2eda9b78-83a3-474a-99fa-0c7398f998bc), after_create {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:46:10.102928 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron_lib.callbacks.manager [None req-f9cd7ad7-9657-4dc4-ab64-74b2d9455e3c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754056472917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490168'] for agent (749e0e2c-8e71-4175-9046-27a8fd2a3a0a), after_update {{(pid=104527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:46:10.103560 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef6a4c24-bdfb-49e2-b26f-7a38040901f4 tempest-TestMinimumBasicScenario-1136131971 tempest-TestMinimumBasicScenario-1136131971-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2eda9b78-83a3-474a-99fa-0c7398f998bc,revision_number=1']} {{(pid=104525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 07:46:10.178779 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-ef6a4c24-bdfb-49e2-b26f-7a38040901f4 tempest-TestMinimumBasicScenario-1136131971 tempest-TestMinimumBasicScenario-1136131971-project] Publish callbacks [] for security_group (None), before_response {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:46:10.180391 dv-cinder-825492-15-iscsi neutron-server[104525]: INFO neutron.wsgi [None req-ef6a4c24-bdfb-49e2-b26f-7a38040901f4 tempest-TestMinimumBasicScenario-1136131971 tempest-TestMinimumBasicScenario-1136131971-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 1.0850313 May 25 07:46:10.183367 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.wsgi [-] (104526) accepted ('10.222.0.24', 51976) {{(pid=104526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 07:46:10.187930 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.api.v2.base [None req-d2a7a6e3-4418-4579-8709-34d6ff02d487 tempest-TestMinimumBasicScenario-1136131971 tempest-TestMinimumBasicScenario-1136131971-project] Request body: {'security_group_rule': {'security_group_id': '2eda9b78-83a3-474a-99fa-0c7398f998bc', 'project_id': 'ce3e8f3592894606afc4d35c82d8f36f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104526) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 25 07:46:10.280411 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-d2a7a6e3-4418-4579-8709-34d6ff02d487 tempest-TestMinimumBasicScenario-1136131971 tempest-TestMinimumBasicScenario-1136131971-project] Publish callbacks [] for security_group_rule (8fe1a293-3734-4695-bba3-1ebe1674fb2d), before_create {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:46:10.337396 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-d2a7a6e3-4418-4579-8709-34d6ff02d487 tempest-TestMinimumBasicScenario-1136131971 tempest-TestMinimumBasicScenario-1136131971-project] Publish callbacks [] for security_group_rule (8fe1a293-3734-4695-bba3-1ebe1674fb2d), precommit_create {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:46:10.393351 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-d2a7a6e3-4418-4579-8709-34d6ff02d487 tempest-TestMinimumBasicScenario-1136131971 tempest-TestMinimumBasicScenario-1136131971-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-278608'] for security_group_rule (8fe1a293-3734-4695-bba3-1ebe1674fb2d), after_create {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:46:10.399221 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG dbcounter [-] [104526] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=104526) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 07:46:10.415407 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2a7a6e3-4418-4579-8709-34d6ff02d487 tempest-TestMinimumBasicScenario-1136131971 tempest-TestMinimumBasicScenario-1136131971-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8fe1a293-3734-4695-bba3-1ebe1674fb2d,revision_number=0']} {{(pid=104526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 07:46:10.485930 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-d2a7a6e3-4418-4579-8709-34d6ff02d487 tempest-TestMinimumBasicScenario-1136131971 tempest-TestMinimumBasicScenario-1136131971-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:46:10.487739 dv-cinder-825492-15-iscsi neutron-server[104526]: INFO neutron.wsgi [None req-d2a7a6e3-4418-4579-8709-34d6ff02d487 tempest-TestMinimumBasicScenario-1136131971 tempest-TestMinimumBasicScenario-1136131971-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3028491 May 25 07:46:10.490617 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.wsgi [-] (104526) accepted ('10.222.0.24', 51980) {{(pid=104526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 07:46:10.495104 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.api.v2.base [None req-60580ad9-8501-4f59-b531-825709957223 tempest-TestMinimumBasicScenario-1136131971 tempest-TestMinimumBasicScenario-1136131971-project] Request body: {'security_group_rule': {'security_group_id': '2eda9b78-83a3-474a-99fa-0c7398f998bc', 'project_id': 'ce3e8f3592894606afc4d35c82d8f36f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=104526) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 25 07:46:10.593076 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-60580ad9-8501-4f59-b531-825709957223 tempest-TestMinimumBasicScenario-1136131971 tempest-TestMinimumBasicScenario-1136131971-project] Publish callbacks [] for security_group_rule (498ca404-36c4-47f4-bad2-961623871201), before_create {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:46:10.648392 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-60580ad9-8501-4f59-b531-825709957223 tempest-TestMinimumBasicScenario-1136131971 tempest-TestMinimumBasicScenario-1136131971-project] Publish callbacks [] for security_group_rule (498ca404-36c4-47f4-bad2-961623871201), precommit_create {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:46:10.724455 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-60580ad9-8501-4f59-b531-825709957223 tempest-TestMinimumBasicScenario-1136131971 tempest-TestMinimumBasicScenario-1136131971-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-278608'] for security_group_rule (498ca404-36c4-47f4-bad2-961623871201), after_create {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:46:10.748548 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60580ad9-8501-4f59-b531-825709957223 tempest-TestMinimumBasicScenario-1136131971 tempest-TestMinimumBasicScenario-1136131971-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=498ca404-36c4-47f4-bad2-961623871201,revision_number=0']} {{(pid=104526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 07:46:10.812216 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-60580ad9-8501-4f59-b531-825709957223 tempest-TestMinimumBasicScenario-1136131971 tempest-TestMinimumBasicScenario-1136131971-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:46:10.813452 dv-cinder-825492-15-iscsi neutron-server[104526]: INFO neutron.wsgi [None req-60580ad9-8501-4f59-b531-825709957223 tempest-TestMinimumBasicScenario-1136131971 tempest-TestMinimumBasicScenario-1136131971-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3219342 May 25 07:46:10.816891 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron.wsgi [-] (104525) accepted ('10.222.0.24', 51982) {{(pid=104525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 07:46:10.821409 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron.api.v2.base [None req-a916f5b5-b2b3-40d6-8cd7-71cef38d4083 tempest-TestMinimumBasicScenario-1136131971 tempest-TestMinimumBasicScenario-1136131971-project] Request body: {'security_group_rule': {'security_group_id': '2eda9b78-83a3-474a-99fa-0c7398f998bc', 'project_id': 'ce3e8f3592894606afc4d35c82d8f36f', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=104525) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 25 07:46:10.902289 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-a916f5b5-b2b3-40d6-8cd7-71cef38d4083 tempest-TestMinimumBasicScenario-1136131971 tempest-TestMinimumBasicScenario-1136131971-project] Publish callbacks [] for security_group_rule (f38705df-ac04-4fb4-9e43-b72589f69052), before_create {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:46:10.953153 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-a916f5b5-b2b3-40d6-8cd7-71cef38d4083 tempest-TestMinimumBasicScenario-1136131971 tempest-TestMinimumBasicScenario-1136131971-project] Publish callbacks [] for security_group_rule (f38705df-ac04-4fb4-9e43-b72589f69052), precommit_create {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:46:11.004978 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-a916f5b5-b2b3-40d6-8cd7-71cef38d4083 tempest-TestMinimumBasicScenario-1136131971 tempest-TestMinimumBasicScenario-1136131971-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-278608'] for security_group_rule (f38705df-ac04-4fb4-9e43-b72589f69052), after_create {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:46:11.023668 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a916f5b5-b2b3-40d6-8cd7-71cef38d4083 tempest-TestMinimumBasicScenario-1136131971 tempest-TestMinimumBasicScenario-1136131971-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f38705df-ac04-4fb4-9e43-b72589f69052,revision_number=0']} {{(pid=104525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 07:46:11.104577 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-a916f5b5-b2b3-40d6-8cd7-71cef38d4083 tempest-TestMinimumBasicScenario-1136131971 tempest-TestMinimumBasicScenario-1136131971-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:46:11.105856 dv-cinder-825492-15-iscsi neutron-server[104525]: INFO neutron.wsgi [None req-a916f5b5-b2b3-40d6-8cd7-71cef38d4083 tempest-TestMinimumBasicScenario-1136131971 tempest-TestMinimumBasicScenario-1136131971-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2878933 May 25 07:46:11.108534 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron.wsgi [-] (104525) accepted ('10.222.0.24', 51984) {{(pid=104525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 07:46:11.113845 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron.api.v2.base [None req-46ca2834-c541-4443-8fdd-10349ac5dd33 tempest-TestMinimumBasicScenario-1136131971 tempest-TestMinimumBasicScenario-1136131971-project] Request body: {'security_group_rule': {'security_group_id': '2eda9b78-83a3-474a-99fa-0c7398f998bc', 'project_id': 'ce3e8f3592894606afc4d35c82d8f36f', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=104525) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 25 07:46:11.221949 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-46ca2834-c541-4443-8fdd-10349ac5dd33 tempest-TestMinimumBasicScenario-1136131971 tempest-TestMinimumBasicScenario-1136131971-project] Publish callbacks [] for security_group_rule (27625ffd-cd3d-4504-84a4-2d1fd8cd7425), before_create {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:46:11.279719 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-46ca2834-c541-4443-8fdd-10349ac5dd33 tempest-TestMinimumBasicScenario-1136131971 tempest-TestMinimumBasicScenario-1136131971-project] Publish callbacks [] for security_group_rule (27625ffd-cd3d-4504-84a4-2d1fd8cd7425), precommit_create {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:46:11.347769 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-46ca2834-c541-4443-8fdd-10349ac5dd33 tempest-TestMinimumBasicScenario-1136131971 tempest-TestMinimumBasicScenario-1136131971-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-278608'] for security_group_rule (27625ffd-cd3d-4504-84a4-2d1fd8cd7425), after_create {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:46:11.367477 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46ca2834-c541-4443-8fdd-10349ac5dd33 tempest-TestMinimumBasicScenario-1136131971 tempest-TestMinimumBasicScenario-1136131971-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=27625ffd-cd3d-4504-84a4-2d1fd8cd7425,revision_number=0']} {{(pid=104525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 07:46:11.440805 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-46ca2834-c541-4443-8fdd-10349ac5dd33 tempest-TestMinimumBasicScenario-1136131971 tempest-TestMinimumBasicScenario-1136131971-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:46:11.442013 dv-cinder-825492-15-iscsi neutron-server[104525]: INFO neutron.wsgi [None req-46ca2834-c541-4443-8fdd-10349ac5dd33 tempest-TestMinimumBasicScenario-1136131971 tempest-TestMinimumBasicScenario-1136131971-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3325074 May 25 07:46:11.444696 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron.wsgi [-] (104525) accepted ('10.222.0.24', 51988) {{(pid=104525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 07:46:11.448878 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron.api.v2.base [None req-d5dc147e-e19a-42b3-beb5-d0e45b8885e7 tempest-TestMinimumBasicScenario-1136131971 tempest-TestMinimumBasicScenario-1136131971-project] Request body: {'security_group_rule': {'security_group_id': '2eda9b78-83a3-474a-99fa-0c7398f998bc', 'project_id': 'ce3e8f3592894606afc4d35c82d8f36f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=104525) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 25 07:46:11.530743 dv-cinder-825492-15-iscsi neutron-server[104525]: INFO neutron.db.securitygroups_db [None req-d5dc147e-e19a-42b3-beb5-d0e45b8885e7 tempest-TestMinimumBasicScenario-1136131971 tempest-TestMinimumBasicScenario-1136131971-project] Project ce3e8f3592894606afc4d35c82d8f36f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 25 07:46:11.535323 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG dbcounter [-] [104525] Writing DB stats neutron:SELECT=87,neutron:INSERT=9,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=104525) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 07:46:11.537695 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-d5dc147e-e19a-42b3-beb5-d0e45b8885e7 tempest-TestMinimumBasicScenario-1136131971 tempest-TestMinimumBasicScenario-1136131971-project] Publish callbacks [] for security_group_rule (fcdb1841-c1bb-455e-9011-558f9b306e3a), before_create {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:46:11.553660 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron_lib.callbacks.manager [None req-4c581813-650f-4b4b-ac0f-82f585bea231 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754056472917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490168'] for agent (67455b2d-ff20-4068-8b38-73bd0628c5cb), after_update {{(pid=104527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:46:11.589897 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-d5dc147e-e19a-42b3-beb5-d0e45b8885e7 tempest-TestMinimumBasicScenario-1136131971 tempest-TestMinimumBasicScenario-1136131971-project] Publish callbacks [] for security_group_rule (fcdb1841-c1bb-455e-9011-558f9b306e3a), precommit_create {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:46:11.650134 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-d5dc147e-e19a-42b3-beb5-d0e45b8885e7 tempest-TestMinimumBasicScenario-1136131971 tempest-TestMinimumBasicScenario-1136131971-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-278608'] for security_group_rule (fcdb1841-c1bb-455e-9011-558f9b306e3a), after_create {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:46:11.668873 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5dc147e-e19a-42b3-beb5-d0e45b8885e7 tempest-TestMinimumBasicScenario-1136131971 tempest-TestMinimumBasicScenario-1136131971-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fcdb1841-c1bb-455e-9011-558f9b306e3a,revision_number=0']} {{(pid=104525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 07:46:11.726444 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-d5dc147e-e19a-42b3-beb5-d0e45b8885e7 tempest-TestMinimumBasicScenario-1136131971 tempest-TestMinimumBasicScenario-1136131971-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:46:11.727711 dv-cinder-825492-15-iscsi neutron-server[104525]: INFO neutron.wsgi [None req-d5dc147e-e19a-42b3-beb5-d0e45b8885e7 tempest-TestMinimumBasicScenario-1136131971 tempest-TestMinimumBasicScenario-1136131971-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2821066 May 25 07:46:11.730497 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron.wsgi [-] (104525) accepted ('10.222.0.24', 51990) {{(pid=104525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 07:46:11.734638 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron.api.v2.base [None req-179ece7a-f658-43af-b5df-7f76c7dfe0c2 tempest-TestMinimumBasicScenario-1136131971 tempest-TestMinimumBasicScenario-1136131971-project] Request body: {'security_group_rule': {'security_group_id': '2eda9b78-83a3-474a-99fa-0c7398f998bc', 'project_id': 'ce3e8f3592894606afc4d35c82d8f36f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=104525) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 25 07:46:11.850982 dv-cinder-825492-15-iscsi neutron-server[104525]: INFO neutron.db.securitygroups_db [None req-179ece7a-f658-43af-b5df-7f76c7dfe0c2 tempest-TestMinimumBasicScenario-1136131971 tempest-TestMinimumBasicScenario-1136131971-project] Project ce3e8f3592894606afc4d35c82d8f36f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 25 07:46:11.856711 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-179ece7a-f658-43af-b5df-7f76c7dfe0c2 tempest-TestMinimumBasicScenario-1136131971 tempest-TestMinimumBasicScenario-1136131971-project] Publish callbacks [] for security_group_rule (6bd01eb7-a579-4900-81c7-398a2a8a890a), before_create {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:46:11.916209 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-179ece7a-f658-43af-b5df-7f76c7dfe0c2 tempest-TestMinimumBasicScenario-1136131971 tempest-TestMinimumBasicScenario-1136131971-project] Publish callbacks [] for security_group_rule (6bd01eb7-a579-4900-81c7-398a2a8a890a), precommit_create {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:46:11.975938 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-179ece7a-f658-43af-b5df-7f76c7dfe0c2 tempest-TestMinimumBasicScenario-1136131971 tempest-TestMinimumBasicScenario-1136131971-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-278608'] for security_group_rule (6bd01eb7-a579-4900-81c7-398a2a8a890a), after_create {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:46:11.995198 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-179ece7a-f658-43af-b5df-7f76c7dfe0c2 tempest-TestMinimumBasicScenario-1136131971 tempest-TestMinimumBasicScenario-1136131971-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6bd01eb7-a579-4900-81c7-398a2a8a890a,revision_number=0']} {{(pid=104525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 07:46:12.035325 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-179ece7a-f658-43af-b5df-7f76c7dfe0c2 tempest-TestMinimumBasicScenario-1136131971 tempest-TestMinimumBasicScenario-1136131971-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:46:12.036533 dv-cinder-825492-15-iscsi neutron-server[104525]: INFO neutron.wsgi [None req-179ece7a-f658-43af-b5df-7f76c7dfe0c2 tempest-TestMinimumBasicScenario-1136131971 tempest-TestMinimumBasicScenario-1136131971-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3051062 May 25 07:46:12.130051 dv-cinder-825492-15-iscsi neutron-server[104526]: INFO neutron.wsgi [req-7b21d86e-52a2-4747-ac32-cecaed60f983 req-5c893ce7-c911-4682-ade7-0806520ebeb7 tempest-TestMinimumBasicScenario-1136131971 tempest-TestMinimumBasicScenario-1136131971-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1229247706&fields=id&tenant_id=ce3e8f3592894606afc4d35c82d8f36f HTTP/1.1" status: 200 len: 267 time: 0.0464761 May 25 07:46:12.180584 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b21d86e-52a2-4747-ac32-cecaed60f983 req-e504a6be-d92d-4e11-86cf-8e6bfe81b61c tempest-TestMinimumBasicScenario-1136131971 tempest-TestMinimumBasicScenario-1136131971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 07:46:12.188349 dv-cinder-825492-15-iscsi neutron-server[104526]: INFO neutron.wsgi [req-7b21d86e-52a2-4747-ac32-cecaed60f983 req-e504a6be-d92d-4e11-86cf-8e6bfe81b61c tempest-TestMinimumBasicScenario-1136131971 tempest-TestMinimumBasicScenario-1136131971-project] 10.222.0.24 "GET /v2.0/ports?device_id=892bc459-4577-4e8c-b87f-04861e9f1ea8 HTTP/1.1" status: 200 len: 945 time: 0.0464642 May 25 07:46:12.193989 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.api.v2.base [req-7b21d86e-52a2-4747-ac32-cecaed60f983 req-081b3a1a-ae80-430a-a8be-95a371868de3 tempest-TestMinimumBasicScenario-1136131971 tempest-TestMinimumBasicScenario-1136131971-project] Request body: {'port': {'security_groups': ['1ced07ab-21b0-4a9f-8788-f41419ff702c', '2eda9b78-83a3-474a-99fa-0c7398f998bc']}} {{(pid=104526) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 25 07:46:12.266775 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [req-7b21d86e-52a2-4747-ac32-cecaed60f983 req-081b3a1a-ae80-430a-a8be-95a371868de3 tempest-TestMinimumBasicScenario-1136131971 tempest-TestMinimumBasicScenario-1136131971-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-616651'] for port (eed8a0c9-0f18-40ef-a65e-38b52e79aa6e), before_update {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:46:12.486460 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.plugins.ml2.db [req-7b21d86e-52a2-4747-ac32-cecaed60f983 req-081b3a1a-ae80-430a-a8be-95a371868de3 tempest-TestMinimumBasicScenario-1136131971 tempest-TestMinimumBasicScenario-1136131971-project] For port eed8a0c9-0f18-40ef-a65e-38b52e79aa6e, host hv-cinder-82549, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82549',level=0,port_id=eed8a0c9-0f18-40ef-a65e-38b52e79aa6e,segment=NetworkSegment(b08770fa-6050-41ea-ab8a-efb563bb8f14),segment_id=b08770fa-6050-41ea-ab8a-efb563bb8f14)] {{(pid=104526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 07:46:12.515482 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [req-7b21d86e-52a2-4747-ac32-cecaed60f983 req-081b3a1a-ae80-430a-a8be-95a371868de3 tempest-TestMinimumBasicScenario-1136131971 tempest-TestMinimumBasicScenario-1136131971-project] Publish callbacks [] for port (eed8a0c9-0f18-40ef-a65e-38b52e79aa6e), precommit_update {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:46:12.575854 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [req-7b21d86e-52a2-4747-ac32-cecaed60f983 req-081b3a1a-ae80-430a-a8be-95a371868de3 tempest-TestMinimumBasicScenario-1136131971 tempest-TestMinimumBasicScenario-1136131971-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-617841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612926', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754056714442', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754056173882', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754056173900', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2909847'] for port (eed8a0c9-0f18-40ef-a65e-38b52e79aa6e), after_update {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:46:12.623299 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b21d86e-52a2-4747-ac32-cecaed60f983 req-081b3a1a-ae80-430a-a8be-95a371868de3 tempest-TestMinimumBasicScenario-1136131971 tempest-TestMinimumBasicScenario-1136131971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 07:46:12.623913 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [req-7b21d86e-52a2-4747-ac32-cecaed60f983 req-081b3a1a-ae80-430a-a8be-95a371868de3 tempest-TestMinimumBasicScenario-1136131971 tempest-TestMinimumBasicScenario-1136131971-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93885'] for port (None), before_response {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:46:12.625389 dv-cinder-825492-15-iscsi neutron-server[104526]: INFO neutron.wsgi [req-7b21d86e-52a2-4747-ac32-cecaed60f983 req-081b3a1a-ae80-430a-a8be-95a371868de3 tempest-TestMinimumBasicScenario-1136131971 tempest-TestMinimumBasicScenario-1136131971-project] 10.222.0.24 "PUT /v2.0/ports/eed8a0c9-0f18-40ef-a65e-38b52e79aa6e HTTP/1.1" status: 200 len: 981 time: 0.4367430 May 25 07:46:12.625884 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '892bc459-4577-4e8c-b87f-04861e9f1ea8', 'tag': 'eed8a0c9-0f18-40ef-a65e-38b52e79aa6e'}] {{(pid=104526) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 25 07:46:12.628595 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db633a5f02cadde147c9bc1566607705b0433b891c7275f259bdbd209e6b6683" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bb326039-8223-405d-8ea2-6e2e53749bf4" -d '{"events": [{"name": "network-changed", "server_uuid": "892bc459-4577-4e8c-b87f-04861e9f1ea8", "tag": "eed8a0c9-0f18-40ef-a65e-38b52e79aa6e"}]}' {{(pid=104526) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 25 07:46:12.633049 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.plugins.ml2.db [None req-798242cc-9ea0-464c-9109-86bd7997349e None None] get_ports_and_sgs() called for port_ids ['eed8a0c9-0f18-40ef-a65e-38b52e79aa6e'] {{(pid=104527) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 25 07:46:12.697417 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-081b3a1a-ae80-430a-a8be-95a371868de3 tempest-TestMinimumBasicScenario-1136131971 tempest-TestMinimumBasicScenario-1136131971-project] Pushing event updated for resources: {'Port': ['ID=eed8a0c9-0f18-40ef-a65e-38b52e79aa6e,revision_number=6']} {{(pid=104526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 07:46:12.702009 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 25 May 2022 07:46:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5d679fe6-fc04-40e9-844f-157dc89b97c2 x-openstack-request-id: req-5d679fe6-fc04-40e9-844f-157dc89b97c2 {{(pid=104526) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 25 07:46:12.702563 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "892bc459-4577-4e8c-b87f-04861e9f1ea8", "tag": "eed8a0c9-0f18-40ef-a65e-38b52e79aa6e", "status": "completed", "code": 200}]} {{(pid=104526) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 25 07:46:12.703032 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-5d679fe6-fc04-40e9-844f-157dc89b97c2 {{(pid=104526) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 25 07:46:12.703657 dv-cinder-825492-15-iscsi neutron-server[104526]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5d679fe6-fc04-40e9-844f-157dc89b97c2'] response: {'name': 'network-changed', 'server_uuid': '892bc459-4577-4e8c-b87f-04861e9f1ea8', 'tag': 'eed8a0c9-0f18-40ef-a65e-38b52e79aa6e', 'status': 'completed', 'code': 200} May 25 07:46:12.757707 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a5855b9-f07c-4a35-9a6d-660aaa0bb43f req-bb25bd73-6f31-4a38-8715-872f0cea0c0b tempest-TestMinimumBasicScenario-1136131971 tempest-TestMinimumBasicScenario-1136131971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 07:46:12.759994 dv-cinder-825492-15-iscsi neutron-server[104525]: INFO neutron.wsgi [req-0a5855b9-f07c-4a35-9a6d-660aaa0bb43f req-bb25bd73-6f31-4a38-8715-872f0cea0c0b tempest-TestMinimumBasicScenario-1136131971 tempest-TestMinimumBasicScenario-1136131971-project] 10.222.0.24 "GET /v2.0/ports?device_id=892bc459-4577-4e8c-b87f-04861e9f1ea8 HTTP/1.1" status: 200 len: 984 time: 0.0662835 May 25 07:46:12.822355 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.plugins.ml2.db [None req-798242cc-9ea0-464c-9109-86bd7997349e None None] get_ports_and_sgs() called for port_ids ['eed8a0c9-0f18-40ef-a65e-38b52e79aa6e'] {{(pid=104527) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 25 07:46:12.835800 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb326039-8223-405d-8ea2-6e2e53749bf4 req-a9edd09e-4c0f-4f99-905c-ea1e4a30920a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 07:46:12.837601 dv-cinder-825492-15-iscsi neutron-server[104526]: INFO neutron.wsgi [req-bb326039-8223-405d-8ea2-6e2e53749bf4 req-a9edd09e-4c0f-4f99-905c-ea1e4a30920a service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=ce3e8f3592894606afc4d35c82d8f36f&device_id=892bc459-4577-4e8c-b87f-04861e9f1ea8 HTTP/1.1" status: 200 len: 1168 time: 0.0829287 May 25 07:46:12.849216 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG dbcounter [-] [104525] Writing DB stats neutron:SELECT=81,neutron:INSERT=10,neutron:UPDATE=4,neutron:DELETE=5 {{(pid=104525) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 07:46:12.855152 dv-cinder-825492-15-iscsi neutron-server[104525]: INFO neutron.wsgi [req-0a5855b9-f07c-4a35-9a6d-660aaa0bb43f req-0ee6c835-fbaa-45fa-8e65-b0bfcfb0c7b5 tempest-TestMinimumBasicScenario-1136131971 tempest-TestMinimumBasicScenario-1136131971-project] 10.222.0.24 "GET /v2.0/security-groups?id=1ced07ab-21b0-4a9f-8788-f41419ff702c&id=2eda9b78-83a3-474a-99fa-0c7398f998bc&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0811141 May 25 07:46:12.865138 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG dbcounter [-] [104526] Writing DB stats neutron:SELECT=90,neutron:INSERT=5,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=104526) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 07:46:12.937383 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb326039-8223-405d-8ea2-6e2e53749bf4 req-a7a0b9f0-75b0-4fc4-b258-fd4735b59a45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 07:46:12.938879 dv-cinder-825492-15-iscsi neutron-server[104526]: INFO neutron.wsgi [req-bb326039-8223-405d-8ea2-6e2e53749bf4 req-a7a0b9f0-75b0-4fc4-b258-fd4735b59a45 service neutron] 10.222.0.41 "GET /v2.0/networks?id=1f9a3bff-e0aa-4277-a6ad-8da29c0b0d1a HTTP/1.1" status: 200 len: 915 time: 0.0941741 May 25 07:46:12.945778 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.db.provisioning_blocks [None req-92cd77ff-b2d7-44ca-a3f1-5361a11b6641 None None] Provisioning complete for port eed8a0c9-0f18-40ef-a65e-38b52e79aa6e triggered by entity DHCP. {{(pid=104527) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 25 07:46:12.946143 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron_lib.callbacks.manager [None req-92cd77ff-b2d7-44ca-a3f1-5361a11b6641 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1490782'] for port (eed8a0c9-0f18-40ef-a65e-38b52e79aa6e), provisioning_complete {{(pid=104527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:46:12.999343 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG dbcounter [-] [104526] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=104526) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 07:46:13.008790 dv-cinder-825492-15-iscsi neutron-server[104526]: INFO neutron.wsgi [req-bb326039-8223-405d-8ea2-6e2e53749bf4 req-773815d0-5734-4b1d-8519-4c24865dd4e4 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=eed8a0c9-0f18-40ef-a65e-38b52e79aa6e HTTP/1.1" status: 200 len: 1000 time: 0.0611374 May 25 07:46:13.065949 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb326039-8223-405d-8ea2-6e2e53749bf4 req-bb9799ab-7a23-465e-a5ba-dc83c0739a84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 07:46:13.067570 dv-cinder-825492-15-iscsi neutron-server[104526]: INFO neutron.wsgi [req-bb326039-8223-405d-8ea2-6e2e53749bf4 req-bb9799ab-7a23-465e-a5ba-dc83c0739a84 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=623b3c8a-4ab3-45ba-bd8e-09ef75d96994 HTTP/1.1" status: 200 len: 853 time: 0.0481820 May 25 07:46:13.111371 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb326039-8223-405d-8ea2-6e2e53749bf4 req-735277d7-9e0c-493d-9bc2-a36637fb1945 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 07:46:13.114018 dv-cinder-825492-15-iscsi neutron-server[104526]: INFO neutron.wsgi [req-bb326039-8223-405d-8ea2-6e2e53749bf4 req-735277d7-9e0c-493d-9bc2-a36637fb1945 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=1f9a3bff-e0aa-4277-a6ad-8da29c0b0d1a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0395656 May 25 07:46:13.139053 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG dbcounter [-] [104527] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104527) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 07:46:13.147302 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.plugins.ml2.plugin [None req-92cd77ff-b2d7-44ca-a3f1-5361a11b6641 None None] Current status of the port eed8a0c9-0f18-40ef-a65e-38b52e79aa6e is: ACTIVE; New status is: ACTIVE {{(pid=104527) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 25 07:46:13.209683 dv-cinder-825492-15-iscsi neutron-server[104526]: INFO neutron.wsgi [req-bb326039-8223-405d-8ea2-6e2e53749bf4 req-b55244dc-0959-4f98-ab84-404b624dee0c service neutron] 10.222.0.41 "GET /v2.0/networks/1f9a3bff-e0aa-4277-a6ad-8da29c0b0d1a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0893378 May 25 07:46:13.256393 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG dbcounter [-] [104527] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104527) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 07:46:13.302939 dv-cinder-825492-15-iscsi neutron-server[104526]: INFO neutron.wsgi [req-bb326039-8223-405d-8ea2-6e2e53749bf4 req-a96bfbf0-dd09-4f0c-8891-ac5ac8986f82 service neutron] 10.222.0.41 "GET /v2.0/networks/1f9a3bff-e0aa-4277-a6ad-8da29c0b0d1a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854561 May 25 07:46:20.141342 dv-cinder-825492-15-iscsi neutron-server[104528]: DEBUG dbcounter [-] [104528] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104528) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 07:46:22.850013 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG dbcounter [-] [104525] Writing DB stats neutron:SELECT=22,neutron:INSERT=3,neutron:DELETE=2 {{(pid=104525) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 07:46:23.434105 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG dbcounter [-] [104526] Writing DB stats neutron:SELECT=58 {{(pid=104526) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 07:46:23.456987 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG dbcounter [-] [104527] Writing DB stats neutron:SELECT=50 {{(pid=104527) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 07:46:27.746383 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9813aacd-2b7c-4f2f-b7a0-e54421f24726 req-9c597849-873a-4515-be3e-ebd1d54f4fd9 tempest-VolumesSnapshotTestJSON-1886078946 tempest-VolumesSnapshotTestJSON-1886078946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 07:46:27.747849 dv-cinder-825492-15-iscsi neutron-server[104526]: INFO neutron.wsgi [req-9813aacd-2b7c-4f2f-b7a0-e54421f24726 req-9c597849-873a-4515-be3e-ebd1d54f4fd9 tempest-VolumesSnapshotTestJSON-1886078946 tempest-VolumesSnapshotTestJSON-1886078946-project] 10.222.0.24 "GET /v2.0/ports?device_id=0904e314-a1e9-453e-9182-e709d655845a HTTP/1.1" status: 200 len: 945 time: 0.0491300 May 25 07:46:27.794603 dv-cinder-825492-15-iscsi neutron-server[104526]: INFO neutron.wsgi [req-9813aacd-2b7c-4f2f-b7a0-e54421f24726 req-e944cb49-53c5-489b-bcbe-43d331541e07 tempest-VolumesSnapshotTestJSON-1886078946 tempest-VolumesSnapshotTestJSON-1886078946-project] 10.222.0.24 "GET /v2.0/security-groups?id=51b4ed6b-1c02-415d-9339-bebb063a65f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410314 May 25 07:46:28.918657 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcc823a8-339c-44a9-9352-c9f2c462d774 req-cb23f2b8-9258-46a9-a066-cd9a25a65171 tempest-VolumesSnapshotTestJSON-1886078946 tempest-VolumesSnapshotTestJSON-1886078946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 07:46:28.920038 dv-cinder-825492-15-iscsi neutron-server[104525]: INFO neutron.wsgi [req-fcc823a8-339c-44a9-9352-c9f2c462d774 req-cb23f2b8-9258-46a9-a066-cd9a25a65171 tempest-VolumesSnapshotTestJSON-1886078946 tempest-VolumesSnapshotTestJSON-1886078946-project] 10.222.0.24 "GET /v2.0/ports?device_id=0904e314-a1e9-453e-9182-e709d655845a HTTP/1.1" status: 200 len: 945 time: 0.0519886 May 25 07:46:28.966767 dv-cinder-825492-15-iscsi neutron-server[104525]: INFO neutron.wsgi [req-fcc823a8-339c-44a9-9352-c9f2c462d774 req-2dc93de9-7a5e-4178-961a-8585380856fa tempest-VolumesSnapshotTestJSON-1886078946 tempest-VolumesSnapshotTestJSON-1886078946-project] 10.222.0.24 "GET /v2.0/security-groups?id=51b4ed6b-1c02-415d-9339-bebb063a65f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411727 May 25 07:46:29.691647 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f76908b7-9dde-4d3e-acce-33aa4a76e68a req-2d7e4190-020f-40b7-9ef0-5c5313823f79 tempest-VolumesSnapshotTestJSON-1886078946 tempest-VolumesSnapshotTestJSON-1886078946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 07:46:29.693702 dv-cinder-825492-15-iscsi neutron-server[104526]: INFO neutron.wsgi [req-f76908b7-9dde-4d3e-acce-33aa4a76e68a req-2d7e4190-020f-40b7-9ef0-5c5313823f79 tempest-VolumesSnapshotTestJSON-1886078946 tempest-VolumesSnapshotTestJSON-1886078946-project] 10.222.0.41 "GET /v2.0/ports?device_id=0904e314-a1e9-453e-9182-e709d655845a HTTP/1.1" status: 200 len: 945 time: 0.0502384 May 25 07:46:29.774119 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.plugins.ml2.plugin [req-f76908b7-9dde-4d3e-acce-33aa4a76e68a req-2caf7636-f4a0-4aed-9961-8cdbed3d9434 tempest-VolumesSnapshotTestJSON-1886078946 tempest-VolumesSnapshotTestJSON-1886078946-project] Deleting port 5ca72084-eb9a-4af3-b2f5-c7d1050e2584 {{(pid=104526) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 25 07:46:29.774454 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [req-f76908b7-9dde-4d3e-acce-33aa4a76e68a req-2caf7636-f4a0-4aed-9961-8cdbed3d9434 tempest-VolumesSnapshotTestJSON-1886078946 tempest-VolumesSnapshotTestJSON-1886078946-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754056702922'] for port (5ca72084-eb9a-4af3-b2f5-c7d1050e2584), before_delete {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:46:30.124924 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.plugins.ml2.db [req-f76908b7-9dde-4d3e-acce-33aa4a76e68a req-2caf7636-f4a0-4aed-9961-8cdbed3d9434 tempest-VolumesSnapshotTestJSON-1886078946 tempest-VolumesSnapshotTestJSON-1886078946-project] For port 5ca72084-eb9a-4af3-b2f5-c7d1050e2584, host hv-cinder-82549, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82549',level=0,port_id=5ca72084-eb9a-4af3-b2f5-c7d1050e2584,segment=NetworkSegment(3ba9802c-cef7-42fe-9bb2-55236834ef61),segment_id=3ba9802c-cef7-42fe-9bb2-55236834ef61)] {{(pid=104526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 07:46:30.125288 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [req-f76908b7-9dde-4d3e-acce-33aa4a76e68a req-2caf7636-f4a0-4aed-9961-8cdbed3d9434 tempest-VolumesSnapshotTestJSON-1886078946 tempest-VolumesSnapshotTestJSON-1886078946-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625317'] for port (5ca72084-eb9a-4af3-b2f5-c7d1050e2584), precommit_delete {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:46:30.139235 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.plugins.ml2.plugin [req-f76908b7-9dde-4d3e-acce-33aa4a76e68a req-2caf7636-f4a0-4aed-9961-8cdbed3d9434 tempest-VolumesSnapshotTestJSON-1886078946 tempest-VolumesSnapshotTestJSON-1886078946-project] Calling delete_port for 5ca72084-eb9a-4af3-b2f5-c7d1050e2584 owned by compute:nova {{(pid=104526) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 25 07:46:30.158042 dv-cinder-825492-15-iscsi neutron-server[104528]: DEBUG dbcounter [-] [104528] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1 {{(pid=104528) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 07:46:30.250731 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3296382-a102-4370-8001-c1674e97e277 req-c4c3d467-5b55-4da5-8ccf-47ffdf2185ba tempest-VolumesSnapshotTestJSON-1886078946 tempest-VolumesSnapshotTestJSON-1886078946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 07:46:30.252083 dv-cinder-825492-15-iscsi neutron-server[104526]: INFO neutron.wsgi [req-c3296382-a102-4370-8001-c1674e97e277 req-c4c3d467-5b55-4da5-8ccf-47ffdf2185ba tempest-VolumesSnapshotTestJSON-1886078946 tempest-VolumesSnapshotTestJSON-1886078946-project] 10.222.0.24 "GET /v2.0/ports?device_id=0904e314-a1e9-453e-9182-e709d655845a HTTP/1.1" status: 200 len: 945 time: 0.1785367 May 25 07:46:30.335642 dv-cinder-825492-15-iscsi neutron-server[104526]: INFO neutron.wsgi [req-c3296382-a102-4370-8001-c1674e97e277 req-d2f71670-6b92-4d7f-99b7-c39d763a0fbb tempest-VolumesSnapshotTestJSON-1886078946 tempest-VolumesSnapshotTestJSON-1886078946-project] 10.222.0.24 "GET /v2.0/security-groups?id=51b4ed6b-1c02-415d-9339-bebb063a65f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0772252 May 25 07:46:30.392773 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [req-f76908b7-9dde-4d3e-acce-33aa4a76e68a req-2caf7636-f4a0-4aed-9961-8cdbed3d9434 tempest-VolumesSnapshotTestJSON-1886078946 tempest-VolumesSnapshotTestJSON-1886078946-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-617841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612926', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754056714424', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754056173873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2909854'] for port (5ca72084-eb9a-4af3-b2f5-c7d1050e2584), after_delete {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:46:30.421644 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2caf7636-f4a0-4aed-9961-8cdbed3d9434 tempest-VolumesSnapshotTestJSON-1886078946 tempest-VolumesSnapshotTestJSON-1886078946-project] Pushing event deleted for resources: {'Port': ['ID=5ca72084-eb9a-4af3-b2f5-c7d1050e2584,revision_number=None']} {{(pid=104526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 07:46:30.429414 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.plugins.ml2.db [None req-798242cc-9ea0-464c-9109-86bd7997349e None None] get_ports_and_sgs() called for port_ids ['5ca72084-eb9a-4af3-b2f5-c7d1050e2584'] {{(pid=104527) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 25 07:46:30.468772 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.db.l3_dvrscheduler_db [req-f76908b7-9dde-4d3e-acce-33aa4a76e68a req-2caf7636-f4a0-4aed-9961-8cdbed3d9434 tempest-VolumesSnapshotTestJSON-1886078946 tempest-VolumesSnapshotTestJSON-1886078946-project] No DVR routers for this DVR port 5ca72084-eb9a-4af3-b2f5-c7d1050e2584 on host hv-cinder-82549 {{(pid=104526) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 25 07:46:30.471164 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [req-f76908b7-9dde-4d3e-acce-33aa4a76e68a req-2caf7636-f4a0-4aed-9961-8cdbed3d9434 tempest-VolumesSnapshotTestJSON-1886078946 tempest-VolumesSnapshotTestJSON-1886078946-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93885'] for port (None), before_response {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:46:30.474398 dv-cinder-825492-15-iscsi neutron-server[104526]: INFO neutron.wsgi [req-f76908b7-9dde-4d3e-acce-33aa4a76e68a req-2caf7636-f4a0-4aed-9961-8cdbed3d9434 tempest-VolumesSnapshotTestJSON-1886078946 tempest-VolumesSnapshotTestJSON-1886078946-project] 10.222.0.41 "DELETE /v2.0/ports/5ca72084-eb9a-4af3-b2f5-c7d1050e2584 HTTP/1.1" status: 204 len: 173 time: 0.7756758 May 25 07:46:30.474826 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0904e314-a1e9-453e-9182-e709d655845a', 'name': 'network-vif-deleted', 'tag': '5ca72084-eb9a-4af3-b2f5-c7d1050e2584'}] {{(pid=104526) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 25 07:46:30.477066 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db633a5f02cadde147c9bc1566607705b0433b891c7275f259bdbd209e6b6683" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-906417b2-1b36-4eb2-b5ad-d77cc6dbca0b" -d '{"events": [{"server_uuid": "0904e314-a1e9-453e-9182-e709d655845a", "name": "network-vif-deleted", "tag": "5ca72084-eb9a-4af3-b2f5-c7d1050e2584"}]}' {{(pid=104526) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 25 07:46:30.512163 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 25 May 2022 07:46:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b9a52a9f-452b-4f2e-9049-23d9b8bd0435 x-openstack-request-id: req-b9a52a9f-452b-4f2e-9049-23d9b8bd0435 {{(pid=104526) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 25 07:46:30.512447 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0904e314-a1e9-453e-9182-e709d655845a", "name": "network-vif-deleted", "tag": "5ca72084-eb9a-4af3-b2f5-c7d1050e2584", "status": "completed", "code": 200}]} {{(pid=104526) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 25 07:46:30.512729 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-b9a52a9f-452b-4f2e-9049-23d9b8bd0435 {{(pid=104526) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 25 07:46:30.513127 dv-cinder-825492-15-iscsi neutron-server[104526]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b9a52a9f-452b-4f2e-9049-23d9b8bd0435'] response: {'server_uuid': '0904e314-a1e9-453e-9182-e709d655845a', 'name': 'network-vif-deleted', 'tag': '5ca72084-eb9a-4af3-b2f5-c7d1050e2584', 'status': 'completed', 'code': 200} May 25 07:46:31.443836 dv-cinder-825492-15-iscsi neutron-server[104526]: INFO neutron.wsgi [req-c11185e6-3a16-4c41-8375-38f9b8efb6fe req-df11abbc-0024-486e-b485-d9aa1bc5d35e tempest-VolumesSnapshotTestJSON-1886078946 tempest-VolumesSnapshotTestJSON-1886078946-project] 10.222.0.24 "GET /v2.0/ports?device_id=0904e314-a1e9-453e-9182-e709d655845a HTTP/1.1" status: 200 len: 210 time: 0.0286348 May 25 07:46:32.182099 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron_lib.callbacks.manager [None req-798242cc-9ea0-464c-9109-86bd7997349e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754056472917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490168'] for agent (bbf5dc8c-5103-4973-a6b6-76af4660c126), after_update {{(pid=104527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:46:32.890942 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.plugins.ml2.rpc [None req-798242cc-9ea0-464c-9109-86bd7997349e None None] Device 5ca72084-eb9a-4af3-b2f5-c7d1050e2584 no longer exists at agent hyperv_hv-cinder-82549 {{(pid=104527) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 25 07:46:32.909723 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.plugins.ml2.plugin [None req-798242cc-9ea0-464c-9109-86bd7997349e None None] No Port match for: 5ca72084-eb9a-4af3-b2f5-c7d1050e2584 {{(pid=104527) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 25 07:46:32.910062 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.plugins.ml2.rpc [None req-798242cc-9ea0-464c-9109-86bd7997349e None None] Device 5ca72084-eb9a-4af3-b2f5-c7d1050e2584 not bound to the agent host hv-cinder-82549 {{(pid=104527) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 25 07:46:35.210141 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron_lib.callbacks.manager [None req-325e8b80-0b4a-4dd1-938d-701759a1200e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754056472917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490168'] for agent (6cf9466f-68ff-4d03-9bb6-0c8244fa88eb), after_update {{(pid=104527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:46:35.826730 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83339ab0-17ea-4515-bf13-6365f338b8d5 req-8f6ee40f-4171-4cc4-b338-1ac7d47a8819 tempest-TestMinimumBasicScenario-1136131971 tempest-TestMinimumBasicScenario-1136131971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 07:46:35.828191 dv-cinder-825492-15-iscsi neutron-server[104525]: INFO neutron.wsgi [req-83339ab0-17ea-4515-bf13-6365f338b8d5 req-8f6ee40f-4171-4cc4-b338-1ac7d47a8819 tempest-TestMinimumBasicScenario-1136131971 tempest-TestMinimumBasicScenario-1136131971-project] 10.222.0.24 "GET /v2.0/ports?device_id=892bc459-4577-4e8c-b87f-04861e9f1ea8 HTTP/1.1" status: 200 len: 984 time: 0.1003730 May 25 07:46:35.887189 dv-cinder-825492-15-iscsi neutron-server[104525]: INFO neutron.wsgi [req-83339ab0-17ea-4515-bf13-6365f338b8d5 req-0fb7fdeb-833d-450e-92df-09a8aefaa098 tempest-TestMinimumBasicScenario-1136131971 tempest-TestMinimumBasicScenario-1136131971-project] 10.222.0.24 "GET /v2.0/security-groups?id=1ced07ab-21b0-4a9f-8788-f41419ff702c&id=2eda9b78-83a3-474a-99fa-0c7398f998bc&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0532026 May 25 07:46:37.002197 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7857476e-c5bb-4f4d-9e9a-41088b080256 req-72896e3b-d27a-4252-b439-0b2faf2210a7 tempest-TestMinimumBasicScenario-1136131971 tempest-TestMinimumBasicScenario-1136131971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 07:46:37.003646 dv-cinder-825492-15-iscsi neutron-server[104526]: INFO neutron.wsgi [req-7857476e-c5bb-4f4d-9e9a-41088b080256 req-72896e3b-d27a-4252-b439-0b2faf2210a7 tempest-TestMinimumBasicScenario-1136131971 tempest-TestMinimumBasicScenario-1136131971-project] 10.222.0.24 "GET /v2.0/ports?device_id=892bc459-4577-4e8c-b87f-04861e9f1ea8 HTTP/1.1" status: 200 len: 984 time: 0.0468786 May 25 07:46:37.062605 dv-cinder-825492-15-iscsi neutron-server[104526]: INFO neutron.wsgi [req-7857476e-c5bb-4f4d-9e9a-41088b080256 req-d2d50903-552b-4fc1-be00-3bba2bba6c25 tempest-TestMinimumBasicScenario-1136131971 tempest-TestMinimumBasicScenario-1136131971-project] 10.222.0.24 "GET /v2.0/security-groups?id=1ced07ab-21b0-4a9f-8788-f41419ff702c&id=2eda9b78-83a3-474a-99fa-0c7398f998bc&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0532904 May 25 07:46:37.467283 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron_lib.callbacks.manager [None req-53527b63-d617-43db-857d-ef8255df7f01 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754056472917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490168'] for agent (54ff4013-997e-4376-a4e9-e6c98cf37cc7), after_update {{(pid=104527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:46:37.688888 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2100971d-1da7-408f-b11a-bc9fdc84cbb2 req-64183581-68f0-44f2-a823-e37d0e244fe0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 07:46:37.696144 dv-cinder-825492-15-iscsi neutron-server[104526]: INFO neutron.wsgi [req-2100971d-1da7-408f-b11a-bc9fdc84cbb2 req-64183581-68f0-44f2-a823-e37d0e244fe0 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=ce3e8f3592894606afc4d35c82d8f36f&device_id=892bc459-4577-4e8c-b87f-04861e9f1ea8 HTTP/1.1" status: 200 len: 1168 time: 0.0454545 May 25 07:46:37.786655 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG dbcounter [-] [104526] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104526) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 07:46:37.804904 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2100971d-1da7-408f-b11a-bc9fdc84cbb2 req-442f1eaa-da92-48be-9a9f-d265504273c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 07:46:37.807058 dv-cinder-825492-15-iscsi neutron-server[104526]: INFO neutron.wsgi [req-2100971d-1da7-408f-b11a-bc9fdc84cbb2 req-442f1eaa-da92-48be-9a9f-d265504273c5 service neutron] 10.222.0.41 "GET /v2.0/networks?id=1f9a3bff-e0aa-4277-a6ad-8da29c0b0d1a HTTP/1.1" status: 200 len: 915 time: 0.0879021 May 25 07:46:37.873052 dv-cinder-825492-15-iscsi neutron-server[104526]: INFO neutron.wsgi [req-2100971d-1da7-408f-b11a-bc9fdc84cbb2 req-b95852ee-1755-4730-99dc-79b489cf22ce service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=eed8a0c9-0f18-40ef-a65e-38b52e79aa6e HTTP/1.1" status: 200 len: 1000 time: 0.0582664 May 25 07:46:38.107492 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2100971d-1da7-408f-b11a-bc9fdc84cbb2 req-d3eb5cf5-9c8f-434d-ae62-51f754670daa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 07:46:38.113414 dv-cinder-825492-15-iscsi neutron-server[104526]: INFO neutron.wsgi [req-2100971d-1da7-408f-b11a-bc9fdc84cbb2 req-d3eb5cf5-9c8f-434d-ae62-51f754670daa service neutron] 10.222.0.41 "GET /v2.0/subnets?id=623b3c8a-4ab3-45ba-bd8e-09ef75d96994 HTTP/1.1" status: 200 len: 853 time: 0.0461342 May 25 07:46:38.142180 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG dbcounter [-] [104526] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=104526) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 07:46:38.154419 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2100971d-1da7-408f-b11a-bc9fdc84cbb2 req-3107dfe2-a9ed-437e-b83a-3dc8b595f4fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 07:46:38.155922 dv-cinder-825492-15-iscsi neutron-server[104526]: INFO neutron.wsgi [req-2100971d-1da7-408f-b11a-bc9fdc84cbb2 req-3107dfe2-a9ed-437e-b83a-3dc8b595f4fd service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=1f9a3bff-e0aa-4277-a6ad-8da29c0b0d1a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0401874 May 25 07:46:38.178845 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44469723-661a-4295-9b7e-bc8e031cd447 req-dec9803f-59ee-4ba5-a5fd-188127002021 tempest-TestMinimumBasicScenario-1136131971 tempest-TestMinimumBasicScenario-1136131971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 07:46:38.180310 dv-cinder-825492-15-iscsi neutron-server[104525]: INFO neutron.wsgi [req-44469723-661a-4295-9b7e-bc8e031cd447 req-dec9803f-59ee-4ba5-a5fd-188127002021 tempest-TestMinimumBasicScenario-1136131971 tempest-TestMinimumBasicScenario-1136131971-project] 10.222.0.24 "GET /v2.0/ports?device_id=892bc459-4577-4e8c-b87f-04861e9f1ea8 HTTP/1.1" status: 200 len: 984 time: 0.0483379 May 25 07:46:38.239849 dv-cinder-825492-15-iscsi neutron-server[104525]: INFO neutron.wsgi [req-44469723-661a-4295-9b7e-bc8e031cd447 req-f1b421ea-5fa4-445a-8c68-9ab3ee5bdb90 tempest-TestMinimumBasicScenario-1136131971 tempest-TestMinimumBasicScenario-1136131971-project] 10.222.0.24 "GET /v2.0/security-groups?id=1ced07ab-21b0-4a9f-8788-f41419ff702c&id=2eda9b78-83a3-474a-99fa-0c7398f998bc&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0531616 May 25 07:46:38.250306 dv-cinder-825492-15-iscsi neutron-server[104526]: INFO neutron.wsgi [req-2100971d-1da7-408f-b11a-bc9fdc84cbb2 req-7d2e0748-42d7-4b10-9c7c-1f70699d1835 service neutron] 10.222.0.41 "GET /v2.0/networks/1f9a3bff-e0aa-4277-a6ad-8da29c0b0d1a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0869758 May 25 07:46:38.338293 dv-cinder-825492-15-iscsi neutron-server[104526]: INFO neutron.wsgi [req-2100971d-1da7-408f-b11a-bc9fdc84cbb2 req-b98b0c81-be73-4a8f-9343-343645d90910 service neutron] 10.222.0.41 "GET /v2.0/networks/1f9a3bff-e0aa-4277-a6ad-8da29c0b0d1a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0815246 May 25 07:46:38.633422 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron_lib.callbacks.manager [None req-461c163e-e11a-425b-8a8d-f39fb153da48 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754056472917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490168'] for agent (fa5554a0-25df-434f-a0d0-5996d872220a), after_update {{(pid=104527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:46:39.357612 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cc290b9-c76f-4310-ba91-566ef9a692df req-767adec6-f45e-4856-851b-7840d0cdcbae tempest-TestMinimumBasicScenario-1136131971 tempest-TestMinimumBasicScenario-1136131971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 07:46:39.359071 dv-cinder-825492-15-iscsi neutron-server[104526]: INFO neutron.wsgi [req-2cc290b9-c76f-4310-ba91-566ef9a692df req-767adec6-f45e-4856-851b-7840d0cdcbae tempest-TestMinimumBasicScenario-1136131971 tempest-TestMinimumBasicScenario-1136131971-project] 10.222.0.24 "GET /v2.0/ports?device_id=892bc459-4577-4e8c-b87f-04861e9f1ea8 HTTP/1.1" status: 200 len: 984 time: 0.0471201 May 25 07:46:39.418035 dv-cinder-825492-15-iscsi neutron-server[104526]: INFO neutron.wsgi [req-2cc290b9-c76f-4310-ba91-566ef9a692df req-08b91921-d4d0-408b-9095-e477a3b05c7a tempest-TestMinimumBasicScenario-1136131971 tempest-TestMinimumBasicScenario-1136131971-project] 10.222.0.24 "GET /v2.0/security-groups?id=1ced07ab-21b0-4a9f-8788-f41419ff702c&id=2eda9b78-83a3-474a-99fa-0c7398f998bc&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0529754 May 25 07:46:40.107349 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron_lib.callbacks.manager [None req-f9cd7ad7-9657-4dc4-ab64-74b2d9455e3c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754056472917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490168'] for agent (749e0e2c-8e71-4175-9046-27a8fd2a3a0a), after_update {{(pid=104527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:46:40.538899 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6bde92b-809b-4c20-a60a-e28ab430ca21 req-50de1cd1-426e-4f80-8d40-6dae91031d0c tempest-TestMinimumBasicScenario-1136131971 tempest-TestMinimumBasicScenario-1136131971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 07:46:40.540308 dv-cinder-825492-15-iscsi neutron-server[104525]: INFO neutron.wsgi [req-a6bde92b-809b-4c20-a60a-e28ab430ca21 req-50de1cd1-426e-4f80-8d40-6dae91031d0c tempest-TestMinimumBasicScenario-1136131971 tempest-TestMinimumBasicScenario-1136131971-project] 10.222.0.24 "GET /v2.0/ports?device_id=892bc459-4577-4e8c-b87f-04861e9f1ea8 HTTP/1.1" status: 200 len: 984 time: 0.0510530 May 25 07:46:40.599723 dv-cinder-825492-15-iscsi neutron-server[104525]: INFO neutron.wsgi [req-a6bde92b-809b-4c20-a60a-e28ab430ca21 req-c4397196-53a3-4424-a37f-5d3d9c7ea565 tempest-TestMinimumBasicScenario-1136131971 tempest-TestMinimumBasicScenario-1136131971-project] 10.222.0.24 "GET /v2.0/security-groups?id=1ced07ab-21b0-4a9f-8788-f41419ff702c&id=2eda9b78-83a3-474a-99fa-0c7398f998bc&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0527961 May 25 07:46:41.202305 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a049eccd-9f72-46d9-892d-f16a99d24f19 req-5b32f62c-fe30-46de-b755-4c9ca804c0e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 07:46:41.203834 dv-cinder-825492-15-iscsi neutron-server[104526]: INFO neutron.wsgi [req-a049eccd-9f72-46d9-892d-f16a99d24f19 req-5b32f62c-fe30-46de-b755-4c9ca804c0e2 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=ce3e8f3592894606afc4d35c82d8f36f&device_id=892bc459-4577-4e8c-b87f-04861e9f1ea8 HTTP/1.1" status: 200 len: 1168 time: 0.0435359 May 25 07:46:41.305843 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a049eccd-9f72-46d9-892d-f16a99d24f19 req-9bf854b7-f23a-4e81-852e-5d0f5a34d1af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 07:46:41.307295 dv-cinder-825492-15-iscsi neutron-server[104526]: INFO neutron.wsgi [req-a049eccd-9f72-46d9-892d-f16a99d24f19 req-9bf854b7-f23a-4e81-852e-5d0f5a34d1af service neutron] 10.222.0.41 "GET /v2.0/networks?id=1f9a3bff-e0aa-4277-a6ad-8da29c0b0d1a HTTP/1.1" status: 200 len: 915 time: 0.0842772 May 25 07:46:41.374438 dv-cinder-825492-15-iscsi neutron-server[104526]: INFO neutron.wsgi [req-a049eccd-9f72-46d9-892d-f16a99d24f19 req-9b5797fa-2501-462d-b398-dc1ab141fc7f service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=eed8a0c9-0f18-40ef-a65e-38b52e79aa6e HTTP/1.1" status: 200 len: 1000 time: 0.0587950 May 25 07:46:41.422392 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a049eccd-9f72-46d9-892d-f16a99d24f19 req-ec79a5b6-10f2-4bea-aabb-93a1a3a6dd5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 07:46:41.423844 dv-cinder-825492-15-iscsi neutron-server[104526]: INFO neutron.wsgi [req-a049eccd-9f72-46d9-892d-f16a99d24f19 req-ec79a5b6-10f2-4bea-aabb-93a1a3a6dd5d service neutron] 10.222.0.41 "GET /v2.0/subnets?id=623b3c8a-4ab3-45ba-bd8e-09ef75d96994 HTTP/1.1" status: 200 len: 853 time: 0.0438676 May 25 07:46:41.467653 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a049eccd-9f72-46d9-892d-f16a99d24f19 req-73bee3fe-3ef6-4cfc-89a7-ab83d9356876 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 07:46:41.469116 dv-cinder-825492-15-iscsi neutron-server[104526]: INFO neutron.wsgi [req-a049eccd-9f72-46d9-892d-f16a99d24f19 req-73bee3fe-3ef6-4cfc-89a7-ab83d9356876 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=1f9a3bff-e0aa-4277-a6ad-8da29c0b0d1a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0392292 May 25 07:46:41.561417 dv-cinder-825492-15-iscsi neutron-server[104526]: INFO neutron.wsgi [req-a049eccd-9f72-46d9-892d-f16a99d24f19 req-f3cf8876-1250-4b39-895a-6f7a56878907 service neutron] 10.222.0.41 "GET /v2.0/networks/1f9a3bff-e0aa-4277-a6ad-8da29c0b0d1a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847263 May 25 07:46:41.564349 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron_lib.callbacks.manager [None req-4c581813-650f-4b4b-ac0f-82f585bea231 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754056472917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490168'] for agent (67455b2d-ff20-4068-8b38-73bd0628c5cb), after_update {{(pid=104527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:46:41.652018 dv-cinder-825492-15-iscsi neutron-server[104526]: INFO neutron.wsgi [req-a049eccd-9f72-46d9-892d-f16a99d24f19 req-4811a002-5c41-4e03-826b-175f319a05d5 service neutron] 10.222.0.41 "GET /v2.0/networks/1f9a3bff-e0aa-4277-a6ad-8da29c0b0d1a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0832727 May 25 07:46:41.722467 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ff05ad8-d052-4a61-8b2f-3c18b3a744e9 req-10f760d7-af8b-4fec-a5c6-107c848f6748 tempest-TestMinimumBasicScenario-1136131971 tempest-TestMinimumBasicScenario-1136131971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 07:46:41.723906 dv-cinder-825492-15-iscsi neutron-server[104526]: INFO neutron.wsgi [req-7ff05ad8-d052-4a61-8b2f-3c18b3a744e9 req-10f760d7-af8b-4fec-a5c6-107c848f6748 tempest-TestMinimumBasicScenario-1136131971 tempest-TestMinimumBasicScenario-1136131971-project] 10.222.0.24 "GET /v2.0/ports?device_id=892bc459-4577-4e8c-b87f-04861e9f1ea8 HTTP/1.1" status: 200 len: 984 time: 0.0498836 May 25 07:46:41.779795 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG dbcounter [-] [104526] Writing DB stats neutron:SELECT=100 {{(pid=104526) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 07:46:41.789961 dv-cinder-825492-15-iscsi neutron-server[104526]: INFO neutron.wsgi [req-7ff05ad8-d052-4a61-8b2f-3c18b3a744e9 req-281576f2-305f-4ee0-80c5-aa3ba4bf71c9 tempest-TestMinimumBasicScenario-1136131971 tempest-TestMinimumBasicScenario-1136131971-project] 10.222.0.24 "GET /v2.0/security-groups?id=1ced07ab-21b0-4a9f-8788-f41419ff702c&id=2eda9b78-83a3-474a-99fa-0c7398f998bc&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0600777 May 25 07:46:42.908800 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f168340-63ee-44d6-8e66-0016cf45324b req-180d7141-6364-4d1b-ae50-c54809884be4 tempest-TestMinimumBasicScenario-1136131971 tempest-TestMinimumBasicScenario-1136131971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 07:46:42.910266 dv-cinder-825492-15-iscsi neutron-server[104525]: INFO neutron.wsgi [req-0f168340-63ee-44d6-8e66-0016cf45324b req-180d7141-6364-4d1b-ae50-c54809884be4 tempest-TestMinimumBasicScenario-1136131971 tempest-TestMinimumBasicScenario-1136131971-project] 10.222.0.24 "GET /v2.0/ports?device_id=892bc459-4577-4e8c-b87f-04861e9f1ea8 HTTP/1.1" status: 200 len: 984 time: 0.0486970 May 25 07:46:42.971626 dv-cinder-825492-15-iscsi neutron-server[104525]: INFO neutron.wsgi [req-0f168340-63ee-44d6-8e66-0016cf45324b req-8324b304-7f9d-44fe-aee9-9799ee71fe85 tempest-TestMinimumBasicScenario-1136131971 tempest-TestMinimumBasicScenario-1136131971-project] 10.222.0.24 "GET /v2.0/security-groups?id=1ced07ab-21b0-4a9f-8788-f41419ff702c&id=2eda9b78-83a3-474a-99fa-0c7398f998bc&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0556340 May 25 07:46:43.889596 dv-cinder-825492-15-iscsi neutron-server[104528]: DEBUG dbcounter [-] [104528] Writing DB stats neutron:SELECT=4 {{(pid=104528) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 07:46:43.890756 dv-cinder-825492-15-iscsi neutron-server[104528]: DEBUG dbcounter [-] [104528] Writing DB stats neutron:SELECT=2 {{(pid=104528) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 07:46:44.086943 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbf70ba9-06c3-4dbf-9aed-22aac4f5065e req-f023c16b-d228-492d-a241-d5b1a9a21f55 tempest-TestMinimumBasicScenario-1136131971 tempest-TestMinimumBasicScenario-1136131971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 07:46:44.088397 dv-cinder-825492-15-iscsi neutron-server[104526]: INFO neutron.wsgi [req-dbf70ba9-06c3-4dbf-9aed-22aac4f5065e req-f023c16b-d228-492d-a241-d5b1a9a21f55 tempest-TestMinimumBasicScenario-1136131971 tempest-TestMinimumBasicScenario-1136131971-project] 10.222.0.24 "GET /v2.0/ports?device_id=892bc459-4577-4e8c-b87f-04861e9f1ea8 HTTP/1.1" status: 200 len: 984 time: 0.0466609 May 25 07:46:44.147151 dv-cinder-825492-15-iscsi neutron-server[104526]: INFO neutron.wsgi [req-dbf70ba9-06c3-4dbf-9aed-22aac4f5065e req-77d424e1-1550-4988-b4da-9999a8cbaa40 tempest-TestMinimumBasicScenario-1136131971 tempest-TestMinimumBasicScenario-1136131971-project] 10.222.0.24 "GET /v2.0/security-groups?id=1ced07ab-21b0-4a9f-8788-f41419ff702c&id=2eda9b78-83a3-474a-99fa-0c7398f998bc&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0524747 May 25 07:46:45.275957 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61485f24-d03b-462c-949e-c696fdf12f56 req-7d3efb09-b3b9-41c9-bde7-63b8b07405bd tempest-TestMinimumBasicScenario-1136131971 tempest-TestMinimumBasicScenario-1136131971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 07:46:45.277613 dv-cinder-825492-15-iscsi neutron-server[104525]: INFO neutron.wsgi [req-61485f24-d03b-462c-949e-c696fdf12f56 req-7d3efb09-b3b9-41c9-bde7-63b8b07405bd tempest-TestMinimumBasicScenario-1136131971 tempest-TestMinimumBasicScenario-1136131971-project] 10.222.0.24 "GET /v2.0/ports?device_id=892bc459-4577-4e8c-b87f-04861e9f1ea8 HTTP/1.1" status: 200 len: 984 time: 0.0489256 May 25 07:46:45.354864 dv-cinder-825492-15-iscsi neutron-server[104525]: INFO neutron.wsgi [req-61485f24-d03b-462c-949e-c696fdf12f56 req-3c5254c6-967b-4945-ae04-0c392a02df70 tempest-TestMinimumBasicScenario-1136131971 tempest-TestMinimumBasicScenario-1136131971-project] 10.222.0.24 "GET /v2.0/security-groups?id=1ced07ab-21b0-4a9f-8788-f41419ff702c&id=2eda9b78-83a3-474a-99fa-0c7398f998bc&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0709748 May 25 07:46:46.464828 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG dbcounter [-] [104526] Writing DB stats neutron:SELECT=100 {{(pid=104526) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 07:46:46.474045 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-412e935c-34f8-46c5-ab35-68acb6c4d177 req-7502a675-1481-4d34-bacd-6b0cbedc3431 tempest-TestMinimumBasicScenario-1136131971 tempest-TestMinimumBasicScenario-1136131971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 07:46:46.479194 dv-cinder-825492-15-iscsi neutron-server[104526]: INFO neutron.wsgi [req-412e935c-34f8-46c5-ab35-68acb6c4d177 req-7502a675-1481-4d34-bacd-6b0cbedc3431 tempest-TestMinimumBasicScenario-1136131971 tempest-TestMinimumBasicScenario-1136131971-project] 10.222.0.24 "GET /v2.0/ports?device_id=892bc459-4577-4e8c-b87f-04861e9f1ea8 HTTP/1.1" status: 200 len: 984 time: 0.0475683 May 25 07:46:46.535344 dv-cinder-825492-15-iscsi neutron-server[104526]: INFO neutron.wsgi [req-412e935c-34f8-46c5-ab35-68acb6c4d177 req-eb894541-f630-427a-bb9d-61025271868c tempest-TestMinimumBasicScenario-1136131971 tempest-TestMinimumBasicScenario-1136131971-project] 10.222.0.24 "GET /v2.0/security-groups?id=1ced07ab-21b0-4a9f-8788-f41419ff702c&id=2eda9b78-83a3-474a-99fa-0c7398f998bc&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0541863 May 25 07:46:46.630472 dv-cinder-825492-15-iscsi neutron-server[104528]: DEBUG neutron.db.agents_db [None req-434abceb-772f-4043-8698-cfe4a44654b9 None None] Agent healthcheck: found 6 active agents {{(pid=104528) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 25 07:46:47.647797 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f0debb4-3b06-4952-a4d9-8ba2753c897f req-74ee68ef-9c21-4b0b-a7c0-adfe3deb5bbb tempest-TestMinimumBasicScenario-1136131971 tempest-TestMinimumBasicScenario-1136131971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 07:46:47.649272 dv-cinder-825492-15-iscsi neutron-server[104525]: INFO neutron.wsgi [req-8f0debb4-3b06-4952-a4d9-8ba2753c897f req-74ee68ef-9c21-4b0b-a7c0-adfe3deb5bbb tempest-TestMinimumBasicScenario-1136131971 tempest-TestMinimumBasicScenario-1136131971-project] 10.222.0.24 "GET /v2.0/ports?device_id=892bc459-4577-4e8c-b87f-04861e9f1ea8 HTTP/1.1" status: 200 len: 984 time: 0.0470057 May 25 07:46:47.709180 dv-cinder-825492-15-iscsi neutron-server[104525]: INFO neutron.wsgi [req-8f0debb4-3b06-4952-a4d9-8ba2753c897f req-f00be281-de57-469e-9c9f-23410fa0da36 tempest-TestMinimumBasicScenario-1136131971 tempest-TestMinimumBasicScenario-1136131971-project] 10.222.0.24 "GET /v2.0/security-groups?id=1ced07ab-21b0-4a9f-8788-f41419ff702c&id=2eda9b78-83a3-474a-99fa-0c7398f998bc&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0543149 May 25 07:46:48.826307 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-053d7f06-314c-4f26-8eed-b67ee27f2056 req-dd5a8273-9a80-4b3f-b4fd-9a427c03df1e tempest-TestMinimumBasicScenario-1136131971 tempest-TestMinimumBasicScenario-1136131971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 07:46:48.827765 dv-cinder-825492-15-iscsi neutron-server[104526]: INFO neutron.wsgi [req-053d7f06-314c-4f26-8eed-b67ee27f2056 req-dd5a8273-9a80-4b3f-b4fd-9a427c03df1e tempest-TestMinimumBasicScenario-1136131971 tempest-TestMinimumBasicScenario-1136131971-project] 10.222.0.24 "GET /v2.0/ports?device_id=892bc459-4577-4e8c-b87f-04861e9f1ea8 HTTP/1.1" status: 200 len: 984 time: 0.0511508 May 25 07:46:48.885706 dv-cinder-825492-15-iscsi neutron-server[104526]: INFO neutron.wsgi [req-053d7f06-314c-4f26-8eed-b67ee27f2056 req-3be95849-2fb9-4baf-8200-e56053928608 tempest-TestMinimumBasicScenario-1136131971 tempest-TestMinimumBasicScenario-1136131971-project] 10.222.0.24 "GET /v2.0/security-groups?id=1ced07ab-21b0-4a9f-8788-f41419ff702c&id=2eda9b78-83a3-474a-99fa-0c7398f998bc&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0520990 May 25 07:46:49.998778 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-171a3b88-9262-4387-8b68-7256203a7194 req-dd7c7a7a-5d46-4600-a7e9-aa9f8f82611c tempest-TestMinimumBasicScenario-1136131971 tempest-TestMinimumBasicScenario-1136131971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 07:46:50.000991 dv-cinder-825492-15-iscsi neutron-server[104525]: INFO neutron.wsgi [req-171a3b88-9262-4387-8b68-7256203a7194 req-dd7c7a7a-5d46-4600-a7e9-aa9f8f82611c tempest-TestMinimumBasicScenario-1136131971 tempest-TestMinimumBasicScenario-1136131971-project] 10.222.0.24 "GET /v2.0/ports?device_id=892bc459-4577-4e8c-b87f-04861e9f1ea8 HTTP/1.1" status: 200 len: 984 time: 0.0486672 May 25 07:46:50.059840 dv-cinder-825492-15-iscsi neutron-server[104525]: INFO neutron.wsgi [req-171a3b88-9262-4387-8b68-7256203a7194 req-d094134b-c8a7-457f-9f78-68df4498dc28 tempest-TestMinimumBasicScenario-1136131971 tempest-TestMinimumBasicScenario-1136131971-project] 10.222.0.24 "GET /v2.0/security-groups?id=1ced07ab-21b0-4a9f-8788-f41419ff702c&id=2eda9b78-83a3-474a-99fa-0c7398f998bc&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0530984 May 25 07:46:51.466890 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG dbcounter [-] [104527] Writing DB stats neutron:SELECT=8,neutron:UPDATE=3 {{(pid=104527) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 07:46:51.472948 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG dbcounter [-] [104527] Writing DB stats neutron:SELECT=14,neutron:UPDATE=3 {{(pid=104527) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 07:46:56.626990 dv-cinder-825492-15-iscsi neutron-server[104528]: DEBUG dbcounter [-] [104528] Writing DB stats neutron:SELECT=2 {{(pid=104528) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 07:46:58.362882 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron.wsgi [-] (104525) accepted ('10.222.0.24', 52250) {{(pid=104525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 07:46:58.369866 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG dbcounter [-] [104525] Writing DB stats neutron:SELECT=81 {{(pid=104525) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 07:46:58.371416 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG dbcounter [-] [104525] Writing DB stats neutron:SELECT=86 {{(pid=104525) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 07:46:58.411759 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron.db.db_base_plugin_v2 [None req-c1171e70-99ab-47d3-9b9c-ebb43c069e49 admin admin] Deleting subnet c7d74e31-36b4-4702-a0e2-7e185ab2e3ee {{(pid=104525) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 25 07:46:58.415256 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-c1171e70-99ab-47d3-9b9c-ebb43c069e49 admin admin] Publish callbacks [] for subnet (c7d74e31-36b4-4702-a0e2-7e185ab2e3ee), before_delete {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:46:58.448406 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-c1171e70-99ab-47d3-9b9c-ebb43c069e49 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59371059'] for subnet (c7d74e31-36b4-4702-a0e2-7e185ab2e3ee), precommit_delete_associations {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:46:58.487339 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-c1171e70-99ab-47d3-9b9c-ebb43c069e49 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1507510'] for subnet (c7d74e31-36b4-4702-a0e2-7e185ab2e3ee), precommit_delete {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:46:58.616590 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-c1171e70-99ab-47d3-9b9c-ebb43c069e49 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1507501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-280644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59563796', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62065616'] for subnet (c7d74e31-36b4-4702-a0e2-7e185ab2e3ee), after_delete {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:46:58.647188 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1171e70-99ab-47d3-9b9c-ebb43c069e49 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c7d74e31-36b4-4702-a0e2-7e185ab2e3ee,revision_number=None']} {{(pid=104525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 07:46:58.652723 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-c1171e70-99ab-47d3-9b9c-ebb43c069e49 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1612908'] for subnet (None), before_response {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:46:58.655844 dv-cinder-825492-15-iscsi neutron-server[104525]: INFO neutron.wsgi [None req-c1171e70-99ab-47d3-9b9c-ebb43c069e49 admin admin] 10.222.0.24 "DELETE /v2.0/subnets/c7d74e31-36b4-4702-a0e2-7e185ab2e3ee HTTP/1.1" status: 204 len: 168 time: 0.2919626 May 25 07:46:58.658635 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.wsgi [-] (104526) accepted ('10.222.0.24', 52252) {{(pid=104526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 07:46:58.661135 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1171e70-99ab-47d3-9b9c-ebb43c069e49 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825492-15-iscsi {{(pid=104525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 07:46:58.661475 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1171e70-99ab-47d3-9b9c-ebb43c069e49 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825492-15-iscsi {{(pid=104525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 07:46:58.661817 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1171e70-99ab-47d3-9b9c-ebb43c069e49 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825492-15-iscsi {{(pid=104525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 07:46:58.662150 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1171e70-99ab-47d3-9b9c-ebb43c069e49 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825492-15-iscsi {{(pid=104525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 07:46:58.662478 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1171e70-99ab-47d3-9b9c-ebb43c069e49 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825492-15-iscsi {{(pid=104525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 07:46:58.662806 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1171e70-99ab-47d3-9b9c-ebb43c069e49 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825492-15-iscsi {{(pid=104525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 07:46:58.663129 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1171e70-99ab-47d3-9b9c-ebb43c069e49 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825492-15-iscsi {{(pid=104525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 07:46:58.663449 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1171e70-99ab-47d3-9b9c-ebb43c069e49 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-825492-15-iscsi {{(pid=104525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 07:46:58.663772 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1171e70-99ab-47d3-9b9c-ebb43c069e49 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-825492-15-iscsi {{(pid=104525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 07:46:58.664088 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1171e70-99ab-47d3-9b9c-ebb43c069e49 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-825492-15-iscsi {{(pid=104525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 07:46:58.664405 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1171e70-99ab-47d3-9b9c-ebb43c069e49 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-825492-15-iscsi {{(pid=104525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 07:46:58.664749 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1171e70-99ab-47d3-9b9c-ebb43c069e49 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825492-15-iscsi {{(pid=104525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 07:46:58.665065 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1171e70-99ab-47d3-9b9c-ebb43c069e49 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825492-15-iscsi {{(pid=104525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 07:46:58.665381 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1171e70-99ab-47d3-9b9c-ebb43c069e49 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825492-15-iscsi {{(pid=104525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 07:46:58.665695 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1171e70-99ab-47d3-9b9c-ebb43c069e49 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825492-15-iscsi {{(pid=104525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 07:46:58.728168 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-8178d27c-b3d5-4a32-a8d6-393f0560e8cf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1321757'] for network (c3acec61-ced6-4aa4-9c0d-e8c3f6579c19), before_delete {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:46:58.809120 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-8178d27c-b3d5-4a32-a8d6-393f0560e8cf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1508921', 'neutron.services.segments.db._delete_segments_for_network-8754056472935'] for network (c3acec61-ced6-4aa4-9c0d-e8c3f6579c19), precommit_delete {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:46:58.830054 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.services.segments.db [None req-8178d27c-b3d5-4a32-a8d6-393f0560e8cf admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c3acec61-ced6-4aa4-9c0d-e8c3f6579c19']}} {{(pid=104526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 07:46:58.839331 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.services.segments.db [None req-8178d27c-b3d5-4a32-a8d6-393f0560e8cf admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3ba9802c-cef7-42fe-9bb2-55236834ef61') {'for_net_delete': True} {{(pid=104526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 07:46:58.839624 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.services.segments.db [None req-8178d27c-b3d5-4a32-a8d6-393f0560e8cf admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3ba9802c-cef7-42fe-9bb2-55236834ef61') {} {{(pid=104526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 07:46:58.849054 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-8178d27c-b3d5-4a32-a8d6-393f0560e8cf admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754056471920', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58882375'] for segment (3ba9802c-cef7-42fe-9bb2-55236834ef61), before_delete {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:46:58.861828 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-8178d27c-b3d5-4a32-a8d6-393f0560e8cf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1513389'] for segment (3ba9802c-cef7-42fe-9bb2-55236834ef61), precommit_delete {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:46:58.867831 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8178d27c-b3d5-4a32-a8d6-393f0560e8cf admin admin] Releasing vlan 289 on physical network physnet1 to pool {{(pid=104526) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 25 07:46:58.872105 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-8178d27c-b3d5-4a32-a8d6-393f0560e8cf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1513389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2909867'] for segment (3ba9802c-cef7-42fe-9bb2-55236834ef61), after_delete {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:46:58.907951 dv-cinder-825492-15-iscsi neutron-server[104526]: INFO neutron.services.segments.plugin [-] Segment 3ba9802c-cef7-42fe-9bb2-55236834ef61 resource provider aggregate not found May 25 07:46:58.924940 dv-cinder-825492-15-iscsi neutron-server[104526]: INFO neutron.services.segments.plugin [-] Segment 3ba9802c-cef7-42fe-9bb2-55236834ef61 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 3ba9802c-cef7-42fe-9bb2-55236834ef61 found for delete ", "request_id": "req-4c53800e-4b66-4b92-b7fb-f6efde6c88b7"}]} May 25 07:46:58.993379 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-8178d27c-b3d5-4a32-a8d6-393f0560e8cf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1508912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-278710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612926', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1617334'] for network (c3acec61-ced6-4aa4-9c0d-e8c3f6579c19), after_delete {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:46:58.998751 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-8178d27c-b3d5-4a32-a8d6-393f0560e8cf admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1612908'] for network (None), before_response {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:46:59.002464 dv-cinder-825492-15-iscsi neutron-server[104526]: INFO neutron.wsgi [None req-8178d27c-b3d5-4a32-a8d6-393f0560e8cf admin admin] 10.222.0.24 "DELETE /v2.0/networks/c3acec61-ced6-4aa4-9c0d-e8c3f6579c19 HTTP/1.1" status: 204 len: 168 time: 0.3428268 May 25 07:46:59.014075 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8178d27c-b3d5-4a32-a8d6-393f0560e8cf admin admin] Pushing event deleted for resources: {'Network': ['ID=c3acec61-ced6-4aa4-9c0d-e8c3f6579c19,revision_number=None']} {{(pid=104526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 07:46:59.021337 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8178d27c-b3d5-4a32-a8d6-393f0560e8cf admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825492-15-iscsi {{(pid=104526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 07:46:59.021682 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8178d27c-b3d5-4a32-a8d6-393f0560e8cf admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825492-15-iscsi {{(pid=104526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 07:46:59.022022 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8178d27c-b3d5-4a32-a8d6-393f0560e8cf admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825492-15-iscsi {{(pid=104526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 07:46:59.022362 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8178d27c-b3d5-4a32-a8d6-393f0560e8cf admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825492-15-iscsi {{(pid=104526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 07:46:59.022689 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8178d27c-b3d5-4a32-a8d6-393f0560e8cf admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825492-15-iscsi {{(pid=104526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 07:46:59.023018 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8178d27c-b3d5-4a32-a8d6-393f0560e8cf admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825492-15-iscsi {{(pid=104526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 07:46:59.023349 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8178d27c-b3d5-4a32-a8d6-393f0560e8cf admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825492-15-iscsi {{(pid=104526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 07:46:59.023664 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8178d27c-b3d5-4a32-a8d6-393f0560e8cf admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-825492-15-iscsi {{(pid=104526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 07:46:59.023985 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8178d27c-b3d5-4a32-a8d6-393f0560e8cf admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-825492-15-iscsi {{(pid=104526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 07:46:59.024302 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8178d27c-b3d5-4a32-a8d6-393f0560e8cf admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-825492-15-iscsi {{(pid=104526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 07:46:59.024652 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8178d27c-b3d5-4a32-a8d6-393f0560e8cf admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-825492-15-iscsi {{(pid=104526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 07:46:59.024972 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8178d27c-b3d5-4a32-a8d6-393f0560e8cf admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825492-15-iscsi {{(pid=104526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 07:46:59.025287 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8178d27c-b3d5-4a32-a8d6-393f0560e8cf admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825492-15-iscsi {{(pid=104526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 07:46:59.025602 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8178d27c-b3d5-4a32-a8d6-393f0560e8cf admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825492-15-iscsi {{(pid=104526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 07:46:59.025917 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8178d27c-b3d5-4a32-a8d6-393f0560e8cf admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825492-15-iscsi {{(pid=104526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 07:46:59.360531 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.wsgi [-] (104526) accepted ('10.222.0.24', 52260) {{(pid=104526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 07:46:59.409300 dv-cinder-825492-15-iscsi neutron-server[104526]: INFO neutron.wsgi [None req-408451f3-c9ed-4d7c-865d-7f60861abbf5 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=ee2590cbdba14e7ab1f3ce5a58beeb54&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0476029 May 25 07:46:59.411772 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.wsgi [-] (104526) accepted ('10.222.0.24', 52262) {{(pid=104526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 07:46:59.458030 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-50449c82-d4a2-45fe-9760-9ff47a818798 admin admin] Publish callbacks [] for security_group (51b4ed6b-1c02-415d-9339-bebb063a65f6), before_delete {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:46:59.479008 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-50449c82-d4a2-45fe-9760-9ff47a818798 admin admin] Publish callbacks [] for security_group (51b4ed6b-1c02-415d-9339-bebb063a65f6), precommit_delete {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:46:59.598898 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-50449c82-d4a2-45fe-9760-9ff47a818798 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-278753'] for security_group (51b4ed6b-1c02-415d-9339-bebb063a65f6), after_delete {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:46:59.601542 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-50449c82-d4a2-45fe-9760-9ff47a818798 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:46:59.602683 dv-cinder-825492-15-iscsi neutron-server[104526]: INFO neutron.wsgi [None req-50449c82-d4a2-45fe-9760-9ff47a818798 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/51b4ed6b-1c02-415d-9339-bebb063a65f6 HTTP/1.1" status: 204 len: 168 time: 0.1899586 May 25 07:46:59.611363 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50449c82-d4a2-45fe-9760-9ff47a818798 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=51b4ed6b-1c02-415d-9339-bebb063a65f6,revision_number=None']} {{(pid=104526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 07:47:02.198671 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron_lib.callbacks.manager [None req-798242cc-9ea0-464c-9109-86bd7997349e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754056472917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490168'] for agent (bbf5dc8c-5103-4973-a6b6-76af4660c126), after_update {{(pid=104527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:47:05.221352 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron_lib.callbacks.manager [None req-5e0e646b-63f2-45f7-ab1b-405d76beeaee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754056472917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490168'] for agent (6cf9466f-68ff-4d03-9bb6-0c8244fa88eb), after_update {{(pid=104527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:47:07.501754 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron_lib.callbacks.manager [None req-4730ec0c-c447-4b4b-87d1-de3b5849ac51 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754056472917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490168'] for agent (54ff4013-997e-4376-a4e9-e6c98cf37cc7), after_update {{(pid=104527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:47:08.622870 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG dbcounter [-] [104525] Writing DB stats neutron:SELECT=21,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=104525) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 07:47:08.652976 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG dbcounter [-] [104525] Writing DB stats neutron:SELECT=27,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=104525) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 07:47:08.678808 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron_lib.callbacks.manager [None req-461c163e-e11a-425b-8a8d-f39fb153da48 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754056472917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490168'] for agent (fa5554a0-25df-434f-a0d0-5996d872220a), after_update {{(pid=104527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:47:09.511870 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG dbcounter [-] [104526] Writing DB stats neutron:SELECT=78,neutron:DELETE=6,neutron:UPDATE=1 {{(pid=104526) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 07:47:09.606401 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG dbcounter [-] [104526] Writing DB stats neutron:SELECT=70,neutron:DELETE=3 {{(pid=104526) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 07:47:10.101346 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron_lib.callbacks.manager [None req-f9cd7ad7-9657-4dc4-ab64-74b2d9455e3c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754056472917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490168'] for agent (749e0e2c-8e71-4175-9046-27a8fd2a3a0a), after_update {{(pid=104527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:47:11.547468 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron_lib.callbacks.manager [None req-4c581813-650f-4b4b-ac0f-82f585bea231 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754056472917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490168'] for agent (67455b2d-ff20-4068-8b38-73bd0628c5cb), after_update {{(pid=104527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:47:20.880378 dv-cinder-825492-15-iscsi neutron-server[104528]: DEBUG dbcounter [-] [104528] Writing DB stats neutron:SELECT=3 {{(pid=104528) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 07:47:20.885218 dv-cinder-825492-15-iscsi neutron-server[104528]: DEBUG dbcounter [-] [104528] Writing DB stats neutron:SELECT=3 {{(pid=104528) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 07:47:21.466461 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG dbcounter [-] [104527] Writing DB stats neutron:SELECT=24,neutron:UPDATE=3 {{(pid=104527) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 07:47:21.474454 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG dbcounter [-] [104527] Writing DB stats neutron:SELECT=22,neutron:UPDATE=3 {{(pid=104527) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 07:47:22.403294 dv-cinder-825492-15-iscsi neutron-server[104526]: INFO neutron.wsgi [req-d8663e77-c785-49c1-bd51-4fbda5a77d99 req-56c80d44-3e93-464e-a965-a3716170d9fe tempest-TestMinimumBasicScenario-1136131971 tempest-TestMinimumBasicScenario-1136131971-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1229247706&fields=id&tenant_id=ce3e8f3592894606afc4d35c82d8f36f HTTP/1.1" status: 200 len: 267 time: 0.0449584 May 25 07:47:22.453138 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8663e77-c785-49c1-bd51-4fbda5a77d99 req-2081e0de-36d7-4383-b648-d2ae7526b06e tempest-TestMinimumBasicScenario-1136131971 tempest-TestMinimumBasicScenario-1136131971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 07:47:22.454569 dv-cinder-825492-15-iscsi neutron-server[104526]: INFO neutron.wsgi [req-d8663e77-c785-49c1-bd51-4fbda5a77d99 req-2081e0de-36d7-4383-b648-d2ae7526b06e tempest-TestMinimumBasicScenario-1136131971 tempest-TestMinimumBasicScenario-1136131971-project] 10.222.0.24 "GET /v2.0/ports?device_id=892bc459-4577-4e8c-b87f-04861e9f1ea8 HTTP/1.1" status: 200 len: 984 time: 0.0459032 May 25 07:47:22.466842 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.api.v2.base [req-d8663e77-c785-49c1-bd51-4fbda5a77d99 req-c8f8e189-8ce9-4a7f-b22a-b1f33fc4d970 tempest-TestMinimumBasicScenario-1136131971 tempest-TestMinimumBasicScenario-1136131971-project] Request body: {'port': {'security_groups': ['1ced07ab-21b0-4a9f-8788-f41419ff702c']}} {{(pid=104526) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 25 07:47:22.555211 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [req-d8663e77-c785-49c1-bd51-4fbda5a77d99 req-c8f8e189-8ce9-4a7f-b22a-b1f33fc4d970 tempest-TestMinimumBasicScenario-1136131971 tempest-TestMinimumBasicScenario-1136131971-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-616651'] for port (eed8a0c9-0f18-40ef-a65e-38b52e79aa6e), before_update {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:47:22.761991 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.plugins.ml2.db [req-d8663e77-c785-49c1-bd51-4fbda5a77d99 req-c8f8e189-8ce9-4a7f-b22a-b1f33fc4d970 tempest-TestMinimumBasicScenario-1136131971 tempest-TestMinimumBasicScenario-1136131971-project] For port eed8a0c9-0f18-40ef-a65e-38b52e79aa6e, host hv-cinder-82549, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82549',level=0,port_id=eed8a0c9-0f18-40ef-a65e-38b52e79aa6e,segment=NetworkSegment(b08770fa-6050-41ea-ab8a-efb563bb8f14),segment_id=b08770fa-6050-41ea-ab8a-efb563bb8f14)] {{(pid=104526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 07:47:22.789535 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [req-d8663e77-c785-49c1-bd51-4fbda5a77d99 req-c8f8e189-8ce9-4a7f-b22a-b1f33fc4d970 tempest-TestMinimumBasicScenario-1136131971 tempest-TestMinimumBasicScenario-1136131971-project] Publish callbacks [] for port (eed8a0c9-0f18-40ef-a65e-38b52e79aa6e), precommit_update {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:47:22.826935 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [req-d8663e77-c785-49c1-bd51-4fbda5a77d99 req-c8f8e189-8ce9-4a7f-b22a-b1f33fc4d970 tempest-TestMinimumBasicScenario-1136131971 tempest-TestMinimumBasicScenario-1136131971-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-617841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612926', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754056714442', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754056173882', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754056173900', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2909847'] for port (eed8a0c9-0f18-40ef-a65e-38b52e79aa6e), after_update {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:47:22.866858 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.plugins.ml2.db [None req-798242cc-9ea0-464c-9109-86bd7997349e None None] get_ports_and_sgs() called for port_ids ['eed8a0c9-0f18-40ef-a65e-38b52e79aa6e'] {{(pid=104527) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 25 07:47:22.872135 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8663e77-c785-49c1-bd51-4fbda5a77d99 req-c8f8e189-8ce9-4a7f-b22a-b1f33fc4d970 tempest-TestMinimumBasicScenario-1136131971 tempest-TestMinimumBasicScenario-1136131971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 07:47:22.874115 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [req-d8663e77-c785-49c1-bd51-4fbda5a77d99 req-c8f8e189-8ce9-4a7f-b22a-b1f33fc4d970 tempest-TestMinimumBasicScenario-1136131971 tempest-TestMinimumBasicScenario-1136131971-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93885'] for port (None), before_response {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:47:22.875108 dv-cinder-825492-15-iscsi neutron-server[104526]: INFO neutron.wsgi [req-d8663e77-c785-49c1-bd51-4fbda5a77d99 req-c8f8e189-8ce9-4a7f-b22a-b1f33fc4d970 tempest-TestMinimumBasicScenario-1136131971 tempest-TestMinimumBasicScenario-1136131971-project] 10.222.0.24 "PUT /v2.0/ports/eed8a0c9-0f18-40ef-a65e-38b52e79aa6e HTTP/1.1" status: 200 len: 942 time: 0.4126148 May 25 07:47:22.875579 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '892bc459-4577-4e8c-b87f-04861e9f1ea8', 'tag': 'eed8a0c9-0f18-40ef-a65e-38b52e79aa6e'}] {{(pid=104526) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 25 07:47:22.880014 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db633a5f02cadde147c9bc1566607705b0433b891c7275f259bdbd209e6b6683" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-67b20ea2-9bf2-4d0c-b151-116f31485c4b" -d '{"events": [{"name": "network-changed", "server_uuid": "892bc459-4577-4e8c-b87f-04861e9f1ea8", "tag": "eed8a0c9-0f18-40ef-a65e-38b52e79aa6e"}]}' {{(pid=104526) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 25 07:47:22.880792 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron.wsgi [-] (104525) accepted ('10.222.0.24', 52270) {{(pid=104525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 07:47:22.903469 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8f8e189-8ce9-4a7f-b22a-b1f33fc4d970 tempest-TestMinimumBasicScenario-1136131971 tempest-TestMinimumBasicScenario-1136131971-project] Pushing event updated for resources: {'Port': ['ID=eed8a0c9-0f18-40ef-a65e-38b52e79aa6e,revision_number=7']} {{(pid=104526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 07:47:22.937593 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 25 May 2022 07:47:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cb42eec0-583f-447d-b087-65cd1ecb9bae x-openstack-request-id: req-cb42eec0-583f-447d-b087-65cd1ecb9bae {{(pid=104526) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 25 07:47:22.937878 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "892bc459-4577-4e8c-b87f-04861e9f1ea8", "tag": "eed8a0c9-0f18-40ef-a65e-38b52e79aa6e", "status": "completed", "code": 200}]} {{(pid=104526) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 25 07:47:22.938252 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-cb42eec0-583f-447d-b087-65cd1ecb9bae {{(pid=104526) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 25 07:47:22.938657 dv-cinder-825492-15-iscsi neutron-server[104526]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cb42eec0-583f-447d-b087-65cd1ecb9bae'] response: {'name': 'network-changed', 'server_uuid': '892bc459-4577-4e8c-b87f-04861e9f1ea8', 'tag': 'eed8a0c9-0f18-40ef-a65e-38b52e79aa6e', 'status': 'completed', 'code': 200} May 25 07:47:22.973474 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-7df8ff95-4d44-490e-be86-4b269e229258 tempest-TestMinimumBasicScenario-1136131971 tempest-TestMinimumBasicScenario-1136131971-project] Publish callbacks [] for security_group (2eda9b78-83a3-474a-99fa-0c7398f998bc), before_delete {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:47:23.000596 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-7df8ff95-4d44-490e-be86-4b269e229258 tempest-TestMinimumBasicScenario-1136131971 tempest-TestMinimumBasicScenario-1136131971-project] Publish callbacks [] for security_group (2eda9b78-83a3-474a-99fa-0c7398f998bc), precommit_delete {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:47:23.005505 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.plugins.ml2.db [None req-798242cc-9ea0-464c-9109-86bd7997349e None None] get_ports_and_sgs() called for port_ids ['eed8a0c9-0f18-40ef-a65e-38b52e79aa6e'] {{(pid=104527) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 25 07:47:23.147790 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-7df8ff95-4d44-490e-be86-4b269e229258 tempest-TestMinimumBasicScenario-1136131971 tempest-TestMinimumBasicScenario-1136131971-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-278753'] for security_group (2eda9b78-83a3-474a-99fa-0c7398f998bc), after_delete {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:47:23.151145 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-7df8ff95-4d44-490e-be86-4b269e229258 tempest-TestMinimumBasicScenario-1136131971 tempest-TestMinimumBasicScenario-1136131971-project] Publish callbacks [] for security_group (None), before_response {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:47:23.153030 dv-cinder-825492-15-iscsi neutron-server[104525]: INFO neutron.wsgi [None req-7df8ff95-4d44-490e-be86-4b269e229258 tempest-TestMinimumBasicScenario-1136131971 tempest-TestMinimumBasicScenario-1136131971-project] 10.222.0.24 "DELETE /v2.0/security-groups/2eda9b78-83a3-474a-99fa-0c7398f998bc HTTP/1.1" status: 204 len: 168 time: 0.2712696 May 25 07:47:23.160603 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.wsgi [-] (104526) accepted ('10.222.0.24', 52276) {{(pid=104526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 07:47:23.164632 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7df8ff95-4d44-490e-be86-4b269e229258 tempest-TestMinimumBasicScenario-1136131971 tempest-TestMinimumBasicScenario-1136131971-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2eda9b78-83a3-474a-99fa-0c7398f998bc,revision_number=None']} {{(pid=104525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 07:47:23.201686 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.db.provisioning_blocks [None req-1ec309ef-8bb8-485b-83af-7439f42c3b31 None None] Provisioning complete for port eed8a0c9-0f18-40ef-a65e-38b52e79aa6e triggered by entity DHCP. {{(pid=104527) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 25 07:47:23.202065 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron_lib.callbacks.manager [None req-1ec309ef-8bb8-485b-83af-7439f42c3b31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1490782'] for port (eed8a0c9-0f18-40ef-a65e-38b52e79aa6e), provisioning_complete {{(pid=104527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:47:23.239545 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67b20ea2-9bf2-4d0c-b151-116f31485c4b req-4a73d92c-7f31-4cf4-905f-2511bd051ecd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 07:47:23.241165 dv-cinder-825492-15-iscsi neutron-server[104526]: INFO neutron.wsgi [req-67b20ea2-9bf2-4d0c-b151-116f31485c4b req-4a73d92c-7f31-4cf4-905f-2511bd051ecd service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=ce3e8f3592894606afc4d35c82d8f36f&device_id=892bc459-4577-4e8c-b87f-04861e9f1ea8 HTTP/1.1" status: 200 len: 1129 time: 0.2596300 May 25 07:47:23.286770 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.plugins.ml2.plugin [None req-1ec309ef-8bb8-485b-83af-7439f42c3b31 None None] Current status of the port eed8a0c9-0f18-40ef-a65e-38b52e79aa6e is: ACTIVE; New status is: ACTIVE {{(pid=104527) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 25 07:47:23.402538 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.plugins.ml2.plugin [None req-2bb3fae8-a14a-4142-82d8-a756b3c3b00b tempest-TestMinimumBasicScenario-1136131971 tempest-TestMinimumBasicScenario-1136131971-project] Deleting port c7236e69-6d56-4364-b62d-9dbe57f2dd0d {{(pid=104526) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 25 07:47:23.402792 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-2bb3fae8-a14a-4142-82d8-a756b3c3b00b tempest-TestMinimumBasicScenario-1136131971 tempest-TestMinimumBasicScenario-1136131971-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754056702922'] for port (c7236e69-6d56-4364-b62d-9dbe57f2dd0d), before_delete {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:47:23.406086 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67b20ea2-9bf2-4d0c-b151-116f31485c4b req-c83e7900-dbfe-4187-b12d-f25653252779 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 07:47:23.407539 dv-cinder-825492-15-iscsi neutron-server[104526]: INFO neutron.wsgi [req-67b20ea2-9bf2-4d0c-b151-116f31485c4b req-c83e7900-dbfe-4187-b12d-f25653252779 service neutron] 10.222.0.41 "GET /v2.0/networks?id=1f9a3bff-e0aa-4277-a6ad-8da29c0b0d1a HTTP/1.1" status: 200 len: 915 time: 0.1594710 May 25 07:47:23.513628 dv-cinder-825492-15-iscsi neutron-server[104526]: INFO neutron.wsgi [req-67b20ea2-9bf2-4d0c-b151-116f31485c4b req-292f729a-d8db-4b22-9f3e-35795543112e service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=eed8a0c9-0f18-40ef-a65e-38b52e79aa6e HTTP/1.1" status: 200 len: 1000 time: 0.0930858 May 25 07:47:23.521064 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG dbcounter [-] [104526] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:INSERT=1 {{(pid=104526) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 07:47:23.539481 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-2bb3fae8-a14a-4142-82d8-a756b3c3b00b tempest-TestMinimumBasicScenario-1136131971 tempest-TestMinimumBasicScenario-1136131971-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625317'] for port (c7236e69-6d56-4364-b62d-9dbe57f2dd0d), precommit_delete {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:47:23.540386 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-2bb3fae8-a14a-4142-82d8-a756b3c3b00b tempest-TestMinimumBasicScenario-1136131971 tempest-TestMinimumBasicScenario-1136131971-project] Publish callbacks [] for floatingip (c7236e69-6d56-4364-b62d-9dbe57f2dd0d), precommit_delete {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:47:23.572155 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG dbcounter [-] [104526] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104526) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 07:47:23.575197 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.plugins.ml2.plugin [None req-2bb3fae8-a14a-4142-82d8-a756b3c3b00b tempest-TestMinimumBasicScenario-1136131971 tempest-TestMinimumBasicScenario-1136131971-project] Calling delete_port for c7236e69-6d56-4364-b62d-9dbe57f2dd0d owned by network:floatingip {{(pid=104526) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 25 07:47:23.596355 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67b20ea2-9bf2-4d0c-b151-116f31485c4b req-ff94a19f-4ac4-4ed5-914b-73cce3feb090 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 07:47:23.597878 dv-cinder-825492-15-iscsi neutron-server[104526]: INFO neutron.wsgi [req-67b20ea2-9bf2-4d0c-b151-116f31485c4b req-ff94a19f-4ac4-4ed5-914b-73cce3feb090 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=623b3c8a-4ab3-45ba-bd8e-09ef75d96994 HTTP/1.1" status: 200 len: 853 time: 0.0715096 May 25 07:47:23.629750 dv-cinder-825492-15-iscsi neutron-server[104528]: DEBUG neutron.db.agents_db [None req-434abceb-772f-4043-8698-cfe4a44654b9 None None] Agent healthcheck: found 6 active agents {{(pid=104528) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 25 07:47:23.700505 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67b20ea2-9bf2-4d0c-b151-116f31485c4b req-0e8ae698-046b-43be-ad79-ab5ef534a54d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 07:47:23.704892 dv-cinder-825492-15-iscsi neutron-server[104526]: INFO neutron.wsgi [req-67b20ea2-9bf2-4d0c-b151-116f31485c4b req-0e8ae698-046b-43be-ad79-ab5ef534a54d service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=1f9a3bff-e0aa-4277-a6ad-8da29c0b0d1a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0753160 May 25 07:47:23.712919 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.wsgi [req-67b20ea2-9bf2-4d0c-b151-116f31485c4b req-a0ac13ed-cd4c-4be6-a891-667b3cabaf3a service neutron] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=104526) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 25 07:47:23.713902 dv-cinder-825492-15-iscsi neutron-server[104526]: INFO neutron.wsgi [req-67b20ea2-9bf2-4d0c-b151-116f31485c4b req-a0ac13ed-cd4c-4be6-a891-667b3cabaf3a service neutron] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0060685 May 25 07:47:23.852338 dv-cinder-825492-15-iscsi neutron-server[104526]: INFO neutron.wsgi [req-67b20ea2-9bf2-4d0c-b151-116f31485c4b req-17dd17c9-fb1b-4540-9258-229229086392 service neutron] 10.222.0.41 "GET /v2.0/networks/1f9a3bff-e0aa-4277-a6ad-8da29c0b0d1a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1304867 May 25 07:47:23.937704 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-2bb3fae8-a14a-4142-82d8-a756b3c3b00b tempest-TestMinimumBasicScenario-1136131971 tempest-TestMinimumBasicScenario-1136131971-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-617841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612926', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754056714424', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754056173873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2909854'] for port (c7236e69-6d56-4364-b62d-9dbe57f2dd0d), after_delete {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:47:23.950615 dv-cinder-825492-15-iscsi neutron-server[104526]: INFO neutron.wsgi [req-67b20ea2-9bf2-4d0c-b151-116f31485c4b req-3854ca89-d421-447e-b50b-fb8a19580324 service neutron] 10.222.0.41 "GET /v2.0/networks/1f9a3bff-e0aa-4277-a6ad-8da29c0b0d1a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0921390 May 25 07:47:23.966714 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bb3fae8-a14a-4142-82d8-a756b3c3b00b tempest-TestMinimumBasicScenario-1136131971 tempest-TestMinimumBasicScenario-1136131971-project] Pushing event deleted for resources: {'Port': ['ID=c7236e69-6d56-4364-b62d-9dbe57f2dd0d,revision_number=None']} {{(pid=104526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 07:47:24.030851 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-2bb3fae8-a14a-4142-82d8-a756b3c3b00b tempest-TestMinimumBasicScenario-1136131971 tempest-TestMinimumBasicScenario-1136131971-project] Publish callbacks [] for floatingip (1b848b2d-b30e-4c6f-87c6-f9727e31d30b), after_delete {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:47:24.031603 dv-cinder-825492-15-iscsi neutron-server[104526]: INFO neutron.db.l3_db [None req-2bb3fae8-a14a-4142-82d8-a756b3c3b00b tempest-TestMinimumBasicScenario-1136131971 tempest-TestMinimumBasicScenario-1136131971-project] Floating IP 1b848b2d-b30e-4c6f-87c6-f9727e31d30b disassociated (deleted). External IP: 172.27.3.95, port: eed8a0c9-0f18-40ef-a65e-38b52e79aa6e. May 25 07:47:24.215927 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG dbcounter [-] [104526] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=104526) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 07:47:24.224939 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2bb3fae8-a14a-4142-82d8-a756b3c3b00b tempest-TestMinimumBasicScenario-1136131971 tempest-TestMinimumBasicScenario-1136131971-project] Router 2a5c3f04-39f3-4f22-aabd-42d9ead6d306 has already been hosted by L3 agent 54ff4013-997e-4376-a4e9-e6c98cf37cc7 {{(pid=104526) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 25 07:47:24.322668 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2bb3fae8-a14a-4142-82d8-a756b3c3b00b tempest-TestMinimumBasicScenario-1136131971 tempest-TestMinimumBasicScenario-1136131971-project] Notify agent at l3_agent.dv-cinder-825492-15-iscsi the message routers_updated {{(pid=104526) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 25 07:47:24.327522 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-2bb3fae8-a14a-4142-82d8-a756b3c3b00b tempest-TestMinimumBasicScenario-1136131971 tempest-TestMinimumBasicScenario-1136131971-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93885'] for floatingip (None), before_response {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:47:24.333537 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-167a1c49-3a3c-441c-ba92-b512ea263f40 None None] Sync routers for ids ['2a5c3f04-39f3-4f22-aabd-42d9ead6d306'] in dv-cinder-825492-15-iscsi {{(pid=104527) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 25 07:47:24.348077 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.db.l3_dvrscheduler_db [None req-167a1c49-3a3c-441c-ba92-b512ea263f40 None None] Routers {'2a5c3f04-39f3-4f22-aabd-42d9ead6d306'} bound to L3 agent in host dv-cinder-825492-15-iscsi {{(pid=104527) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 25 07:47:24.348730 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.db.l3_hamode_db [None req-167a1c49-3a3c-441c-ba92-b512ea263f40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825492-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-25T07:27:37Z,description=,heartbeat_timestamp=2022-05-25T07:47:07Z,host='dv-cinder-825492-15-iscsi',id=54ff4013-997e-4376-a4e9-e6c98cf37cc7,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T07:27:38Z,topic='l3_agent')) {'router_ids': ['2a5c3f04-39f3-4f22-aabd-42d9ead6d306'], 'active': True} {{(pid=104527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 07:47:24.359872 dv-cinder-825492-15-iscsi neutron-server[104526]: INFO neutron.wsgi [None req-2bb3fae8-a14a-4142-82d8-a756b3c3b00b tempest-TestMinimumBasicScenario-1136131971 tempest-TestMinimumBasicScenario-1136131971-project] 10.222.0.24 "DELETE /v2.0/floatingips/1b848b2d-b30e-4c6f-87c6-f9727e31d30b HTTP/1.1" status: 204 len: 168 time: 1.2028925 May 25 07:47:24.450043 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.db.l3_dvr_db [None req-167a1c49-3a3c-441c-ba92-b512ea263f40 None None] Set router 2a5c3f04-39f3-4f22-aabd-42d9ead6d306 gateway port host: dv-cinder-825492-15-iscsi {{(pid=104527) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 25 07:47:24.639021 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.db.l3_hamode_db [None req-167a1c49-3a3c-441c-ba92-b512ea263f40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a5c3f04-39f3-4f22-aabd-42d9ead6d306', 'name': 'tempest-TestMinimumBasicScenario-458434772-router', 'tenant_id': 'ce3e8f3592894606afc4d35c82d8f36f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '29c629bd-3f50-4535-bfbc-a047608d6fb6', 'external_fixed_ips': [{'subnet_id': '7934ff5a-43f1-4f76-b9d8-e4343ace34f5', 'ip_address': '172.27.3.238'}], 'enable_snat': True}, 'gw_port_id': 'f0143adb-1f01-48c6-b477-d6eb60caa4cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T07:44:58Z', 'updated_at': '2022-05-25T07:45:03Z', 'revision_number': 4, 'project_id': 'ce3e8f3592894606afc4d35c82d8f36f', 'gw_port': {'id': 'f0143adb-1f01-48c6-b477-d6eb60caa4cf', 'name': '', 'network_id': '29c629bd-3f50-4535-bfbc-a047608d6fb6', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:37:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a5c3f04-39f3-4f22-aabd-42d9ead6d306', 'device_owner': 'network:router_gateway', 'standard_attr_id': 667, 'fixed_ips': [{'subnet_id': '7934ff5a-43f1-4f76-b9d8-e4343ace34f5', 'ip_address': '172.27.3.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825492-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T07:44:59Z', 'updated_at': '2022-05-25T07:45:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7934ff5a-43f1-4f76-b9d8-e4343ace34f5', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825492-15-iscsi', '_interfaces': [{'id': 'a829413d-c9cd-4a5d-8e4c-657bfc52d9b7', 'name': '', 'network_id': '1f9a3bff-e0aa-4277-a6ad-8da29c0b0d1a', 'tenant_id': 'ce3e8f3592894606afc4d35c82d8f36f', 'mac_address': 'fa:16:3e:48:85:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a5c3f04-39f3-4f22-aabd-42d9ead6d306', 'device_owner': 'network:router_interface', 'standard_attr_id': 680, 'fixed_ips': [{'subnet_id': '623b3c8a-4ab3-45ba-bd8e-09ef75d96994', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825492-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T07:45:02Z', 'updated_at': '2022-05-25T07:45:08Z', 'revision_number': 5, 'project_id': 'ce3e8f3592894606afc4d35c82d8f36f', 'subnets': [{'id': '623b3c8a-4ab3-45ba-bd8e-09ef75d96994', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-825492-15-iscsi', False) {} {{(pid=104527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 07:47:24.665616 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-167a1c49-3a3c-441c-ba92-b512ea263f40 None None] Checking router: 2a5c3f04-39f3-4f22-aabd-42d9ead6d306 for host: dv-cinder-825492-15-iscsi {{(pid=104527) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 25 07:47:24.675407 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.db.l3_dvrscheduler_db [None req-167a1c49-3a3c-441c-ba92-b512ea263f40 None None] Routers {'2a5c3f04-39f3-4f22-aabd-42d9ead6d306'} bound to L3 agent in host dv-cinder-825492-15-iscsi {{(pid=104527) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 25 07:47:24.676027 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.db.l3_hamode_db [None req-167a1c49-3a3c-441c-ba92-b512ea263f40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825492-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-25T07:27:37Z,description=,heartbeat_timestamp=2022-05-25T07:47:07Z,host='dv-cinder-825492-15-iscsi',id=54ff4013-997e-4376-a4e9-e6c98cf37cc7,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T07:27:38Z,topic='l3_agent')) {'router_ids': ['2a5c3f04-39f3-4f22-aabd-42d9ead6d306'], 'active': True} {{(pid=104527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 07:47:24.711331 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG dbcounter [-] [104527] Writing DB stats neutron:SELECT=100 {{(pid=104527) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 07:47:24.771596 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG dbcounter [-] [104527] Writing DB stats neutron:SELECT=100 {{(pid=104527) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 07:47:24.785681 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.db.l3_dvr_db [None req-167a1c49-3a3c-441c-ba92-b512ea263f40 None None] Set router 2a5c3f04-39f3-4f22-aabd-42d9ead6d306 gateway port host: dv-cinder-825492-15-iscsi {{(pid=104527) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 25 07:47:24.940334 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '892bc459-4577-4e8c-b87f-04861e9f1ea8', 'tag': 'eed8a0c9-0f18-40ef-a65e-38b52e79aa6e'}] {{(pid=104526) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 25 07:47:24.942747 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db633a5f02cadde147c9bc1566607705b0433b891c7275f259bdbd209e6b6683" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8ac0c4bb-e98b-4aea-992a-33be8810a5be" -d '{"events": [{"name": "network-changed", "server_uuid": "892bc459-4577-4e8c-b87f-04861e9f1ea8", "tag": "eed8a0c9-0f18-40ef-a65e-38b52e79aa6e"}]}' {{(pid=104526) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 25 07:47:24.975580 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.db.l3_hamode_db [None req-167a1c49-3a3c-441c-ba92-b512ea263f40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a5c3f04-39f3-4f22-aabd-42d9ead6d306', 'name': 'tempest-TestMinimumBasicScenario-458434772-router', 'tenant_id': 'ce3e8f3592894606afc4d35c82d8f36f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '29c629bd-3f50-4535-bfbc-a047608d6fb6', 'external_fixed_ips': [{'subnet_id': '7934ff5a-43f1-4f76-b9d8-e4343ace34f5', 'ip_address': '172.27.3.238'}], 'enable_snat': True}, 'gw_port_id': 'f0143adb-1f01-48c6-b477-d6eb60caa4cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T07:44:58Z', 'updated_at': '2022-05-25T07:45:03Z', 'revision_number': 4, 'project_id': 'ce3e8f3592894606afc4d35c82d8f36f', 'gw_port': {'id': 'f0143adb-1f01-48c6-b477-d6eb60caa4cf', 'name': '', 'network_id': '29c629bd-3f50-4535-bfbc-a047608d6fb6', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:37:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a5c3f04-39f3-4f22-aabd-42d9ead6d306', 'device_owner': 'network:router_gateway', 'standard_attr_id': 667, 'fixed_ips': [{'subnet_id': '7934ff5a-43f1-4f76-b9d8-e4343ace34f5', 'ip_address': '172.27.3.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825492-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T07:44:59Z', 'updated_at': '2022-05-25T07:45:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7934ff5a-43f1-4f76-b9d8-e4343ace34f5', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825492-15-iscsi', '_interfaces': [{'id': 'a829413d-c9cd-4a5d-8e4c-657bfc52d9b7', 'name': '', 'network_id': '1f9a3bff-e0aa-4277-a6ad-8da29c0b0d1a', 'tenant_id': 'ce3e8f3592894606afc4d35c82d8f36f', 'mac_address': 'fa:16:3e:48:85:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a5c3f04-39f3-4f22-aabd-42d9ead6d306', 'device_owner': 'network:router_interface', 'standard_attr_id': 680, 'fixed_ips': [{'subnet_id': '623b3c8a-4ab3-45ba-bd8e-09ef75d96994', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825492-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T07:45:02Z', 'updated_at': '2022-05-25T07:45:08Z', 'revision_number': 5, 'project_id': 'ce3e8f3592894606afc4d35c82d8f36f', 'subnets': [{'id': '623b3c8a-4ab3-45ba-bd8e-09ef75d96994', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-825492-15-iscsi', False) {} {{(pid=104527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 07:47:24.977740 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 25 May 2022 07:47:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8f8e52c6-25aa-4a96-8bb5-42e1ac8f80c7 x-openstack-request-id: req-8f8e52c6-25aa-4a96-8bb5-42e1ac8f80c7 {{(pid=104526) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 25 07:47:24.978030 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "892bc459-4577-4e8c-b87f-04861e9f1ea8", "tag": "eed8a0c9-0f18-40ef-a65e-38b52e79aa6e", "status": "completed", "code": 200}]} {{(pid=104526) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 25 07:47:24.978279 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-8f8e52c6-25aa-4a96-8bb5-42e1ac8f80c7 {{(pid=104526) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 25 07:47:24.978678 dv-cinder-825492-15-iscsi neutron-server[104526]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8f8e52c6-25aa-4a96-8bb5-42e1ac8f80c7'] response: {'name': 'network-changed', 'server_uuid': '892bc459-4577-4e8c-b87f-04861e9f1ea8', 'tag': 'eed8a0c9-0f18-40ef-a65e-38b52e79aa6e', 'status': 'completed', 'code': 200} May 25 07:47:25.000805 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-167a1c49-3a3c-441c-ba92-b512ea263f40 None None] The sync data for ids ['2a5c3f04-39f3-4f22-aabd-42d9ead6d306'] in dv-cinder-825492-15-iscsi is: [{'id': '2a5c3f04-39f3-4f22-aabd-42d9ead6d306', 'name': 'tempest-TestMinimumBasicScenario-458434772-router', 'tenant_id': 'ce3e8f3592894606afc4d35c82d8f36f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '29c629bd-3f50-4535-bfbc-a047608d6fb6', 'external_fixed_ips': [{'subnet_id': '7934ff5a-43f1-4f76-b9d8-e4343ace34f5', 'ip_address': '172.27.3.238'}], 'enable_snat': True}, 'gw_port_id': 'f0143adb-1f01-48c6-b477-d6eb60caa4cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T07:44:58Z', 'updated_at': '2022-05-25T07:45:03Z', 'revision_number': 4, 'project_id': 'ce3e8f3592894606afc4d35c82d8f36f', 'gw_port': {'id': 'f0143adb-1f01-48c6-b477-d6eb60caa4cf', 'name': '', 'network_id': '29c629bd-3f50-4535-bfbc-a047608d6fb6', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:37:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a5c3f04-39f3-4f22-aabd-42d9ead6d306', 'device_owner': 'network:router_gateway', 'standard_attr_id': 667, 'fixed_ips': [{'subnet_id': '7934ff5a-43f1-4f76-b9d8-e4343ace34f5', 'ip_address': '172.27.3.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825492-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T07:44:59Z', 'updated_at': '2022-05-25T07:45:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7934ff5a-43f1-4f76-b9d8-e4343ace34f5', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825492-15-iscsi', '_interfaces': [{'id': 'a829413d-c9cd-4a5d-8e4c-657bfc52d9b7', 'name': '', 'network_id': '1f9a3bff-e0aa-4277-a6ad-8da29c0b0d1a', 'tenant_id': 'ce3e8f3592894606afc4d35c82d8f36f', 'mac_address': 'fa:16:3e:48:85:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a5c3f04-39f3-4f22-aabd-42d9ead6d306', 'device_owner': 'network:router_interface', 'standard_attr_id': 680, 'fixed_ips': [{'subnet_id': '623b3c8a-4ab3-45ba-bd8e-09ef75d96994', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825492-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T07:45:02Z', 'updated_at': '2022-05-25T07:45:08Z', 'revision_number': 5, 'project_id': 'ce3e8f3592894606afc4d35c82d8f36f', 'subnets': [{'id': '623b3c8a-4ab3-45ba-bd8e-09ef75d96994', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104527) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 25 07:47:25.211895 dv-cinder-825492-15-iscsi neutron-server[104528]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c7ff9eb-256f-4213-9e8e-42a0ebaf9453 None None] New status for floating IP 1b848b2d-b30e-4c6f-87c6-f9727e31d30b: DOWN {{(pid=104528) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 25 07:47:25.257064 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ac0c4bb-e98b-4aea-992a-33be8810a5be req-4ce1676f-34c8-45ea-8097-fa9780fd6fdb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 07:47:25.258616 dv-cinder-825492-15-iscsi neutron-server[104526]: INFO neutron.wsgi [req-8ac0c4bb-e98b-4aea-992a-33be8810a5be req-4ce1676f-34c8-45ea-8097-fa9780fd6fdb service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=ce3e8f3592894606afc4d35c82d8f36f&device_id=892bc459-4577-4e8c-b87f-04861e9f1ea8 HTTP/1.1" status: 200 len: 1129 time: 0.0400329 May 25 07:47:25.322916 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG dbcounter [-] [104526] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104526) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 07:47:25.351046 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ac0c4bb-e98b-4aea-992a-33be8810a5be req-244f4369-7359-4932-b996-f3b9d3a63499 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 07:47:25.352544 dv-cinder-825492-15-iscsi neutron-server[104526]: INFO neutron.wsgi [req-8ac0c4bb-e98b-4aea-992a-33be8810a5be req-244f4369-7359-4932-b996-f3b9d3a63499 service neutron] 10.222.0.41 "GET /v2.0/networks?id=1f9a3bff-e0aa-4277-a6ad-8da29c0b0d1a HTTP/1.1" status: 200 len: 915 time: 0.0872231 May 25 07:47:25.396819 dv-cinder-825492-15-iscsi neutron-server[104526]: INFO neutron.wsgi [req-8ac0c4bb-e98b-4aea-992a-33be8810a5be req-5ca29f3a-9dea-48d9-8aad-98800b456ac1 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=eed8a0c9-0f18-40ef-a65e-38b52e79aa6e HTTP/1.1" status: 200 len: 217 time: 0.0369720 May 25 07:47:25.448543 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ac0c4bb-e98b-4aea-992a-33be8810a5be req-d164226c-c971-4fd5-abd6-5ea12a26480b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 07:47:25.450011 dv-cinder-825492-15-iscsi neutron-server[104526]: INFO neutron.wsgi [req-8ac0c4bb-e98b-4aea-992a-33be8810a5be req-d164226c-c971-4fd5-abd6-5ea12a26480b service neutron] 10.222.0.41 "GET /v2.0/subnets?id=623b3c8a-4ab3-45ba-bd8e-09ef75d96994 HTTP/1.1" status: 200 len: 853 time: 0.0471063 May 25 07:47:25.492832 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ac0c4bb-e98b-4aea-992a-33be8810a5be req-9176efed-ac6c-4bfc-a46f-b79b59e2f25a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 07:47:25.494540 dv-cinder-825492-15-iscsi neutron-server[104526]: INFO neutron.wsgi [req-8ac0c4bb-e98b-4aea-992a-33be8810a5be req-9176efed-ac6c-4bfc-a46f-b79b59e2f25a service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=1f9a3bff-e0aa-4277-a6ad-8da29c0b0d1a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0383270 May 25 07:47:25.584026 dv-cinder-825492-15-iscsi neutron-server[104526]: INFO neutron.wsgi [req-8ac0c4bb-e98b-4aea-992a-33be8810a5be req-3b68d253-f050-49e9-8e7a-733153dc7ef7 service neutron] 10.222.0.41 "GET /v2.0/networks/1f9a3bff-e0aa-4277-a6ad-8da29c0b0d1a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0825770 May 25 07:47:25.673279 dv-cinder-825492-15-iscsi neutron-server[104526]: INFO neutron.wsgi [req-8ac0c4bb-e98b-4aea-992a-33be8810a5be req-312a7fa9-15e6-45f3-ba97-8a50a1895a0f service neutron] 10.222.0.41 "GET /v2.0/networks/1f9a3bff-e0aa-4277-a6ad-8da29c0b0d1a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0827744 May 25 07:47:28.515930 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f9dcf09-03aa-4bdf-9e34-a9f9cede3e08 req-de10b1c9-3599-4691-859f-821c91da7717 tempest-TestMinimumBasicScenario-1136131971 tempest-TestMinimumBasicScenario-1136131971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 07:47:28.517913 dv-cinder-825492-15-iscsi neutron-server[104525]: INFO neutron.wsgi [req-2f9dcf09-03aa-4bdf-9e34-a9f9cede3e08 req-de10b1c9-3599-4691-859f-821c91da7717 tempest-TestMinimumBasicScenario-1136131971 tempest-TestMinimumBasicScenario-1136131971-project] 10.222.0.24 "GET /v2.0/ports?device_id=892bc459-4577-4e8c-b87f-04861e9f1ea8 HTTP/1.1" status: 200 len: 945 time: 0.0469463 May 25 07:47:28.566805 dv-cinder-825492-15-iscsi neutron-server[104525]: INFO neutron.wsgi [req-2f9dcf09-03aa-4bdf-9e34-a9f9cede3e08 req-f4be664a-4ec3-4a07-abc4-b92914b653f2 tempest-TestMinimumBasicScenario-1136131971 tempest-TestMinimumBasicScenario-1136131971-project] 10.222.0.24 "GET /v2.0/security-groups?id=1ced07ab-21b0-4a9f-8788-f41419ff702c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431855 May 25 07:47:29.681958 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26573230-7e34-4aa8-9b85-c8f293b4d3c6 req-9885c7dd-7e31-40aa-aba6-aefb9afe102c tempest-TestMinimumBasicScenario-1136131971 tempest-TestMinimumBasicScenario-1136131971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 07:47:29.683409 dv-cinder-825492-15-iscsi neutron-server[104526]: INFO neutron.wsgi [req-26573230-7e34-4aa8-9b85-c8f293b4d3c6 req-9885c7dd-7e31-40aa-aba6-aefb9afe102c tempest-TestMinimumBasicScenario-1136131971 tempest-TestMinimumBasicScenario-1136131971-project] 10.222.0.24 "GET /v2.0/ports?device_id=892bc459-4577-4e8c-b87f-04861e9f1ea8 HTTP/1.1" status: 200 len: 945 time: 0.0468662 May 25 07:47:29.733956 dv-cinder-825492-15-iscsi neutron-server[104526]: INFO neutron.wsgi [req-26573230-7e34-4aa8-9b85-c8f293b4d3c6 req-ba98eca5-28a2-47df-91ed-9e4722fc329e tempest-TestMinimumBasicScenario-1136131971 tempest-TestMinimumBasicScenario-1136131971-project] 10.222.0.24 "GET /v2.0/security-groups?id=1ced07ab-21b0-4a9f-8788-f41419ff702c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449600 May 25 07:47:30.302804 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3825bc3b-198f-4efa-a9a4-e2aae03d02b5 req-c822193d-0c8d-485b-8ccc-f2881ec7b75d tempest-TestMinimumBasicScenario-1136131971 tempest-TestMinimumBasicScenario-1136131971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 07:47:30.304117 dv-cinder-825492-15-iscsi neutron-server[104526]: INFO neutron.wsgi [req-3825bc3b-198f-4efa-a9a4-e2aae03d02b5 req-c822193d-0c8d-485b-8ccc-f2881ec7b75d tempest-TestMinimumBasicScenario-1136131971 tempest-TestMinimumBasicScenario-1136131971-project] 10.222.0.41 "GET /v2.0/ports?device_id=892bc459-4577-4e8c-b87f-04861e9f1ea8 HTTP/1.1" status: 200 len: 945 time: 0.0457022 May 25 07:47:30.383594 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.plugins.ml2.plugin [req-3825bc3b-198f-4efa-a9a4-e2aae03d02b5 req-a857b797-023d-499d-8620-f18743ab0e37 tempest-TestMinimumBasicScenario-1136131971 tempest-TestMinimumBasicScenario-1136131971-project] Deleting port eed8a0c9-0f18-40ef-a65e-38b52e79aa6e {{(pid=104526) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 25 07:47:30.383930 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [req-3825bc3b-198f-4efa-a9a4-e2aae03d02b5 req-a857b797-023d-499d-8620-f18743ab0e37 tempest-TestMinimumBasicScenario-1136131971 tempest-TestMinimumBasicScenario-1136131971-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754056702922'] for port (eed8a0c9-0f18-40ef-a65e-38b52e79aa6e), before_delete {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:47:30.474782 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.plugins.ml2.db [req-3825bc3b-198f-4efa-a9a4-e2aae03d02b5 req-a857b797-023d-499d-8620-f18743ab0e37 tempest-TestMinimumBasicScenario-1136131971 tempest-TestMinimumBasicScenario-1136131971-project] For port eed8a0c9-0f18-40ef-a65e-38b52e79aa6e, host hv-cinder-82549, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82549',level=0,port_id=eed8a0c9-0f18-40ef-a65e-38b52e79aa6e,segment=NetworkSegment(b08770fa-6050-41ea-ab8a-efb563bb8f14),segment_id=b08770fa-6050-41ea-ab8a-efb563bb8f14)] {{(pid=104526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 07:47:30.475139 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [req-3825bc3b-198f-4efa-a9a4-e2aae03d02b5 req-a857b797-023d-499d-8620-f18743ab0e37 tempest-TestMinimumBasicScenario-1136131971 tempest-TestMinimumBasicScenario-1136131971-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625317'] for port (eed8a0c9-0f18-40ef-a65e-38b52e79aa6e), precommit_delete {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:47:30.488643 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.plugins.ml2.plugin [req-3825bc3b-198f-4efa-a9a4-e2aae03d02b5 req-a857b797-023d-499d-8620-f18743ab0e37 tempest-TestMinimumBasicScenario-1136131971 tempest-TestMinimumBasicScenario-1136131971-project] Calling delete_port for eed8a0c9-0f18-40ef-a65e-38b52e79aa6e owned by compute:nova {{(pid=104526) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 25 07:47:30.532707 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG dbcounter [-] [104526] Writing DB stats neutron:SELECT=100 {{(pid=104526) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 07:47:30.855252 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-432232fb-eb29-4a99-8845-b1a8edef235f req-b0d92c45-59b4-48c2-a135-b5b71d385b36 tempest-TestMinimumBasicScenario-1136131971 tempest-TestMinimumBasicScenario-1136131971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 07:47:30.856690 dv-cinder-825492-15-iscsi neutron-server[104525]: INFO neutron.wsgi [req-432232fb-eb29-4a99-8845-b1a8edef235f req-b0d92c45-59b4-48c2-a135-b5b71d385b36 tempest-TestMinimumBasicScenario-1136131971 tempest-TestMinimumBasicScenario-1136131971-project] 10.222.0.24 "GET /v2.0/ports?device_id=892bc459-4577-4e8c-b87f-04861e9f1ea8 HTTP/1.1" status: 200 len: 945 time: 0.0483227 May 25 07:47:30.904934 dv-cinder-825492-15-iscsi neutron-server[104525]: INFO neutron.wsgi [req-432232fb-eb29-4a99-8845-b1a8edef235f req-d29954c4-110d-4f24-98db-740fd4079d47 tempest-TestMinimumBasicScenario-1136131971 tempest-TestMinimumBasicScenario-1136131971-project] 10.222.0.24 "GET /v2.0/security-groups?id=1ced07ab-21b0-4a9f-8788-f41419ff702c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419102 May 25 07:47:30.945720 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [req-3825bc3b-198f-4efa-a9a4-e2aae03d02b5 req-a857b797-023d-499d-8620-f18743ab0e37 tempest-TestMinimumBasicScenario-1136131971 tempest-TestMinimumBasicScenario-1136131971-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-617841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612926', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754056714424', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754056173873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2909854'] for port (eed8a0c9-0f18-40ef-a65e-38b52e79aa6e), after_delete {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:47:30.974248 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a857b797-023d-499d-8620-f18743ab0e37 tempest-TestMinimumBasicScenario-1136131971 tempest-TestMinimumBasicScenario-1136131971-project] Pushing event deleted for resources: {'Port': ['ID=eed8a0c9-0f18-40ef-a65e-38b52e79aa6e,revision_number=None']} {{(pid=104526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 07:47:30.982093 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.plugins.ml2.db [None req-798242cc-9ea0-464c-9109-86bd7997349e None None] get_ports_and_sgs() called for port_ids ['eed8a0c9-0f18-40ef-a65e-38b52e79aa6e'] {{(pid=104527) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 25 07:47:31.019550 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.db.l3_dvrscheduler_db [req-3825bc3b-198f-4efa-a9a4-e2aae03d02b5 req-a857b797-023d-499d-8620-f18743ab0e37 tempest-TestMinimumBasicScenario-1136131971 tempest-TestMinimumBasicScenario-1136131971-project] No DVR routers for this DVR port eed8a0c9-0f18-40ef-a65e-38b52e79aa6e on host hv-cinder-82549 {{(pid=104526) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 25 07:47:31.022069 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [req-3825bc3b-198f-4efa-a9a4-e2aae03d02b5 req-a857b797-023d-499d-8620-f18743ab0e37 tempest-TestMinimumBasicScenario-1136131971 tempest-TestMinimumBasicScenario-1136131971-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93885'] for port (None), before_response {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:47:31.025355 dv-cinder-825492-15-iscsi neutron-server[104526]: INFO neutron.wsgi [req-3825bc3b-198f-4efa-a9a4-e2aae03d02b5 req-a857b797-023d-499d-8620-f18743ab0e37 tempest-TestMinimumBasicScenario-1136131971 tempest-TestMinimumBasicScenario-1136131971-project] 10.222.0.41 "DELETE /v2.0/ports/eed8a0c9-0f18-40ef-a65e-38b52e79aa6e HTTP/1.1" status: 204 len: 173 time: 0.7165632 May 25 07:47:31.025787 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '892bc459-4577-4e8c-b87f-04861e9f1ea8', 'name': 'network-vif-deleted', 'tag': 'eed8a0c9-0f18-40ef-a65e-38b52e79aa6e'}] {{(pid=104526) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 25 07:47:31.027993 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db633a5f02cadde147c9bc1566607705b0433b891c7275f259bdbd209e6b6683" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aa3b74a0-d915-4ea5-87b2-351084767ba0" -d '{"events": [{"server_uuid": "892bc459-4577-4e8c-b87f-04861e9f1ea8", "name": "network-vif-deleted", "tag": "eed8a0c9-0f18-40ef-a65e-38b52e79aa6e"}]}' {{(pid=104526) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 25 07:47:31.067731 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 25 May 2022 07:47:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1c5cc04d-3dc7-4300-8d54-698fbd6d21b8 x-openstack-request-id: req-1c5cc04d-3dc7-4300-8d54-698fbd6d21b8 {{(pid=104526) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 25 07:47:31.067731 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "892bc459-4577-4e8c-b87f-04861e9f1ea8", "name": "network-vif-deleted", "tag": "eed8a0c9-0f18-40ef-a65e-38b52e79aa6e", "status": "completed", "code": 200}]} {{(pid=104526) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 25 07:47:31.067731 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-1c5cc04d-3dc7-4300-8d54-698fbd6d21b8 {{(pid=104526) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 25 07:47:31.067731 dv-cinder-825492-15-iscsi neutron-server[104526]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1c5cc04d-3dc7-4300-8d54-698fbd6d21b8'] response: {'server_uuid': '892bc459-4577-4e8c-b87f-04861e9f1ea8', 'name': 'network-vif-deleted', 'tag': 'eed8a0c9-0f18-40ef-a65e-38b52e79aa6e', 'status': 'completed', 'code': 200} May 25 07:47:32.012577 dv-cinder-825492-15-iscsi neutron-server[104525]: INFO neutron.wsgi [req-87fca059-f054-4cc4-9c5b-429f584e4cd7 req-c4512f5c-4ef5-44ad-bca2-0e99ca19bf75 tempest-TestMinimumBasicScenario-1136131971 tempest-TestMinimumBasicScenario-1136131971-project] 10.222.0.24 "GET /v2.0/ports?device_id=892bc459-4577-4e8c-b87f-04861e9f1ea8 HTTP/1.1" status: 200 len: 210 time: 0.0276992 May 25 07:47:32.209718 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron_lib.callbacks.manager [None req-798242cc-9ea0-464c-9109-86bd7997349e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754056472917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490168'] for agent (bbf5dc8c-5103-4973-a6b6-76af4660c126), after_update {{(pid=104527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:47:34.341002 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.wsgi [-] (104526) accepted ('10.222.0.24', 52364) {{(pid=104526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 07:47:34.524307 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG dbcounter [-] [104526] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=104526) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 07:47:34.647679 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-614fd671-0a56-45a3-ad9e-ab534d3c5ce7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1614244'] for router_interface (2a5c3f04-39f3-4f22-aabd-42d9ead6d306), before_delete {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:47:34.864301 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.plugins.ml2.plugin [None req-614fd671-0a56-45a3-ad9e-ab534d3c5ce7 admin admin] Deleting port a829413d-c9cd-4a5d-8e4c-657bfc52d9b7 {{(pid=104526) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 25 07:47:34.864676 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-614fd671-0a56-45a3-ad9e-ab534d3c5ce7 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754056702922'] for port (a829413d-c9cd-4a5d-8e4c-657bfc52d9b7), before_delete {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:47:34.941421 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.plugins.ml2.db [None req-614fd671-0a56-45a3-ad9e-ab534d3c5ce7 admin admin] For port a829413d-c9cd-4a5d-8e4c-657bfc52d9b7, host dv-cinder-825492-15-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825492-15-iscsi',level=0,port_id=a829413d-c9cd-4a5d-8e4c-657bfc52d9b7,segment=NetworkSegment(b08770fa-6050-41ea-ab8a-efb563bb8f14),segment_id=b08770fa-6050-41ea-ab8a-efb563bb8f14)] {{(pid=104526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 07:47:34.941779 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-614fd671-0a56-45a3-ad9e-ab534d3c5ce7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625317'] for port (a829413d-c9cd-4a5d-8e4c-657bfc52d9b7), precommit_delete {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:47:34.954433 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.plugins.ml2.plugin [None req-614fd671-0a56-45a3-ad9e-ab534d3c5ce7 admin admin] Calling delete_port for a829413d-c9cd-4a5d-8e4c-657bfc52d9b7 owned by network:router_interface {{(pid=104526) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 25 07:47:34.994911 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG dbcounter [-] [104526] Writing DB stats neutron:DELETE=2,neutron:SELECT=98 {{(pid=104526) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 07:47:35.208671 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-614fd671-0a56-45a3-ad9e-ab534d3c5ce7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-617841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612926', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754056714424', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754056173873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2909854'] for port (a829413d-c9cd-4a5d-8e4c-657bfc52d9b7), after_delete {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:47:35.216006 dv-cinder-825492-15-iscsi neutron-server[104528]: DEBUG dbcounter [-] [104528] Writing DB stats neutron:SELECT=2,neutron:DELETE=1 {{(pid=104528) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 07:47:35.236801 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-614fd671-0a56-45a3-ad9e-ab534d3c5ce7 admin admin] Pushing event deleted for resources: {'Port': ['ID=a829413d-c9cd-4a5d-8e4c-657bfc52d9b7,revision_number=None']} {{(pid=104526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 07:47:35.242391 dv-cinder-825492-15-iscsi neutron-server[104528]: DEBUG dbcounter [-] [104528] Writing DB stats neutron:SELECT=4 {{(pid=104528) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 07:47:35.271752 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron_lib.callbacks.manager [None req-beee917f-5110-4d90-ad4f-324481fe03aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754056472917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490168'] for agent (6cf9466f-68ff-4d03-9bb6-0c8244fa88eb), after_update {{(pid=104527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:47:35.347974 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.plugins.ml2.rpc [None req-798242cc-9ea0-464c-9109-86bd7997349e None None] Device eed8a0c9-0f18-40ef-a65e-38b52e79aa6e no longer exists at agent hyperv_hv-cinder-82549 {{(pid=104527) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 25 07:47:35.368839 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.plugins.ml2.plugin [None req-798242cc-9ea0-464c-9109-86bd7997349e None None] No Port match for: eed8a0c9-0f18-40ef-a65e-38b52e79aa6e {{(pid=104527) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 25 07:47:35.369551 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.plugins.ml2.rpc [None req-798242cc-9ea0-464c-9109-86bd7997349e None None] Device eed8a0c9-0f18-40ef-a65e-38b52e79aa6e not bound to the agent host hv-cinder-82549 {{(pid=104527) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 25 07:47:35.384105 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG dbcounter [-] [104526] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=104526) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 07:47:35.400926 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-614fd671-0a56-45a3-ad9e-ab534d3c5ce7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1612919', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1614128'] for router_interface (2a5c3f04-39f3-4f22-aabd-42d9ead6d306), after_delete {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:47:35.610533 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-614fd671-0a56-45a3-ad9e-ab534d3c5ce7 admin admin] Router 2a5c3f04-39f3-4f22-aabd-42d9ead6d306 has already been hosted by L3 agent 54ff4013-997e-4376-a4e9-e6c98cf37cc7 {{(pid=104526) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 25 07:47:35.712498 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-614fd671-0a56-45a3-ad9e-ab534d3c5ce7 admin admin] Notify agent at l3_agent.dv-cinder-825492-15-iscsi the message routers_updated {{(pid=104526) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 25 07:47:35.717392 dv-cinder-825492-15-iscsi neutron-server[104526]: INFO neutron.wsgi [None req-614fd671-0a56-45a3-ad9e-ab534d3c5ce7 admin admin] 10.222.0.24 "PUT /v2.0/routers/2a5c3f04-39f3-4f22-aabd-42d9ead6d306/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3753870 May 25 07:47:35.719899 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.wsgi [-] (104526) accepted ('10.222.0.24', 52366) {{(pid=104526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 07:47:35.722392 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f1c33d9-bd7e-4d14-9628-233ba201a06a None None] Sync routers for ids ['2a5c3f04-39f3-4f22-aabd-42d9ead6d306'] in dv-cinder-825492-15-iscsi {{(pid=104527) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 25 07:47:35.732790 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f1c33d9-bd7e-4d14-9628-233ba201a06a None None] Routers {'2a5c3f04-39f3-4f22-aabd-42d9ead6d306'} bound to L3 agent in host dv-cinder-825492-15-iscsi {{(pid=104527) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 25 07:47:35.733432 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.db.l3_hamode_db [None req-9f1c33d9-bd7e-4d14-9628-233ba201a06a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825492-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-25T07:27:37Z,description=,heartbeat_timestamp=2022-05-25T07:47:07Z,host='dv-cinder-825492-15-iscsi',id=54ff4013-997e-4376-a4e9-e6c98cf37cc7,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T07:27:38Z,topic='l3_agent')) {'router_ids': ['2a5c3f04-39f3-4f22-aabd-42d9ead6d306'], 'active': True} {{(pid=104527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 07:47:35.816428 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-46fbfd0c-a40d-4dbf-bb96-23609b171ae0 admin admin] Publish callbacks [] for router (2a5c3f04-39f3-4f22-aabd-42d9ead6d306), before_delete {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:47:35.912139 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG dbcounter [-] [104526] Writing DB stats neutron:DELETE=3,neutron:SELECT=97 {{(pid=104526) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 07:47:35.919966 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-46fbfd0c-a40d-4dbf-bb96-23609b171ae0 admin admin] Publish callbacks [] for router_gateway (2a5c3f04-39f3-4f22-aabd-42d9ead6d306), before_delete {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:47:35.960228 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.db.l3_dvr_db [None req-9f1c33d9-bd7e-4d14-9628-233ba201a06a None None] Set router 2a5c3f04-39f3-4f22-aabd-42d9ead6d306 gateway port host: dv-cinder-825492-15-iscsi {{(pid=104527) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 25 07:47:36.049871 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.plugins.ml2.plugin [None req-46fbfd0c-a40d-4dbf-bb96-23609b171ae0 admin admin] Deleting port f0143adb-1f01-48c6-b477-d6eb60caa4cf {{(pid=104526) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 25 07:47:36.050205 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-46fbfd0c-a40d-4dbf-bb96-23609b171ae0 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754056702922'] for port (f0143adb-1f01-48c6-b477-d6eb60caa4cf), before_delete {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:47:36.124959 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.db.l3_hamode_db [None req-9f1c33d9-bd7e-4d14-9628-233ba201a06a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a5c3f04-39f3-4f22-aabd-42d9ead6d306', 'name': 'tempest-TestMinimumBasicScenario-458434772-router', 'tenant_id': 'ce3e8f3592894606afc4d35c82d8f36f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '29c629bd-3f50-4535-bfbc-a047608d6fb6', 'external_fixed_ips': [{'subnet_id': '7934ff5a-43f1-4f76-b9d8-e4343ace34f5', 'ip_address': '172.27.3.238'}], 'enable_snat': True}, 'gw_port_id': 'f0143adb-1f01-48c6-b477-d6eb60caa4cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T07:44:58Z', 'updated_at': '2022-05-25T07:47:35Z', 'revision_number': 5, 'project_id': 'ce3e8f3592894606afc4d35c82d8f36f', 'gw_port': {'id': 'f0143adb-1f01-48c6-b477-d6eb60caa4cf', 'name': '', 'network_id': '29c629bd-3f50-4535-bfbc-a047608d6fb6', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:37:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a5c3f04-39f3-4f22-aabd-42d9ead6d306', 'device_owner': 'network:router_gateway', 'standard_attr_id': 667, 'fixed_ips': [{'subnet_id': '7934ff5a-43f1-4f76-b9d8-e4343ace34f5', 'ip_address': '172.27.3.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825492-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T07:44:59Z', 'updated_at': '2022-05-25T07:45:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7934ff5a-43f1-4f76-b9d8-e4343ace34f5', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825492-15-iscsi'}], 'dv-cinder-825492-15-iscsi', False) {} {{(pid=104527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 07:47:36.131841 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.plugins.ml2.db [None req-46fbfd0c-a40d-4dbf-bb96-23609b171ae0 admin admin] For port f0143adb-1f01-48c6-b477-d6eb60caa4cf, host dv-cinder-825492-15-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825492-15-iscsi',level=0,port_id=f0143adb-1f01-48c6-b477-d6eb60caa4cf,segment=NetworkSegment(3ed655b3-ed39-457b-b353-0296e3eaac46),segment_id=3ed655b3-ed39-457b-b353-0296e3eaac46)] {{(pid=104526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 07:47:36.132192 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-46fbfd0c-a40d-4dbf-bb96-23609b171ae0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625317'] for port (f0143adb-1f01-48c6-b477-d6eb60caa4cf), precommit_delete {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:47:36.145328 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.plugins.ml2.plugin [None req-46fbfd0c-a40d-4dbf-bb96-23609b171ae0 admin admin] Calling delete_port for f0143adb-1f01-48c6-b477-d6eb60caa4cf owned by network:router_gateway {{(pid=104526) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 25 07:47:36.155145 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f1c33d9-bd7e-4d14-9628-233ba201a06a None None] Checking router: 2a5c3f04-39f3-4f22-aabd-42d9ead6d306 for host: dv-cinder-825492-15-iscsi {{(pid=104527) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 25 07:47:36.164305 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f1c33d9-bd7e-4d14-9628-233ba201a06a None None] Routers {'2a5c3f04-39f3-4f22-aabd-42d9ead6d306'} bound to L3 agent in host dv-cinder-825492-15-iscsi {{(pid=104527) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 25 07:47:36.164940 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.db.l3_hamode_db [None req-9f1c33d9-bd7e-4d14-9628-233ba201a06a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825492-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-25T07:27:37Z,description=,heartbeat_timestamp=2022-05-25T07:47:07Z,host='dv-cinder-825492-15-iscsi',id=54ff4013-997e-4376-a4e9-e6c98cf37cc7,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T07:27:38Z,topic='l3_agent')) {'router_ids': ['2a5c3f04-39f3-4f22-aabd-42d9ead6d306'], 'active': True} {{(pid=104527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 07:47:36.247284 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.db.l3_dvr_db [None req-9f1c33d9-bd7e-4d14-9628-233ba201a06a None None] Set router 2a5c3f04-39f3-4f22-aabd-42d9ead6d306 gateway port host: None {{(pid=104527) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 25 07:47:36.299428 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.db.l3_hamode_db [None req-9f1c33d9-bd7e-4d14-9628-233ba201a06a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a5c3f04-39f3-4f22-aabd-42d9ead6d306', 'name': 'tempest-TestMinimumBasicScenario-458434772-router', 'tenant_id': 'ce3e8f3592894606afc4d35c82d8f36f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T07:44:58Z', 'updated_at': '2022-05-25T07:47:35Z', 'revision_number': 6, 'project_id': 'ce3e8f3592894606afc4d35c82d8f36f', 'gw_port_host': None}], 'dv-cinder-825492-15-iscsi', False) {} {{(pid=104527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 07:47:36.323297 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f1c33d9-bd7e-4d14-9628-233ba201a06a None None] The sync data for ids ['2a5c3f04-39f3-4f22-aabd-42d9ead6d306'] in dv-cinder-825492-15-iscsi is: [{'id': '2a5c3f04-39f3-4f22-aabd-42d9ead6d306', 'name': 'tempest-TestMinimumBasicScenario-458434772-router', 'tenant_id': 'ce3e8f3592894606afc4d35c82d8f36f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T07:44:58Z', 'updated_at': '2022-05-25T07:47:35Z', 'revision_number': 6, 'project_id': 'ce3e8f3592894606afc4d35c82d8f36f', 'gw_port_host': None}] {{(pid=104527) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 25 07:47:36.380278 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-46fbfd0c-a40d-4dbf-bb96-23609b171ae0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-617841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612926', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754056714424', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754056173873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2909854'] for port (f0143adb-1f01-48c6-b477-d6eb60caa4cf), after_delete {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:47:36.404972 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46fbfd0c-a40d-4dbf-bb96-23609b171ae0 admin admin] Pushing event deleted for resources: {'Port': ['ID=f0143adb-1f01-48c6-b477-d6eb60caa4cf,revision_number=None']} {{(pid=104526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 07:47:36.469208 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-46fbfd0c-a40d-4dbf-bb96-23609b171ae0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1614942'] for router_gateway (2a5c3f04-39f3-4f22-aabd-42d9ead6d306), after_delete {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:47:36.549426 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG dbcounter [-] [104526] Writing DB stats neutron:SELECT=93,neutron:UPDATE=2,neutron:DELETE=5 {{(pid=104526) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 07:47:36.553245 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-46fbfd0c-a40d-4dbf-bb96-23609b171ae0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1616001', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4897'] for router (2a5c3f04-39f3-4f22-aabd-42d9ead6d306), precommit_delete {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:47:36.555313 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-46fbfd0c-a40d-4dbf-bb96-23609b171ae0 admin admin] Publish callbacks [] for router_controller (2a5c3f04-39f3-4f22-aabd-42d9ead6d306), precommit_delete_associations {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:47:36.655618 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-46fbfd0c-a40d-4dbf-bb96-23609b171ae0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1616120'] for router (2a5c3f04-39f3-4f22-aabd-42d9ead6d306), after_delete {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:47:36.656140 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-46fbfd0c-a40d-4dbf-bb96-23609b171ae0 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2a5c3f04-39f3-4f22-aabd-42d9ead6d306 {{(pid=104526) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 25 07:47:36.661435 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-46fbfd0c-a40d-4dbf-bb96-23609b171ae0 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:47:36.662683 dv-cinder-825492-15-iscsi neutron-server[104526]: INFO neutron.wsgi [None req-46fbfd0c-a40d-4dbf-bb96-23609b171ae0 admin admin] 10.222.0.24 "DELETE /v2.0/routers/2a5c3f04-39f3-4f22-aabd-42d9ead6d306 HTTP/1.1" status: 204 len: 168 time: 0.9418924 May 25 07:47:36.665117 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.wsgi [-] (104526) accepted ('10.222.0.24', 52368) {{(pid=104526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 07:47:36.711500 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.db.db_base_plugin_v2 [None req-a45b7c17-ce21-41f4-8042-c8c7a8dc62b0 admin admin] Deleting subnet 623b3c8a-4ab3-45ba-bd8e-09ef75d96994 {{(pid=104526) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 25 07:47:36.715009 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-a45b7c17-ce21-41f4-8042-c8c7a8dc62b0 admin admin] Publish callbacks [] for subnet (623b3c8a-4ab3-45ba-bd8e-09ef75d96994), before_delete {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:47:36.756281 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-a45b7c17-ce21-41f4-8042-c8c7a8dc62b0 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58882376'] for subnet (623b3c8a-4ab3-45ba-bd8e-09ef75d96994), precommit_delete_associations {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:47:36.830144 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-a45b7c17-ce21-41f4-8042-c8c7a8dc62b0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1507510'] for subnet (623b3c8a-4ab3-45ba-bd8e-09ef75d96994), precommit_delete {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:47:36.941797 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-a45b7c17-ce21-41f4-8042-c8c7a8dc62b0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1507501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-280644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2910025', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58838858'] for subnet (623b3c8a-4ab3-45ba-bd8e-09ef75d96994), after_delete {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:47:36.970033 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-a45b7c17-ce21-41f4-8042-c8c7a8dc62b0 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:47:36.975397 dv-cinder-825492-15-iscsi neutron-server[104526]: INFO neutron.wsgi [None req-a45b7c17-ce21-41f4-8042-c8c7a8dc62b0 admin admin] 10.222.0.24 "DELETE /v2.0/subnets/623b3c8a-4ab3-45ba-bd8e-09ef75d96994 HTTP/1.1" status: 204 len: 168 time: 0.3071148 May 25 07:47:36.975397 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a45b7c17-ce21-41f4-8042-c8c7a8dc62b0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=623b3c8a-4ab3-45ba-bd8e-09ef75d96994,revision_number=None']} {{(pid=104526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 07:47:36.975840 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron.wsgi [-] (104525) accepted ('10.222.0.24', 52370) {{(pid=104525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 07:47:36.976969 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f84ce7d5-02ab-41ff-881f-a33e5e91a839 None None] Network 1f9a3bff-e0aa-4277-a6ad-8da29c0b0d1a requested from dv-cinder-825492-15-iscsi {{(pid=104527) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 25 07:47:37.147012 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0401a17e-eec3-4f3d-90b8-3030ecc58d3f None None] DHCP port deletion for 1f9a3bff-e0aa-4277-a6ad-8da29c0b0d1a request from dv-cinder-825492-15-iscsi {{(pid=104527) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} May 25 07:47:37.188768 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.plugins.ml2.plugin [None req-0401a17e-eec3-4f3d-90b8-3030ecc58d3f None None] Deleting port 8c2b84e3-1edc-414b-b667-89c34ac7f5b5 {{(pid=104527) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 25 07:47:37.189173 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron_lib.callbacks.manager [None req-0401a17e-eec3-4f3d-90b8-3030ecc58d3f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754056702922'] for port (8c2b84e3-1edc-414b-b667-89c34ac7f5b5), before_delete {{(pid=104527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:47:37.265670 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.plugins.ml2.db [None req-0401a17e-eec3-4f3d-90b8-3030ecc58d3f None None] For port 8c2b84e3-1edc-414b-b667-89c34ac7f5b5, host dv-cinder-825492-15-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825492-15-iscsi',level=0,port_id=8c2b84e3-1edc-414b-b667-89c34ac7f5b5,segment=NetworkSegment(b08770fa-6050-41ea-ab8a-efb563bb8f14),segment_id=b08770fa-6050-41ea-ab8a-efb563bb8f14)] {{(pid=104527) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 07:47:37.266064 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron_lib.callbacks.manager [None req-0401a17e-eec3-4f3d-90b8-3030ecc58d3f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625317'] for port (8c2b84e3-1edc-414b-b667-89c34ac7f5b5), precommit_delete {{(pid=104527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:47:37.280506 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.plugins.ml2.plugin [None req-0401a17e-eec3-4f3d-90b8-3030ecc58d3f None None] Calling delete_port for 8c2b84e3-1edc-414b-b667-89c34ac7f5b5 owned by network:dhcp {{(pid=104527) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 25 07:47:37.326435 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG dbcounter [-] [104527] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104527) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 07:47:37.328670 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-6ff71f4c-a9dc-4afc-8f26-9d08c637ca64 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1321757'] for network (1f9a3bff-e0aa-4277-a6ad-8da29c0b0d1a), before_delete {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:47:37.340323 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG dbcounter [-] [104527] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104527) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 07:47:37.375882 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron.plugins.ml2.plugin [None req-6ff71f4c-a9dc-4afc-8f26-9d08c637ca64 admin admin] Deleting port 8c2b84e3-1edc-414b-b667-89c34ac7f5b5 {{(pid=104525) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 25 07:47:37.376229 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-6ff71f4c-a9dc-4afc-8f26-9d08c637ca64 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754056702922'] for port (8c2b84e3-1edc-414b-b667-89c34ac7f5b5), before_delete {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:47:37.447648 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron.plugins.ml2.db [None req-6ff71f4c-a9dc-4afc-8f26-9d08c637ca64 admin admin] For port 8c2b84e3-1edc-414b-b667-89c34ac7f5b5, host dv-cinder-825492-15-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825492-15-iscsi',level=0,port_id=8c2b84e3-1edc-414b-b667-89c34ac7f5b5,segment=NetworkSegment(b08770fa-6050-41ea-ab8a-efb563bb8f14),segment_id=b08770fa-6050-41ea-ab8a-efb563bb8f14)] {{(pid=104525) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 07:47:37.448016 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-6ff71f4c-a9dc-4afc-8f26-9d08c637ca64 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625317'] for port (8c2b84e3-1edc-414b-b667-89c34ac7f5b5), precommit_delete {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:47:37.461808 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron.plugins.ml2.plugin [None req-6ff71f4c-a9dc-4afc-8f26-9d08c637ca64 admin admin] Calling delete_port for 8c2b84e3-1edc-414b-b667-89c34ac7f5b5 owned by network:dhcp {{(pid=104525) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 25 07:47:37.462035 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron_lib.callbacks.manager [None req-0401a17e-eec3-4f3d-90b8-3030ecc58d3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-617841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612926', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754056714424', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754056173873'] for port (8c2b84e3-1edc-414b-b667-89c34ac7f5b5), after_delete {{(pid=104527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:47:37.488669 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0401a17e-eec3-4f3d-90b8-3030ecc58d3f None None] No DVR routers for this DVR port 8c2b84e3-1edc-414b-b667-89c34ac7f5b5 on host dv-cinder-825492-15-iscsi {{(pid=104527) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 25 07:47:37.490325 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0401a17e-eec3-4f3d-90b8-3030ecc58d3f None None] Pushing event deleted for resources: {'Port': ['ID=8c2b84e3-1edc-414b-b667-89c34ac7f5b5,revision_number=None']} {{(pid=104527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 07:47:37.502986 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron_lib.callbacks.manager [None req-dba59901-3998-4300-9880-92329663d24a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754056472917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490168'] for agent (54ff4013-997e-4376-a4e9-e6c98cf37cc7), after_update {{(pid=104527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:47:37.506104 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0401a17e-eec3-4f3d-90b8-3030ecc58d3f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825492-15-iscsi {{(pid=104527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 07:47:37.514917 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0401a17e-eec3-4f3d-90b8-3030ecc58d3f None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825492-15-iscsi {{(pid=104527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 07:47:37.514917 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0401a17e-eec3-4f3d-90b8-3030ecc58d3f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825492-15-iscsi {{(pid=104527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 07:47:37.514917 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0401a17e-eec3-4f3d-90b8-3030ecc58d3f None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825492-15-iscsi {{(pid=104527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 07:47:37.514917 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0401a17e-eec3-4f3d-90b8-3030ecc58d3f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825492-15-iscsi {{(pid=104527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 07:47:37.514917 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0401a17e-eec3-4f3d-90b8-3030ecc58d3f None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825492-15-iscsi {{(pid=104527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 07:47:37.514917 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0401a17e-eec3-4f3d-90b8-3030ecc58d3f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825492-15-iscsi {{(pid=104527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 07:47:37.514917 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0401a17e-eec3-4f3d-90b8-3030ecc58d3f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-825492-15-iscsi {{(pid=104527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 07:47:37.514917 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0401a17e-eec3-4f3d-90b8-3030ecc58d3f None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-825492-15-iscsi {{(pid=104527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 07:47:37.514917 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0401a17e-eec3-4f3d-90b8-3030ecc58d3f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-825492-15-iscsi {{(pid=104527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 07:47:37.514917 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0401a17e-eec3-4f3d-90b8-3030ecc58d3f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-825492-15-iscsi {{(pid=104527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 07:47:37.514917 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0401a17e-eec3-4f3d-90b8-3030ecc58d3f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825492-15-iscsi {{(pid=104527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 07:47:37.514917 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0401a17e-eec3-4f3d-90b8-3030ecc58d3f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825492-15-iscsi {{(pid=104527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 07:47:37.514917 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0401a17e-eec3-4f3d-90b8-3030ecc58d3f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825492-15-iscsi {{(pid=104527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 07:47:37.514917 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0401a17e-eec3-4f3d-90b8-3030ecc58d3f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825492-15-iscsi {{(pid=104527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 07:47:37.543213 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-6ff71f4c-a9dc-4afc-8f26-9d08c637ca64 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-617841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612926', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754056714424', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754056173873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59563715'] for port (8c2b84e3-1edc-414b-b667-89c34ac7f5b5), after_delete {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:47:37.568949 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ff71f4c-a9dc-4afc-8f26-9d08c637ca64 admin admin] Pushing event deleted for resources: {'Port': ['ID=8c2b84e3-1edc-414b-b667-89c34ac7f5b5,revision_number=None']} {{(pid=104525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 07:47:37.570752 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ff71f4c-a9dc-4afc-8f26-9d08c637ca64 admin admin] No DVR routers for this DVR port 8c2b84e3-1edc-414b-b667-89c34ac7f5b5 on host dv-cinder-825492-15-iscsi {{(pid=104525) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 25 07:47:37.643268 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-6ff71f4c-a9dc-4afc-8f26-9d08c637ca64 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1508921', 'neutron.services.segments.db._delete_segments_for_network-8754056472935'] for network (1f9a3bff-e0aa-4277-a6ad-8da29c0b0d1a), precommit_delete {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:47:37.663376 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron.services.segments.db [None req-6ff71f4c-a9dc-4afc-8f26-9d08c637ca64 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1f9a3bff-e0aa-4277-a6ad-8da29c0b0d1a']}} {{(pid=104525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 07:47:37.672291 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron.services.segments.db [None req-6ff71f4c-a9dc-4afc-8f26-9d08c637ca64 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b08770fa-6050-41ea-ab8a-efb563bb8f14') {'for_net_delete': True} {{(pid=104525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 07:47:37.672612 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron.services.segments.db [None req-6ff71f4c-a9dc-4afc-8f26-9d08c637ca64 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b08770fa-6050-41ea-ab8a-efb563bb8f14') {} {{(pid=104525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 07:47:37.680895 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG dbcounter [-] [104525] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=104525) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 07:47:37.682643 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-6ff71f4c-a9dc-4afc-8f26-9d08c637ca64 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754056471920', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59371068'] for segment (b08770fa-6050-41ea-ab8a-efb563bb8f14), before_delete {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:47:37.696326 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-6ff71f4c-a9dc-4afc-8f26-9d08c637ca64 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1513389'] for segment (b08770fa-6050-41ea-ab8a-efb563bb8f14), precommit_delete {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:47:37.702369 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6ff71f4c-a9dc-4afc-8f26-9d08c637ca64 admin admin] Releasing vlan 298 on physical network physnet1 to pool {{(pid=104525) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 25 07:47:37.702750 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-6ff71f4c-a9dc-4afc-8f26-9d08c637ca64 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1513389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59563766'] for segment (b08770fa-6050-41ea-ab8a-efb563bb8f14), after_delete {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:47:37.742243 dv-cinder-825492-15-iscsi neutron-server[104525]: INFO neutron.services.segments.plugin [-] Segment b08770fa-6050-41ea-ab8a-efb563bb8f14 resource provider aggregate not found May 25 07:47:37.764961 dv-cinder-825492-15-iscsi neutron-server[104525]: INFO neutron.services.segments.plugin [-] Segment b08770fa-6050-41ea-ab8a-efb563bb8f14 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid b08770fa-6050-41ea-ab8a-efb563bb8f14 found for delete ", "request_id": "req-581ffe15-b7ac-45e4-8343-4d8d68d8f060"}]} May 25 07:47:37.844284 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-6ff71f4c-a9dc-4afc-8f26-9d08c637ca64 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1508912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-278710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612926', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1617334'] for network (1f9a3bff-e0aa-4277-a6ad-8da29c0b0d1a), after_delete {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:47:37.849686 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-6ff71f4c-a9dc-4afc-8f26-9d08c637ca64 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1612908'] for network (None), before_response {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:47:37.853974 dv-cinder-825492-15-iscsi neutron-server[104525]: INFO neutron.wsgi [None req-6ff71f4c-a9dc-4afc-8f26-9d08c637ca64 admin admin] 10.222.0.24 "DELETE /v2.0/networks/1f9a3bff-e0aa-4277-a6ad-8da29c0b0d1a HTTP/1.1" status: 204 len: 168 time: 0.8770032 May 25 07:47:37.856961 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.wsgi [-] (104526) accepted ('10.222.0.24', 52376) {{(pid=104526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 07:47:37.868950 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ff71f4c-a9dc-4afc-8f26-9d08c637ca64 admin admin] Pushing event deleted for resources: {'Network': ['ID=1f9a3bff-e0aa-4277-a6ad-8da29c0b0d1a,revision_number=None']} {{(pid=104525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 07:47:37.901988 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG dbcounter [-] [104526] Writing DB stats neutron:SELECT=88,neutron:DELETE=9,neutron:UPDATE=3 {{(pid=104526) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 07:47:38.080752 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.plugins.ml2.rpc [None req-4c581813-650f-4b4b-ac0f-82f585bea231 None None] Device 8c2b84e3-1edc-414b-b667-89c34ac7f5b5 no longer exists at agent ovs-agent-dv-cinder-825492-15-iscsi {{(pid=104527) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 25 07:47:38.100313 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.plugins.ml2.plugin [None req-4c581813-650f-4b4b-ac0f-82f585bea231 None None] No Port match for: 8c2b84e3-1edc-414b-b667-89c34ac7f5b5 {{(pid=104527) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 25 07:47:38.100683 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.plugins.ml2.rpc [None req-4c581813-650f-4b4b-ac0f-82f585bea231 None None] Device 8c2b84e3-1edc-414b-b667-89c34ac7f5b5 not bound to the agent host dv-cinder-825492-15-iscsi {{(pid=104527) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 25 07:47:38.101097 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.plugins.ml2.rpc [None req-4c581813-650f-4b4b-ac0f-82f585bea231 None None] Device f0143adb-1f01-48c6-b477-d6eb60caa4cf no longer exists at agent ovs-agent-dv-cinder-825492-15-iscsi {{(pid=104527) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 25 07:47:38.120114 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.plugins.ml2.plugin [None req-4c581813-650f-4b4b-ac0f-82f585bea231 None None] No Port match for: f0143adb-1f01-48c6-b477-d6eb60caa4cf {{(pid=104527) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 25 07:47:38.120462 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.plugins.ml2.rpc [None req-4c581813-650f-4b4b-ac0f-82f585bea231 None None] Device f0143adb-1f01-48c6-b477-d6eb60caa4cf not bound to the agent host dv-cinder-825492-15-iscsi {{(pid=104527) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 25 07:47:38.120901 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.plugins.ml2.rpc [None req-4c581813-650f-4b4b-ac0f-82f585bea231 None None] Device a829413d-c9cd-4a5d-8e4c-657bfc52d9b7 no longer exists at agent ovs-agent-dv-cinder-825492-15-iscsi {{(pid=104527) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 25 07:47:38.139318 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.plugins.ml2.plugin [None req-4c581813-650f-4b4b-ac0f-82f585bea231 None None] No Port match for: a829413d-c9cd-4a5d-8e4c-657bfc52d9b7 {{(pid=104527) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 25 07:47:38.139657 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.plugins.ml2.rpc [None req-4c581813-650f-4b4b-ac0f-82f585bea231 None None] Device a829413d-c9cd-4a5d-8e4c-657bfc52d9b7 not bound to the agent host dv-cinder-825492-15-iscsi {{(pid=104527) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 25 07:47:38.173138 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-42484256-1d83-459f-9206-3b97bbf51da5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1614244'] for router_interface (b89b4259-01c6-4f1d-b5d6-01807aa5b371), before_delete {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:47:38.355331 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG dbcounter [-] [104526] Writing DB stats neutron:SELECT=94,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=104526) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 07:47:38.390269 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.plugins.ml2.plugin [None req-42484256-1d83-459f-9206-3b97bbf51da5 admin admin] Deleting port 28245ada-209c-41c6-839d-549e69ae9a9d {{(pid=104526) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 25 07:47:38.390602 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-42484256-1d83-459f-9206-3b97bbf51da5 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754056702922'] for port (28245ada-209c-41c6-839d-549e69ae9a9d), before_delete {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:47:38.467511 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.plugins.ml2.db [None req-42484256-1d83-459f-9206-3b97bbf51da5 admin admin] For port 28245ada-209c-41c6-839d-549e69ae9a9d, host dv-cinder-825492-15-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825492-15-iscsi',level=0,port_id=28245ada-209c-41c6-839d-549e69ae9a9d,segment=NetworkSegment(9927a6b1-83da-4bb4-b873-4165b588f721),segment_id=9927a6b1-83da-4bb4-b873-4165b588f721)] {{(pid=104526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 07:47:38.467865 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-42484256-1d83-459f-9206-3b97bbf51da5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625317'] for port (28245ada-209c-41c6-839d-549e69ae9a9d), precommit_delete {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:47:38.480333 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.plugins.ml2.plugin [None req-42484256-1d83-459f-9206-3b97bbf51da5 admin admin] Calling delete_port for 28245ada-209c-41c6-839d-549e69ae9a9d owned by network:router_interface {{(pid=104526) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 25 07:47:38.661089 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron_lib.callbacks.manager [None req-461c163e-e11a-425b-8a8d-f39fb153da48 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754056472917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490168'] for agent (fa5554a0-25df-434f-a0d0-5996d872220a), after_update {{(pid=104527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:47:38.735520 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-42484256-1d83-459f-9206-3b97bbf51da5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-617841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612926', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754056714424', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754056173873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2909854'] for port (28245ada-209c-41c6-839d-549e69ae9a9d), after_delete {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:47:38.763696 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42484256-1d83-459f-9206-3b97bbf51da5 admin admin] Pushing event deleted for resources: {'Port': ['ID=28245ada-209c-41c6-839d-549e69ae9a9d,revision_number=None']} {{(pid=104526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 07:47:38.771349 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG dbcounter [-] [104526] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104526) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 07:47:38.931308 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-42484256-1d83-459f-9206-3b97bbf51da5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1612919', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1614128'] for router_interface (b89b4259-01c6-4f1d-b5d6-01807aa5b371), after_delete {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:47:39.395419 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-42484256-1d83-459f-9206-3b97bbf51da5 admin admin] Router b89b4259-01c6-4f1d-b5d6-01807aa5b371 has already been hosted by L3 agent 54ff4013-997e-4376-a4e9-e6c98cf37cc7 {{(pid=104526) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 25 07:47:39.496652 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-42484256-1d83-459f-9206-3b97bbf51da5 admin admin] Notify agent at l3_agent.dv-cinder-825492-15-iscsi the message routers_updated {{(pid=104526) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 25 07:47:39.503175 dv-cinder-825492-15-iscsi neutron-server[104526]: INFO neutron.wsgi [None req-42484256-1d83-459f-9206-3b97bbf51da5 admin admin] 10.222.0.24 "PUT /v2.0/routers/b89b4259-01c6-4f1d-b5d6-01807aa5b371/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6449063 May 25 07:47:39.503949 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.wsgi [-] (104526) accepted ('10.222.0.24', 52378) {{(pid=104526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 07:47:39.506213 dv-cinder-825492-15-iscsi neutron-server[104528]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb5f12d5-db2b-4f91-ad73-4340291de45f None None] Sync routers for ids ['b89b4259-01c6-4f1d-b5d6-01807aa5b371'] in dv-cinder-825492-15-iscsi {{(pid=104528) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 25 07:47:39.515823 dv-cinder-825492-15-iscsi neutron-server[104528]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb5f12d5-db2b-4f91-ad73-4340291de45f None None] Routers {'b89b4259-01c6-4f1d-b5d6-01807aa5b371'} bound to L3 agent in host dv-cinder-825492-15-iscsi {{(pid=104528) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 25 07:47:39.516427 dv-cinder-825492-15-iscsi neutron-server[104528]: DEBUG neutron.db.l3_hamode_db [None req-bb5f12d5-db2b-4f91-ad73-4340291de45f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825492-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-25T07:27:37Z,description=,heartbeat_timestamp=2022-05-25T07:47:37Z,host='dv-cinder-825492-15-iscsi',id=54ff4013-997e-4376-a4e9-e6c98cf37cc7,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T07:27:38Z,topic='l3_agent')) {'router_ids': ['b89b4259-01c6-4f1d-b5d6-01807aa5b371'], 'active': True} {{(pid=104528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 07:47:39.588307 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG dbcounter [-] [104526] Writing DB stats neutron:SELECT=93,neutron:DELETE=6,neutron:UPDATE=1 {{(pid=104526) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 07:47:39.599713 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-5035da83-6ed7-4dc9-9ac5-db06362f3924 admin admin] Publish callbacks [] for router (b89b4259-01c6-4f1d-b5d6-01807aa5b371), before_delete {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:47:39.615580 dv-cinder-825492-15-iscsi neutron-server[104528]: DEBUG neutron.db.l3_dvr_db [None req-bb5f12d5-db2b-4f91-ad73-4340291de45f None None] Set router b89b4259-01c6-4f1d-b5d6-01807aa5b371 gateway port host: dv-cinder-825492-15-iscsi {{(pid=104528) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 25 07:47:39.702506 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-5035da83-6ed7-4dc9-9ac5-db06362f3924 admin admin] Publish callbacks [] for router_gateway (b89b4259-01c6-4f1d-b5d6-01807aa5b371), before_delete {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:47:39.777692 dv-cinder-825492-15-iscsi neutron-server[104528]: DEBUG neutron.db.l3_hamode_db [None req-bb5f12d5-db2b-4f91-ad73-4340291de45f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b89b4259-01c6-4f1d-b5d6-01807aa5b371', 'name': 'tempest-TestMinimumBasicScenario-1020510336-router', 'tenant_id': 'b92f2d9f77e046029d4b37ff2c4c8251', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '29c629bd-3f50-4535-bfbc-a047608d6fb6', 'external_fixed_ips': [{'subnet_id': '7934ff5a-43f1-4f76-b9d8-e4343ace34f5', 'ip_address': '172.27.3.58'}], 'enable_snat': True}, 'gw_port_id': 'b1658091-3e2a-4495-88c2-31ee858bd29e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T07:45:08Z', 'updated_at': '2022-05-25T07:47:38Z', 'revision_number': 5, 'project_id': 'b92f2d9f77e046029d4b37ff2c4c8251', 'gw_port': {'id': 'b1658091-3e2a-4495-88c2-31ee858bd29e', 'name': '', 'network_id': '29c629bd-3f50-4535-bfbc-a047608d6fb6', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:54:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b89b4259-01c6-4f1d-b5d6-01807aa5b371', 'device_owner': 'network:router_gateway', 'standard_attr_id': 701, 'fixed_ips': [{'subnet_id': '7934ff5a-43f1-4f76-b9d8-e4343ace34f5', 'ip_address': '172.27.3.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825492-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T07:45:09Z', 'updated_at': '2022-05-25T07:45:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7934ff5a-43f1-4f76-b9d8-e4343ace34f5', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825492-15-iscsi'}], 'dv-cinder-825492-15-iscsi', False) {} {{(pid=104528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 07:47:39.802162 dv-cinder-825492-15-iscsi neutron-server[104528]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb5f12d5-db2b-4f91-ad73-4340291de45f None None] Checking router: b89b4259-01c6-4f1d-b5d6-01807aa5b371 for host: dv-cinder-825492-15-iscsi {{(pid=104528) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 25 07:47:39.810741 dv-cinder-825492-15-iscsi neutron-server[104528]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb5f12d5-db2b-4f91-ad73-4340291de45f None None] Routers {'b89b4259-01c6-4f1d-b5d6-01807aa5b371'} bound to L3 agent in host dv-cinder-825492-15-iscsi {{(pid=104528) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 25 07:47:39.811348 dv-cinder-825492-15-iscsi neutron-server[104528]: DEBUG neutron.db.l3_hamode_db [None req-bb5f12d5-db2b-4f91-ad73-4340291de45f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825492-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-25T07:27:37Z,description=,heartbeat_timestamp=2022-05-25T07:47:37Z,host='dv-cinder-825492-15-iscsi',id=54ff4013-997e-4376-a4e9-e6c98cf37cc7,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T07:27:38Z,topic='l3_agent')) {'router_ids': ['b89b4259-01c6-4f1d-b5d6-01807aa5b371'], 'active': True} {{(pid=104528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 07:47:39.829462 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.plugins.ml2.plugin [None req-5035da83-6ed7-4dc9-9ac5-db06362f3924 admin admin] Deleting port b1658091-3e2a-4495-88c2-31ee858bd29e {{(pid=104526) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 25 07:47:39.829824 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-5035da83-6ed7-4dc9-9ac5-db06362f3924 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754056702922'] for port (b1658091-3e2a-4495-88c2-31ee858bd29e), before_delete {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:47:39.893347 dv-cinder-825492-15-iscsi neutron-server[104528]: DEBUG neutron.db.l3_dvr_db [None req-bb5f12d5-db2b-4f91-ad73-4340291de45f None None] Set router b89b4259-01c6-4f1d-b5d6-01807aa5b371 gateway port host: None {{(pid=104528) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 25 07:47:39.908463 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.plugins.ml2.db [None req-5035da83-6ed7-4dc9-9ac5-db06362f3924 admin admin] For port b1658091-3e2a-4495-88c2-31ee858bd29e, host dv-cinder-825492-15-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825492-15-iscsi',level=0,port_id=b1658091-3e2a-4495-88c2-31ee858bd29e,segment=NetworkSegment(3ed655b3-ed39-457b-b353-0296e3eaac46),segment_id=3ed655b3-ed39-457b-b353-0296e3eaac46)] {{(pid=104526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 07:47:39.908883 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-5035da83-6ed7-4dc9-9ac5-db06362f3924 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625317'] for port (b1658091-3e2a-4495-88c2-31ee858bd29e), precommit_delete {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:47:39.922500 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.plugins.ml2.plugin [None req-5035da83-6ed7-4dc9-9ac5-db06362f3924 admin admin] Calling delete_port for b1658091-3e2a-4495-88c2-31ee858bd29e owned by network:router_gateway {{(pid=104526) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 25 07:47:39.943649 dv-cinder-825492-15-iscsi neutron-server[104528]: DEBUG neutron.db.l3_hamode_db [None req-bb5f12d5-db2b-4f91-ad73-4340291de45f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b89b4259-01c6-4f1d-b5d6-01807aa5b371', 'name': 'tempest-TestMinimumBasicScenario-1020510336-router', 'tenant_id': 'b92f2d9f77e046029d4b37ff2c4c8251', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T07:45:08Z', 'updated_at': '2022-05-25T07:47:39Z', 'revision_number': 6, 'project_id': 'b92f2d9f77e046029d4b37ff2c4c8251', 'gw_port_host': None}], 'dv-cinder-825492-15-iscsi', False) {} {{(pid=104528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 07:47:39.963694 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG dbcounter [-] [104526] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104526) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 07:47:39.966809 dv-cinder-825492-15-iscsi neutron-server[104528]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb5f12d5-db2b-4f91-ad73-4340291de45f None None] The sync data for ids ['b89b4259-01c6-4f1d-b5d6-01807aa5b371'] in dv-cinder-825492-15-iscsi is: [{'id': 'b89b4259-01c6-4f1d-b5d6-01807aa5b371', 'name': 'tempest-TestMinimumBasicScenario-1020510336-router', 'tenant_id': 'b92f2d9f77e046029d4b37ff2c4c8251', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T07:45:08Z', 'updated_at': '2022-05-25T07:47:39Z', 'revision_number': 6, 'project_id': 'b92f2d9f77e046029d4b37ff2c4c8251', 'gw_port_host': None}] {{(pid=104528) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 25 07:47:40.117028 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron_lib.callbacks.manager [None req-f9cd7ad7-9657-4dc4-ab64-74b2d9455e3c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754056472917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490168'] for agent (749e0e2c-8e71-4175-9046-27a8fd2a3a0a), after_update {{(pid=104527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:47:40.288958 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-5035da83-6ed7-4dc9-9ac5-db06362f3924 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-617841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612926', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754056714424', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754056173873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2909854'] for port (b1658091-3e2a-4495-88c2-31ee858bd29e), after_delete {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:47:40.313982 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5035da83-6ed7-4dc9-9ac5-db06362f3924 admin admin] Pushing event deleted for resources: {'Port': ['ID=b1658091-3e2a-4495-88c2-31ee858bd29e,revision_number=None']} {{(pid=104526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 07:47:40.387619 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-5035da83-6ed7-4dc9-9ac5-db06362f3924 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1614942'] for router_gateway (b89b4259-01c6-4f1d-b5d6-01807aa5b371), after_delete {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:47:40.388978 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.plugins.ml2.rpc [None req-4c581813-650f-4b4b-ac0f-82f585bea231 None None] Device 28245ada-209c-41c6-839d-549e69ae9a9d no longer exists at agent ovs-agent-dv-cinder-825492-15-iscsi {{(pid=104527) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 25 07:47:40.411672 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.plugins.ml2.plugin [None req-4c581813-650f-4b4b-ac0f-82f585bea231 None None] No Port match for: 28245ada-209c-41c6-839d-549e69ae9a9d {{(pid=104527) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 25 07:47:40.412010 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.plugins.ml2.rpc [None req-4c581813-650f-4b4b-ac0f-82f585bea231 None None] Device 28245ada-209c-41c6-839d-549e69ae9a9d not bound to the agent host dv-cinder-825492-15-iscsi {{(pid=104527) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 25 07:47:40.475351 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-5035da83-6ed7-4dc9-9ac5-db06362f3924 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1616001', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4897'] for router (b89b4259-01c6-4f1d-b5d6-01807aa5b371), precommit_delete {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:47:40.477524 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-5035da83-6ed7-4dc9-9ac5-db06362f3924 admin admin] Publish callbacks [] for router_controller (b89b4259-01c6-4f1d-b5d6-01807aa5b371), precommit_delete_associations {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:47:40.598528 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-5035da83-6ed7-4dc9-9ac5-db06362f3924 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1616120'] for router (b89b4259-01c6-4f1d-b5d6-01807aa5b371), after_delete {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:47:40.599170 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5035da83-6ed7-4dc9-9ac5-db06362f3924 admin admin] Fanout notify agent at l3_agent the message router_deleted on router b89b4259-01c6-4f1d-b5d6-01807aa5b371 {{(pid=104526) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 25 07:47:40.608457 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-5035da83-6ed7-4dc9-9ac5-db06362f3924 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:47:40.608457 dv-cinder-825492-15-iscsi neutron-server[104526]: INFO neutron.wsgi [None req-5035da83-6ed7-4dc9-9ac5-db06362f3924 admin admin] 10.222.0.24 "DELETE /v2.0/routers/b89b4259-01c6-4f1d-b5d6-01807aa5b371 HTTP/1.1" status: 204 len: 168 time: 1.0996201 May 25 07:47:40.608457 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.wsgi [-] (104526) accepted ('10.222.0.24', 52380) {{(pid=104526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 07:47:40.651827 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.db.db_base_plugin_v2 [None req-d8b0a1b3-f30f-4ecf-b3f8-077f010dabfe admin admin] Deleting subnet 7c5a4c1d-fd93-4bb3-bee1-d9f101fadb3b {{(pid=104526) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 25 07:47:40.654991 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-d8b0a1b3-f30f-4ecf-b3f8-077f010dabfe admin admin] Publish callbacks [] for subnet (7c5a4c1d-fd93-4bb3-bee1-d9f101fadb3b), before_delete {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:47:40.692668 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-d8b0a1b3-f30f-4ecf-b3f8-077f010dabfe admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58882376'] for subnet (7c5a4c1d-fd93-4bb3-bee1-d9f101fadb3b), precommit_delete_associations {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:47:40.767520 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-d8b0a1b3-f30f-4ecf-b3f8-077f010dabfe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1507510'] for subnet (7c5a4c1d-fd93-4bb3-bee1-d9f101fadb3b), precommit_delete {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:47:40.896502 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-d8b0a1b3-f30f-4ecf-b3f8-077f010dabfe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1507501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-280644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2910025', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58838858'] for subnet (7c5a4c1d-fd93-4bb3-bee1-d9f101fadb3b), after_delete {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:47:40.923077 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8b0a1b3-f30f-4ecf-b3f8-077f010dabfe admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7c5a4c1d-fd93-4bb3-bee1-d9f101fadb3b,revision_number=None']} {{(pid=104526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 07:47:40.927476 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-d8b0a1b3-f30f-4ecf-b3f8-077f010dabfe admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:47:40.930801 dv-cinder-825492-15-iscsi neutron-server[104526]: INFO neutron.wsgi [None req-d8b0a1b3-f30f-4ecf-b3f8-077f010dabfe admin admin] 10.222.0.24 "DELETE /v2.0/subnets/7c5a4c1d-fd93-4bb3-bee1-d9f101fadb3b HTTP/1.1" status: 204 len: 168 time: 0.3226922 May 25 07:47:40.933355 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron.wsgi [-] (104525) accepted ('10.222.0.24', 52382) {{(pid=104525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 07:47:40.935852 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d466bcf0-8fc2-4b8e-a8f4-e9ed5c72c9f7 None None] Network 3e294fd2-5690-4051-8b35-9db9abebfbe7 requested from dv-cinder-825492-15-iscsi {{(pid=104527) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 25 07:47:41.013303 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-51b4e8ed-6730-43ef-8e87-a39c2e487ebf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1321757'] for network (3e294fd2-5690-4051-8b35-9db9abebfbe7), before_delete {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:47:41.052427 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG dbcounter [-] [104525] Writing DB stats neutron:SELECT=91,neutron:DELETE=8,neutron:UPDATE=1 {{(pid=104525) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 07:47:41.058637 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron.plugins.ml2.plugin [None req-51b4e8ed-6730-43ef-8e87-a39c2e487ebf admin admin] Deleting port 0eaf4e8f-6917-4d77-9a50-3d20446eaccb {{(pid=104525) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 25 07:47:41.058637 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-51b4e8ed-6730-43ef-8e87-a39c2e487ebf admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754056702922'] for port (0eaf4e8f-6917-4d77-9a50-3d20446eaccb), before_delete {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:47:41.089312 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5b3b0ed-0a11-49b8-9050-937db4938bfa None None] DHCP port deletion for 3e294fd2-5690-4051-8b35-9db9abebfbe7 request from dv-cinder-825492-15-iscsi {{(pid=104527) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} May 25 07:47:41.125800 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron.plugins.ml2.db [None req-51b4e8ed-6730-43ef-8e87-a39c2e487ebf admin admin] For port 0eaf4e8f-6917-4d77-9a50-3d20446eaccb, host dv-cinder-825492-15-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825492-15-iscsi',level=0,port_id=0eaf4e8f-6917-4d77-9a50-3d20446eaccb,segment=NetworkSegment(9927a6b1-83da-4bb4-b873-4165b588f721),segment_id=9927a6b1-83da-4bb4-b873-4165b588f721)] {{(pid=104525) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 07:47:41.126078 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-51b4e8ed-6730-43ef-8e87-a39c2e487ebf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625317'] for port (0eaf4e8f-6917-4d77-9a50-3d20446eaccb), precommit_delete {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:47:41.128445 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.plugins.ml2.plugin [None req-f5b3b0ed-0a11-49b8-9050-937db4938bfa None None] Deleting port 0eaf4e8f-6917-4d77-9a50-3d20446eaccb {{(pid=104527) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 25 07:47:41.134680 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron_lib.callbacks.manager [None req-f5b3b0ed-0a11-49b8-9050-937db4938bfa None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754056702922'] for port (0eaf4e8f-6917-4d77-9a50-3d20446eaccb), before_delete {{(pid=104527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:47:41.140056 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron.plugins.ml2.plugin [None req-51b4e8ed-6730-43ef-8e87-a39c2e487ebf admin admin] Calling delete_port for 0eaf4e8f-6917-4d77-9a50-3d20446eaccb owned by network:dhcp {{(pid=104525) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 25 07:47:41.193395 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.plugins.ml2.db [None req-f5b3b0ed-0a11-49b8-9050-937db4938bfa None None] For port 0eaf4e8f-6917-4d77-9a50-3d20446eaccb, host dv-cinder-825492-15-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825492-15-iscsi',level=0,port_id=0eaf4e8f-6917-4d77-9a50-3d20446eaccb,segment=NetworkSegment(9927a6b1-83da-4bb4-b873-4165b588f721),segment_id=9927a6b1-83da-4bb4-b873-4165b588f721)] {{(pid=104527) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 07:47:41.193789 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron_lib.callbacks.manager [None req-f5b3b0ed-0a11-49b8-9050-937db4938bfa None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625317'] for port (0eaf4e8f-6917-4d77-9a50-3d20446eaccb), precommit_delete {{(pid=104527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:47:41.207852 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.plugins.ml2.plugin [None req-f5b3b0ed-0a11-49b8-9050-937db4938bfa None None] Calling delete_port for 0eaf4e8f-6917-4d77-9a50-3d20446eaccb owned by network:dhcp {{(pid=104527) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 25 07:47:41.288330 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-51b4e8ed-6730-43ef-8e87-a39c2e487ebf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-617841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612926', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754056714424', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754056173873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59563715'] for port (0eaf4e8f-6917-4d77-9a50-3d20446eaccb), after_delete {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:47:41.294108 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron_lib.callbacks.manager [None req-f5b3b0ed-0a11-49b8-9050-937db4938bfa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-617841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612926', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754056714424', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754056173873'] for port (0eaf4e8f-6917-4d77-9a50-3d20446eaccb), after_delete {{(pid=104527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:47:41.313248 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51b4e8ed-6730-43ef-8e87-a39c2e487ebf admin admin] Pushing event deleted for resources: {'Port': ['ID=0eaf4e8f-6917-4d77-9a50-3d20446eaccb,revision_number=None']} {{(pid=104525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 07:47:41.318964 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5b3b0ed-0a11-49b8-9050-937db4938bfa None None] Pushing event deleted for resources: {'Port': ['ID=0eaf4e8f-6917-4d77-9a50-3d20446eaccb,revision_number=None']} {{(pid=104527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 07:47:41.319484 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51b4e8ed-6730-43ef-8e87-a39c2e487ebf admin admin] No DVR routers for this DVR port 0eaf4e8f-6917-4d77-9a50-3d20446eaccb on host dv-cinder-825492-15-iscsi {{(pid=104525) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 25 07:47:41.320808 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5b3b0ed-0a11-49b8-9050-937db4938bfa None None] No DVR routers for this DVR port 0eaf4e8f-6917-4d77-9a50-3d20446eaccb on host dv-cinder-825492-15-iscsi {{(pid=104527) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 25 07:47:41.397782 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-51b4e8ed-6730-43ef-8e87-a39c2e487ebf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1508921', 'neutron.services.segments.db._delete_segments_for_network-8754056472935'] for network (3e294fd2-5690-4051-8b35-9db9abebfbe7), precommit_delete {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:47:41.418065 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron.services.segments.db [None req-51b4e8ed-6730-43ef-8e87-a39c2e487ebf admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3e294fd2-5690-4051-8b35-9db9abebfbe7']}} {{(pid=104525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 07:47:41.427156 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron.services.segments.db [None req-51b4e8ed-6730-43ef-8e87-a39c2e487ebf admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9927a6b1-83da-4bb4-b873-4165b588f721') {'for_net_delete': True} {{(pid=104525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 07:47:41.427454 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron.services.segments.db [None req-51b4e8ed-6730-43ef-8e87-a39c2e487ebf admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9927a6b1-83da-4bb4-b873-4165b588f721') {} {{(pid=104525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 07:47:41.436547 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-51b4e8ed-6730-43ef-8e87-a39c2e487ebf admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754056471920', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59371068'] for segment (9927a6b1-83da-4bb4-b873-4165b588f721), before_delete {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:47:41.449724 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-51b4e8ed-6730-43ef-8e87-a39c2e487ebf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1513389'] for segment (9927a6b1-83da-4bb4-b873-4165b588f721), precommit_delete {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:47:41.456360 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-51b4e8ed-6730-43ef-8e87-a39c2e487ebf admin admin] Releasing vlan 262 on physical network physnet1 to pool {{(pid=104525) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 25 07:47:41.456839 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-51b4e8ed-6730-43ef-8e87-a39c2e487ebf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1513389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59563766'] for segment (9927a6b1-83da-4bb4-b873-4165b588f721), after_delete {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:47:41.500915 dv-cinder-825492-15-iscsi neutron-server[104525]: INFO neutron.services.segments.plugin [-] Segment 9927a6b1-83da-4bb4-b873-4165b588f721 resource provider aggregate not found May 25 07:47:41.523805 dv-cinder-825492-15-iscsi neutron-server[104525]: INFO neutron.services.segments.plugin [-] Segment 9927a6b1-83da-4bb4-b873-4165b588f721 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 9927a6b1-83da-4bb4-b873-4165b588f721 found for delete ", "request_id": "req-8281fe31-17f6-4923-b8c1-b4efd85383af"}]} May 25 07:47:41.573883 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron_lib.callbacks.manager [None req-4c581813-650f-4b4b-ac0f-82f585bea231 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754056472917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490168'] for agent (67455b2d-ff20-4068-8b38-73bd0628c5cb), after_update {{(pid=104527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:47:41.608455 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-51b4e8ed-6730-43ef-8e87-a39c2e487ebf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1508912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-278710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612926', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1617334'] for network (3e294fd2-5690-4051-8b35-9db9abebfbe7), after_delete {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:47:41.614111 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-51b4e8ed-6730-43ef-8e87-a39c2e487ebf admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1612908'] for network (None), before_response {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:47:41.617353 dv-cinder-825492-15-iscsi neutron-server[104525]: INFO neutron.wsgi [None req-51b4e8ed-6730-43ef-8e87-a39c2e487ebf admin admin] 10.222.0.24 "DELETE /v2.0/networks/3e294fd2-5690-4051-8b35-9db9abebfbe7 HTTP/1.1" status: 204 len: 168 time: 0.6829641 May 25 07:47:41.628837 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51b4e8ed-6730-43ef-8e87-a39c2e487ebf admin admin] Pushing event deleted for resources: {'Network': ['ID=3e294fd2-5690-4051-8b35-9db9abebfbe7,revision_number=None']} {{(pid=104525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 07:47:41.965327 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron.wsgi [-] (104525) accepted ('10.222.0.24', 52390) {{(pid=104525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 07:47:42.006350 dv-cinder-825492-15-iscsi neutron-server[104525]: INFO neutron.wsgi [None req-b0ac7fea-85b4-40ad-92fd-dd8f10f70c28 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=ce3e8f3592894606afc4d35c82d8f36f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0398159 May 25 07:47:42.036630 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron.wsgi [-] (104525) accepted ('10.222.0.24', 52392) {{(pid=104525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 07:47:42.087179 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.plugins.ml2.rpc [None req-4c581813-650f-4b4b-ac0f-82f585bea231 None None] Device 0eaf4e8f-6917-4d77-9a50-3d20446eaccb no longer exists at agent ovs-agent-dv-cinder-825492-15-iscsi {{(pid=104527) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 25 07:47:42.088202 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG dbcounter [-] [104525] Writing DB stats neutron:SELECT=92,neutron:DELETE=8 {{(pid=104525) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 07:47:42.093683 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-80f22e1c-4b2c-40cf-a34b-4f278270619f admin admin] Publish callbacks [] for security_group (1ced07ab-21b0-4a9f-8788-f41419ff702c), before_delete {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:47:42.109887 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.plugins.ml2.plugin [None req-4c581813-650f-4b4b-ac0f-82f585bea231 None None] No Port match for: 0eaf4e8f-6917-4d77-9a50-3d20446eaccb {{(pid=104527) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 25 07:47:42.110222 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.plugins.ml2.rpc [None req-4c581813-650f-4b4b-ac0f-82f585bea231 None None] Device 0eaf4e8f-6917-4d77-9a50-3d20446eaccb not bound to the agent host dv-cinder-825492-15-iscsi {{(pid=104527) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 25 07:47:42.110634 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.plugins.ml2.rpc [None req-4c581813-650f-4b4b-ac0f-82f585bea231 None None] Device b1658091-3e2a-4495-88c2-31ee858bd29e no longer exists at agent ovs-agent-dv-cinder-825492-15-iscsi {{(pid=104527) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 25 07:47:42.121351 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-80f22e1c-4b2c-40cf-a34b-4f278270619f admin admin] Publish callbacks [] for security_group (1ced07ab-21b0-4a9f-8788-f41419ff702c), precommit_delete {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:47:42.125715 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG dbcounter [-] [104526] Writing DB stats neutron:UPDATE=4,neutron:SELECT=84,neutron:DELETE=12 {{(pid=104526) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 07:47:42.131348 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.plugins.ml2.plugin [None req-4c581813-650f-4b4b-ac0f-82f585bea231 None None] No Port match for: b1658091-3e2a-4495-88c2-31ee858bd29e {{(pid=104527) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 25 07:47:42.131927 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.plugins.ml2.rpc [None req-4c581813-650f-4b4b-ac0f-82f585bea231 None None] Device b1658091-3e2a-4495-88c2-31ee858bd29e not bound to the agent host dv-cinder-825492-15-iscsi {{(pid=104527) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 25 07:47:42.164655 dv-cinder-825492-15-iscsi neutron-server[104526]: INFO neutron.wsgi [req-a6c5d22c-c9e3-42a0-92b1-cbce533c7cd6 req-efae5537-9931-49c5-ab5e-1a4554a432f1 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=684d03bd-f960-4032-8299-19dc8fa3029e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0472367 May 25 07:47:42.233181 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6c5d22c-c9e3-42a0-92b1-cbce533c7cd6 req-944fa394-bd99-469d-b16f-0d474a08e59e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 07:47:42.234568 dv-cinder-825492-15-iscsi neutron-server[104526]: INFO neutron.wsgi [req-a6c5d22c-c9e3-42a0-92b1-cbce533c7cd6 req-944fa394-bd99-469d-b16f-0d474a08e59e service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=f5e67d0f06be415794efd436655904b3&device_id=684d03bd-f960-4032-8299-19dc8fa3029e HTTP/1.1" status: 200 len: 1129 time: 0.0398550 May 25 07:47:42.261293 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-80f22e1c-4b2c-40cf-a34b-4f278270619f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-278753'] for security_group (1ced07ab-21b0-4a9f-8788-f41419ff702c), after_delete {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:47:42.263967 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-80f22e1c-4b2c-40cf-a34b-4f278270619f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:47:42.265177 dv-cinder-825492-15-iscsi neutron-server[104525]: INFO neutron.wsgi [None req-80f22e1c-4b2c-40cf-a34b-4f278270619f admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/1ced07ab-21b0-4a9f-8788-f41419ff702c HTTP/1.1" status: 204 len: 168 time: 0.2276533 May 25 07:47:42.278122 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80f22e1c-4b2c-40cf-a34b-4f278270619f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ced07ab-21b0-4a9f-8788-f41419ff702c,revision_number=None']} {{(pid=104525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 07:47:42.341174 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6c5d22c-c9e3-42a0-92b1-cbce533c7cd6 req-f0a26595-394a-46df-9006-4b5da3f1dbe4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 07:47:42.342627 dv-cinder-825492-15-iscsi neutron-server[104526]: INFO neutron.wsgi [req-a6c5d22c-c9e3-42a0-92b1-cbce533c7cd6 req-f0a26595-394a-46df-9006-4b5da3f1dbe4 service neutron] 10.222.0.41 "GET /v2.0/networks?id=9bcd68e9-0045-4b34-8142-bf28d91642fb HTTP/1.1" status: 200 len: 913 time: 0.0898743 May 25 07:47:42.399255 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG dbcounter [-] [104526] Writing DB stats neutron:UPDATE=2,neutron:SELECT=92,neutron:DELETE=6 {{(pid=104526) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 07:47:42.410225 dv-cinder-825492-15-iscsi neutron-server[104526]: INFO neutron.wsgi [req-a6c5d22c-c9e3-42a0-92b1-cbce533c7cd6 req-9c14c20a-3d1e-4777-b26b-ac5a8eea70ad service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=4241ca06-1fe2-4402-b408-b4b6b705733f HTTP/1.1" status: 200 len: 1001 time: 0.0605826 May 25 07:47:42.457599 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6c5d22c-c9e3-42a0-92b1-cbce533c7cd6 req-4040572f-fa9e-4cb4-8c56-51e1cf340897 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 07:47:42.459084 dv-cinder-825492-15-iscsi neutron-server[104526]: INFO neutron.wsgi [req-a6c5d22c-c9e3-42a0-92b1-cbce533c7cd6 req-4040572f-fa9e-4cb4-8c56-51e1cf340897 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=79361af5-cc98-4fe6-aade-34c4cdb65654 HTTP/1.1" status: 200 len: 851 time: 0.0438287 May 25 07:47:42.505462 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6c5d22c-c9e3-42a0-92b1-cbce533c7cd6 req-03e343a0-e663-489d-a482-5bb8a7eb309f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 07:47:42.506911 dv-cinder-825492-15-iscsi neutron-server[104526]: INFO neutron.wsgi [req-a6c5d22c-c9e3-42a0-92b1-cbce533c7cd6 req-03e343a0-e663-489d-a482-5bb8a7eb309f service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=9bcd68e9-0045-4b34-8142-bf28d91642fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0419016 May 25 07:47:42.602983 dv-cinder-825492-15-iscsi neutron-server[104526]: INFO neutron.wsgi [req-a6c5d22c-c9e3-42a0-92b1-cbce533c7cd6 req-b8151fb4-e881-4e96-b285-7884c0ba00f9 service neutron] 10.222.0.41 "GET /v2.0/networks/9bcd68e9-0045-4b34-8142-bf28d91642fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0900967 May 25 07:47:42.693223 dv-cinder-825492-15-iscsi neutron-server[104526]: INFO neutron.wsgi [req-a6c5d22c-c9e3-42a0-92b1-cbce533c7cd6 req-db17b14f-23ac-442a-acee-cabed87ccd65 service neutron] 10.222.0.41 "GET /v2.0/networks/9bcd68e9-0045-4b34-8142-bf28d91642fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847857 May 25 07:47:42.954211 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.wsgi [-] (104526) accepted ('10.222.0.24', 52398) {{(pid=104526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 07:47:42.998355 dv-cinder-825492-15-iscsi neutron-server[104526]: INFO neutron.wsgi [None req-45e4782e-0147-4ed7-8610-a4ed1b6a2c8c admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=b92f2d9f77e046029d4b37ff2c4c8251&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0428500 May 25 07:47:43.000864 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.wsgi [-] (104526) accepted ('10.222.0.24', 52400) {{(pid=104526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 07:47:43.047550 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-6982640f-a3f9-4d59-92e3-a33b4ec1fad7 admin admin] Publish callbacks [] for security_group (59b280dc-30bc-4baf-a966-f102875fa076), before_delete {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:47:43.070154 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-6982640f-a3f9-4d59-92e3-a33b4ec1fad7 admin admin] Publish callbacks [] for security_group (59b280dc-30bc-4baf-a966-f102875fa076), precommit_delete {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:47:43.232781 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-6982640f-a3f9-4d59-92e3-a33b4ec1fad7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-278753'] for security_group (59b280dc-30bc-4baf-a966-f102875fa076), after_delete {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:47:43.235297 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-6982640f-a3f9-4d59-92e3-a33b4ec1fad7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:47:43.236515 dv-cinder-825492-15-iscsi neutron-server[104526]: INFO neutron.wsgi [None req-6982640f-a3f9-4d59-92e3-a33b4ec1fad7 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/59b280dc-30bc-4baf-a966-f102875fa076 HTTP/1.1" status: 204 len: 168 time: 0.2347388 May 25 07:47:43.244550 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6982640f-a3f9-4d59-92e3-a33b4ec1fad7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=59b280dc-30bc-4baf-a966-f102875fa076,revision_number=None']} {{(pid=104526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 07:47:52.114420 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG dbcounter [-] [104527] Writing DB stats neutron:SELECT=67,neutron:DELETE=8,neutron:UPDATE=3 {{(pid=104527) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 07:47:52.270146 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG dbcounter [-] [104525] Writing DB stats neutron:SELECT=47,neutron:DELETE=6,neutron:UPDATE=1 {{(pid=104525) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 07:47:53.239237 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG dbcounter [-] [104526] Writing DB stats neutron:SELECT=26,neutron:DELETE=2 {{(pid=104526) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 07:47:53.239941 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG dbcounter [-] [104526] Writing DB stats neutron:SELECT=77,neutron:DELETE=2 {{(pid=104526) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 07:47:53.259718 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG dbcounter [-] [104527] Writing DB stats neutron:SELECT=43,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=104527) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 07:47:57.890684 dv-cinder-825492-15-iscsi neutron-server[104528]: DEBUG dbcounter [-] [104528] Writing DB stats neutron:SELECT=43 {{(pid=104528) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 07:47:57.891347 dv-cinder-825492-15-iscsi neutron-server[104528]: DEBUG dbcounter [-] [104528] Writing DB stats neutron:SELECT=46 {{(pid=104528) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 07:48:00.628865 dv-cinder-825492-15-iscsi neutron-server[104528]: DEBUG neutron.db.agents_db [None req-434abceb-772f-4043-8698-cfe4a44654b9 None None] Agent healthcheck: found 6 active agents {{(pid=104528) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 25 07:48:02.197798 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron_lib.callbacks.manager [None req-798242cc-9ea0-464c-9109-86bd7997349e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754056472917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490168'] for agent (bbf5dc8c-5103-4973-a6b6-76af4660c126), after_update {{(pid=104527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:48:05.266774 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron_lib.callbacks.manager [None req-dea48a11-4c71-4fcb-978e-bf89728d08aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754056472917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490168'] for agent (6cf9466f-68ff-4d03-9bb6-0c8244fa88eb), after_update {{(pid=104527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:48:07.493373 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron_lib.callbacks.manager [None req-ce54ddac-54c4-4b3b-9f88-0dfb9d47f174 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754056472917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490168'] for agent (54ff4013-997e-4376-a4e9-e6c98cf37cc7), after_update {{(pid=104527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:48:08.644304 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96de25a2-3d87-4364-a20d-5110adc58836 req-16e71f1c-be37-468d-8831-2aa32673aa2c tempest-TestVolumeBootPattern-1147907125 tempest-TestVolumeBootPattern-1147907125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 07:48:08.645803 dv-cinder-825492-15-iscsi neutron-server[104525]: INFO neutron.wsgi [req-96de25a2-3d87-4364-a20d-5110adc58836 req-16e71f1c-be37-468d-8831-2aa32673aa2c tempest-TestVolumeBootPattern-1147907125 tempest-TestVolumeBootPattern-1147907125-project] 10.222.0.24 "GET /v2.0/ports?device_id=684d03bd-f960-4032-8299-19dc8fa3029e HTTP/1.1" status: 200 len: 945 time: 0.0498717 May 25 07:48:08.655793 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron_lib.callbacks.manager [None req-461c163e-e11a-425b-8a8d-f39fb153da48 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754056472917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490168'] for agent (fa5554a0-25df-434f-a0d0-5996d872220a), after_update {{(pid=104527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:48:08.698776 dv-cinder-825492-15-iscsi neutron-server[104525]: INFO neutron.wsgi [req-96de25a2-3d87-4364-a20d-5110adc58836 req-4329ab3a-5238-481f-810d-324a1972ebc7 tempest-TestVolumeBootPattern-1147907125 tempest-TestVolumeBootPattern-1147907125-project] 10.222.0.24 "GET /v2.0/security-groups?id=0c2f491d-41ea-4a0f-9897-87861bfa1a99&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469098 May 25 07:48:09.812525 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad1c6a78-076e-4292-922e-f47e95f18be5 req-c256d4c5-f511-4102-a27c-b1e21965b4bc tempest-TestVolumeBootPattern-1147907125 tempest-TestVolumeBootPattern-1147907125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 07:48:09.813984 dv-cinder-825492-15-iscsi neutron-server[104526]: INFO neutron.wsgi [req-ad1c6a78-076e-4292-922e-f47e95f18be5 req-c256d4c5-f511-4102-a27c-b1e21965b4bc tempest-TestVolumeBootPattern-1147907125 tempest-TestVolumeBootPattern-1147907125-project] 10.222.0.24 "GET /v2.0/ports?device_id=684d03bd-f960-4032-8299-19dc8fa3029e HTTP/1.1" status: 200 len: 945 time: 0.0466671 May 25 07:48:09.861924 dv-cinder-825492-15-iscsi neutron-server[104526]: INFO neutron.wsgi [req-ad1c6a78-076e-4292-922e-f47e95f18be5 req-5d65415d-c47e-46f9-b490-9141dfd67571 tempest-TestVolumeBootPattern-1147907125 tempest-TestVolumeBootPattern-1147907125-project] 10.222.0.24 "GET /v2.0/security-groups?id=0c2f491d-41ea-4a0f-9897-87861bfa1a99&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413241 May 25 07:48:10.127827 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron_lib.callbacks.manager [None req-f9cd7ad7-9657-4dc4-ab64-74b2d9455e3c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754056472917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490168'] for agent (749e0e2c-8e71-4175-9046-27a8fd2a3a0a), after_update {{(pid=104527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:48:10.210842 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00ff550a-9358-4868-a1b4-9db9138c2212 req-5af8068c-a2e0-42eb-a46b-6c630c5650a2 tempest-TestVolumeBootPattern-1147907125 tempest-TestVolumeBootPattern-1147907125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 07:48:10.212311 dv-cinder-825492-15-iscsi neutron-server[104526]: INFO neutron.wsgi [req-00ff550a-9358-4868-a1b4-9db9138c2212 req-5af8068c-a2e0-42eb-a46b-6c630c5650a2 tempest-TestVolumeBootPattern-1147907125 tempest-TestVolumeBootPattern-1147907125-project] 10.222.0.41 "GET /v2.0/ports?device_id=684d03bd-f960-4032-8299-19dc8fa3029e HTTP/1.1" status: 200 len: 945 time: 0.0498426 May 25 07:48:10.290518 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.plugins.ml2.plugin [req-00ff550a-9358-4868-a1b4-9db9138c2212 req-34e23965-c307-4c87-9fc8-ad6934f174b1 tempest-TestVolumeBootPattern-1147907125 tempest-TestVolumeBootPattern-1147907125-project] Deleting port 4241ca06-1fe2-4402-b408-b4b6b705733f {{(pid=104526) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 25 07:48:10.290851 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [req-00ff550a-9358-4868-a1b4-9db9138c2212 req-34e23965-c307-4c87-9fc8-ad6934f174b1 tempest-TestVolumeBootPattern-1147907125 tempest-TestVolumeBootPattern-1147907125-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754056702922'] for port (4241ca06-1fe2-4402-b408-b4b6b705733f), before_delete {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:48:10.381040 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.plugins.ml2.db [req-00ff550a-9358-4868-a1b4-9db9138c2212 req-34e23965-c307-4c87-9fc8-ad6934f174b1 tempest-TestVolumeBootPattern-1147907125 tempest-TestVolumeBootPattern-1147907125-project] For port 4241ca06-1fe2-4402-b408-b4b6b705733f, host hv-cinder-82549, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82549',level=0,port_id=4241ca06-1fe2-4402-b408-b4b6b705733f,segment=NetworkSegment(9a610226-7c21-4d7a-9db8-be7770bde605),segment_id=9a610226-7c21-4d7a-9db8-be7770bde605)] {{(pid=104526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 07:48:10.381273 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [req-00ff550a-9358-4868-a1b4-9db9138c2212 req-34e23965-c307-4c87-9fc8-ad6934f174b1 tempest-TestVolumeBootPattern-1147907125 tempest-TestVolumeBootPattern-1147907125-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625317'] for port (4241ca06-1fe2-4402-b408-b4b6b705733f), precommit_delete {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:48:10.538534 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [req-00ff550a-9358-4868-a1b4-9db9138c2212 req-34e23965-c307-4c87-9fc8-ad6934f174b1 tempest-TestVolumeBootPattern-1147907125 tempest-TestVolumeBootPattern-1147907125-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:48:10.538889 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [req-00ff550a-9358-4868-a1b4-9db9138c2212 req-34e23965-c307-4c87-9fc8-ad6934f174b1 tempest-TestVolumeBootPattern-1147907125 tempest-TestVolumeBootPattern-1147907125-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1617316'] for floatingip (ef8fe012-2704-4aac-a43a-6f9a3880ae98), after_update {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:48:10.539198 dv-cinder-825492-15-iscsi neutron-server[104526]: INFO neutron.db.l3_db [req-00ff550a-9358-4868-a1b4-9db9138c2212 req-34e23965-c307-4c87-9fc8-ad6934f174b1 tempest-TestVolumeBootPattern-1147907125 tempest-TestVolumeBootPattern-1147907125-project] Floating IP ef8fe012-2704-4aac-a43a-6f9a3880ae98 disassociated. External IP: 172.27.3.190, port: 4241ca06-1fe2-4402-b408-b4b6b705733f. May 25 07:48:10.539548 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.plugins.ml2.plugin [req-00ff550a-9358-4868-a1b4-9db9138c2212 req-34e23965-c307-4c87-9fc8-ad6934f174b1 tempest-TestVolumeBootPattern-1147907125 tempest-TestVolumeBootPattern-1147907125-project] Calling delete_port for 4241ca06-1fe2-4402-b408-b4b6b705733f owned by compute:nova {{(pid=104526) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 25 07:48:10.623905 dv-cinder-825492-15-iscsi neutron-server[104528]: DEBUG dbcounter [-] [104528] Writing DB stats neutron:SELECT=1 {{(pid=104528) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 07:48:10.625111 dv-cinder-825492-15-iscsi neutron-server[104528]: DEBUG dbcounter [-] [104528] Writing DB stats neutron:SELECT=1 {{(pid=104528) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 07:48:10.735279 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [req-00ff550a-9358-4868-a1b4-9db9138c2212 req-34e23965-c307-4c87-9fc8-ad6934f174b1 tempest-TestVolumeBootPattern-1147907125 tempest-TestVolumeBootPattern-1147907125-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-617841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612926', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754056714424', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754056173873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2909854'] for port (4241ca06-1fe2-4402-b408-b4b6b705733f), after_delete {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:48:10.764503 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34e23965-c307-4c87-9fc8-ad6934f174b1 tempest-TestVolumeBootPattern-1147907125 tempest-TestVolumeBootPattern-1147907125-project] Pushing event deleted for resources: {'Port': ['ID=4241ca06-1fe2-4402-b408-b4b6b705733f,revision_number=None']} {{(pid=104526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 07:48:10.776807 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34e23965-c307-4c87-9fc8-ad6934f174b1 tempest-TestVolumeBootPattern-1147907125 tempest-TestVolumeBootPattern-1147907125-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825492-15-iscsi {{(pid=104526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 07:48:10.777155 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34e23965-c307-4c87-9fc8-ad6934f174b1 tempest-TestVolumeBootPattern-1147907125 tempest-TestVolumeBootPattern-1147907125-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825492-15-iscsi {{(pid=104526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 07:48:10.777496 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34e23965-c307-4c87-9fc8-ad6934f174b1 tempest-TestVolumeBootPattern-1147907125 tempest-TestVolumeBootPattern-1147907125-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825492-15-iscsi {{(pid=104526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 07:48:10.777833 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34e23965-c307-4c87-9fc8-ad6934f174b1 tempest-TestVolumeBootPattern-1147907125 tempest-TestVolumeBootPattern-1147907125-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825492-15-iscsi {{(pid=104526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 07:48:10.778162 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34e23965-c307-4c87-9fc8-ad6934f174b1 tempest-TestVolumeBootPattern-1147907125 tempest-TestVolumeBootPattern-1147907125-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825492-15-iscsi {{(pid=104526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 07:48:10.778490 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34e23965-c307-4c87-9fc8-ad6934f174b1 tempest-TestVolumeBootPattern-1147907125 tempest-TestVolumeBootPattern-1147907125-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825492-15-iscsi {{(pid=104526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 07:48:10.778822 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34e23965-c307-4c87-9fc8-ad6934f174b1 tempest-TestVolumeBootPattern-1147907125 tempest-TestVolumeBootPattern-1147907125-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825492-15-iscsi {{(pid=104526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 07:48:10.779144 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34e23965-c307-4c87-9fc8-ad6934f174b1 tempest-TestVolumeBootPattern-1147907125 tempest-TestVolumeBootPattern-1147907125-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-825492-15-iscsi {{(pid=104526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 07:48:10.779465 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34e23965-c307-4c87-9fc8-ad6934f174b1 tempest-TestVolumeBootPattern-1147907125 tempest-TestVolumeBootPattern-1147907125-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-825492-15-iscsi {{(pid=104526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 07:48:10.779792 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34e23965-c307-4c87-9fc8-ad6934f174b1 tempest-TestVolumeBootPattern-1147907125 tempest-TestVolumeBootPattern-1147907125-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-825492-15-iscsi {{(pid=104526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 07:48:10.780114 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34e23965-c307-4c87-9fc8-ad6934f174b1 tempest-TestVolumeBootPattern-1147907125 tempest-TestVolumeBootPattern-1147907125-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-825492-15-iscsi {{(pid=104526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 07:48:10.780436 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34e23965-c307-4c87-9fc8-ad6934f174b1 tempest-TestVolumeBootPattern-1147907125 tempest-TestVolumeBootPattern-1147907125-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825492-15-iscsi {{(pid=104526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 07:48:10.780780 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34e23965-c307-4c87-9fc8-ad6934f174b1 tempest-TestVolumeBootPattern-1147907125 tempest-TestVolumeBootPattern-1147907125-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825492-15-iscsi {{(pid=104526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 07:48:10.781098 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34e23965-c307-4c87-9fc8-ad6934f174b1 tempest-TestVolumeBootPattern-1147907125 tempest-TestVolumeBootPattern-1147907125-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825492-15-iscsi {{(pid=104526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 07:48:10.781414 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34e23965-c307-4c87-9fc8-ad6934f174b1 tempest-TestVolumeBootPattern-1147907125 tempest-TestVolumeBootPattern-1147907125-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825492-15-iscsi {{(pid=104526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 07:48:10.885958 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.scheduler.l3_agent_scheduler [req-00ff550a-9358-4868-a1b4-9db9138c2212 req-34e23965-c307-4c87-9fc8-ad6934f174b1 tempest-TestVolumeBootPattern-1147907125 tempest-TestVolumeBootPattern-1147907125-project] Router ebde3b4b-02cb-4bf4-901f-5ff0707d3ffa has already been hosted by L3 agent 54ff4013-997e-4376-a4e9-e6c98cf37cc7 {{(pid=104526) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 25 07:48:10.959926 dv-cinder-825492-15-iscsi neutron-server[104525]: INFO neutron.wsgi [req-63503dac-8472-4470-8f68-ede1c7036e6f req-f7ae371f-a507-4d07-b6a0-b4be4bec2fc8 tempest-TestVolumeBootPattern-1147907125 tempest-TestVolumeBootPattern-1147907125-project] 10.222.0.24 "GET /v2.0/ports?device_id=684d03bd-f960-4032-8299-19dc8fa3029e HTTP/1.1" status: 200 len: 210 time: 0.0268006 May 25 07:48:10.991400 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-00ff550a-9358-4868-a1b4-9db9138c2212 req-34e23965-c307-4c87-9fc8-ad6934f174b1 tempest-TestVolumeBootPattern-1147907125 tempest-TestVolumeBootPattern-1147907125-project] Notify agent at l3_agent.dv-cinder-825492-15-iscsi the message routers_updated {{(pid=104526) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 25 07:48:11.003508 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9586a88-75aa-493e-a763-23495ca06ec2 None None] Sync routers for ids ['ebde3b4b-02cb-4bf4-901f-5ff0707d3ffa'] in dv-cinder-825492-15-iscsi {{(pid=104527) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 25 07:48:11.013277 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9586a88-75aa-493e-a763-23495ca06ec2 None None] Routers {'ebde3b4b-02cb-4bf4-901f-5ff0707d3ffa'} bound to L3 agent in host dv-cinder-825492-15-iscsi {{(pid=104527) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 25 07:48:11.013883 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.db.l3_hamode_db [None req-c9586a88-75aa-493e-a763-23495ca06ec2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825492-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-25T07:27:37Z,description=,heartbeat_timestamp=2022-05-25T07:48:07Z,host='dv-cinder-825492-15-iscsi',id=54ff4013-997e-4376-a4e9-e6c98cf37cc7,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T07:27:38Z,topic='l3_agent')) {'router_ids': ['ebde3b4b-02cb-4bf4-901f-5ff0707d3ffa'], 'active': True} {{(pid=104527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 07:48:11.033549 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.db.l3_dvrscheduler_db [req-00ff550a-9358-4868-a1b4-9db9138c2212 req-34e23965-c307-4c87-9fc8-ad6934f174b1 tempest-TestVolumeBootPattern-1147907125 tempest-TestVolumeBootPattern-1147907125-project] No DVR routers for this DVR port 4241ca06-1fe2-4402-b408-b4b6b705733f on host hv-cinder-82549 {{(pid=104526) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 25 07:48:11.035993 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [req-00ff550a-9358-4868-a1b4-9db9138c2212 req-34e23965-c307-4c87-9fc8-ad6934f174b1 tempest-TestVolumeBootPattern-1147907125 tempest-TestVolumeBootPattern-1147907125-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93885'] for port (None), before_response {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:48:11.040100 dv-cinder-825492-15-iscsi neutron-server[104526]: INFO neutron.wsgi [req-00ff550a-9358-4868-a1b4-9db9138c2212 req-34e23965-c307-4c87-9fc8-ad6934f174b1 tempest-TestVolumeBootPattern-1147907125 tempest-TestVolumeBootPattern-1147907125-project] 10.222.0.41 "DELETE /v2.0/ports/4241ca06-1fe2-4402-b408-b4b6b705733f HTTP/1.1" status: 204 len: 173 time: 0.8224092 May 25 07:48:11.040556 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '684d03bd-f960-4032-8299-19dc8fa3029e', 'name': 'network-vif-deleted', 'tag': '4241ca06-1fe2-4402-b408-b4b6b705733f'}] {{(pid=104526) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 25 07:48:11.042828 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db633a5f02cadde147c9bc1566607705b0433b891c7275f259bdbd209e6b6683" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c4861b9f-f82b-4ac2-aa6e-dd5082aefc3e" -d '{"events": [{"server_uuid": "684d03bd-f960-4032-8299-19dc8fa3029e", "name": "network-vif-deleted", "tag": "4241ca06-1fe2-4402-b408-b4b6b705733f"}]}' {{(pid=104526) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 25 07:48:11.119142 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.db.l3_dvr_db [None req-c9586a88-75aa-493e-a763-23495ca06ec2 None None] Set router ebde3b4b-02cb-4bf4-901f-5ff0707d3ffa gateway port host: dv-cinder-825492-15-iscsi {{(pid=104527) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 25 07:48:11.329999 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.db.l3_hamode_db [None req-c9586a88-75aa-493e-a763-23495ca06ec2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ebde3b4b-02cb-4bf4-901f-5ff0707d3ffa', 'name': 'tempest-TestVolumeBootPattern-1211832049-router', 'tenant_id': 'f5e67d0f06be415794efd436655904b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '29c629bd-3f50-4535-bfbc-a047608d6fb6', 'external_fixed_ips': [{'subnet_id': '7934ff5a-43f1-4f76-b9d8-e4343ace34f5', 'ip_address': '172.27.3.48'}], 'enable_snat': True}, 'gw_port_id': '9ecb0563-65ad-4bc0-a223-324ae8c6d8f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T07:44:55Z', 'updated_at': '2022-05-25T07:44:58Z', 'revision_number': 4, 'project_id': 'f5e67d0f06be415794efd436655904b3', 'gw_port': {'id': '9ecb0563-65ad-4bc0-a223-324ae8c6d8f7', 'name': '', 'network_id': '29c629bd-3f50-4535-bfbc-a047608d6fb6', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:d0:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebde3b4b-02cb-4bf4-901f-5ff0707d3ffa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 650, 'fixed_ips': [{'subnet_id': '7934ff5a-43f1-4f76-b9d8-e4343ace34f5', 'ip_address': '172.27.3.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825492-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T07:44:56Z', 'updated_at': '2022-05-25T07:45:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7934ff5a-43f1-4f76-b9d8-e4343ace34f5', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825492-15-iscsi', '_interfaces': [{'id': '71945d30-2083-402b-a29e-2effc8003ab4', 'name': '', 'network_id': '9bcd68e9-0045-4b34-8142-bf28d91642fb', 'tenant_id': 'f5e67d0f06be415794efd436655904b3', 'mac_address': 'fa:16:3e:de:ac:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebde3b4b-02cb-4bf4-901f-5ff0707d3ffa', 'device_owner': 'network:router_interface', 'standard_attr_id': 659, 'fixed_ips': [{'subnet_id': '79361af5-cc98-4fe6-aade-34c4cdb65654', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825492-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T07:44:58Z', 'updated_at': '2022-05-25T07:45:06Z', 'revision_number': 5, 'project_id': 'f5e67d0f06be415794efd436655904b3', 'subnets': [{'id': '79361af5-cc98-4fe6-aade-34c4cdb65654', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-825492-15-iscsi', False) {} {{(pid=104527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 07:48:11.351720 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 25 May 2022 07:48:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9fe588a5-2236-4682-a6b9-4523baf3c296 x-openstack-request-id: req-9fe588a5-2236-4682-a6b9-4523baf3c296 {{(pid=104526) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 25 07:48:11.351979 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "684d03bd-f960-4032-8299-19dc8fa3029e", "name": "network-vif-deleted", "tag": "4241ca06-1fe2-4402-b408-b4b6b705733f", "status": "completed", "code": 200}]} {{(pid=104526) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 25 07:48:11.352230 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-9fe588a5-2236-4682-a6b9-4523baf3c296 {{(pid=104526) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 25 07:48:11.352690 dv-cinder-825492-15-iscsi neutron-server[104526]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9fe588a5-2236-4682-a6b9-4523baf3c296'] response: {'server_uuid': '684d03bd-f960-4032-8299-19dc8fa3029e', 'name': 'network-vif-deleted', 'tag': '4241ca06-1fe2-4402-b408-b4b6b705733f', 'status': 'completed', 'code': 200} May 25 07:48:11.357844 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9586a88-75aa-493e-a763-23495ca06ec2 None None] Checking router: ebde3b4b-02cb-4bf4-901f-5ff0707d3ffa for host: dv-cinder-825492-15-iscsi {{(pid=104527) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 25 07:48:11.366223 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9586a88-75aa-493e-a763-23495ca06ec2 None None] Routers {'ebde3b4b-02cb-4bf4-901f-5ff0707d3ffa'} bound to L3 agent in host dv-cinder-825492-15-iscsi {{(pid=104527) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 25 07:48:11.366811 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.db.l3_hamode_db [None req-c9586a88-75aa-493e-a763-23495ca06ec2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825492-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-25T07:27:37Z,description=,heartbeat_timestamp=2022-05-25T07:48:07Z,host='dv-cinder-825492-15-iscsi',id=54ff4013-997e-4376-a4e9-e6c98cf37cc7,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T07:27:38Z,topic='l3_agent')) {'router_ids': ['ebde3b4b-02cb-4bf4-901f-5ff0707d3ffa'], 'active': True} {{(pid=104527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 07:48:11.469240 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.db.l3_dvr_db [None req-c9586a88-75aa-493e-a763-23495ca06ec2 None None] Set router ebde3b4b-02cb-4bf4-901f-5ff0707d3ffa gateway port host: dv-cinder-825492-15-iscsi {{(pid=104527) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 25 07:48:11.619277 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron_lib.callbacks.manager [None req-4c581813-650f-4b4b-ac0f-82f585bea231 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754056472917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490168'] for agent (67455b2d-ff20-4068-8b38-73bd0628c5cb), after_update {{(pid=104527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:48:11.662675 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.db.l3_hamode_db [None req-c9586a88-75aa-493e-a763-23495ca06ec2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ebde3b4b-02cb-4bf4-901f-5ff0707d3ffa', 'name': 'tempest-TestVolumeBootPattern-1211832049-router', 'tenant_id': 'f5e67d0f06be415794efd436655904b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '29c629bd-3f50-4535-bfbc-a047608d6fb6', 'external_fixed_ips': [{'subnet_id': '7934ff5a-43f1-4f76-b9d8-e4343ace34f5', 'ip_address': '172.27.3.48'}], 'enable_snat': True}, 'gw_port_id': '9ecb0563-65ad-4bc0-a223-324ae8c6d8f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T07:44:55Z', 'updated_at': '2022-05-25T07:44:58Z', 'revision_number': 4, 'project_id': 'f5e67d0f06be415794efd436655904b3', 'gw_port': {'id': '9ecb0563-65ad-4bc0-a223-324ae8c6d8f7', 'name': '', 'network_id': '29c629bd-3f50-4535-bfbc-a047608d6fb6', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:d0:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebde3b4b-02cb-4bf4-901f-5ff0707d3ffa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 650, 'fixed_ips': [{'subnet_id': '7934ff5a-43f1-4f76-b9d8-e4343ace34f5', 'ip_address': '172.27.3.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825492-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T07:44:56Z', 'updated_at': '2022-05-25T07:45:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7934ff5a-43f1-4f76-b9d8-e4343ace34f5', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825492-15-iscsi', '_interfaces': [{'id': '71945d30-2083-402b-a29e-2effc8003ab4', 'name': '', 'network_id': '9bcd68e9-0045-4b34-8142-bf28d91642fb', 'tenant_id': 'f5e67d0f06be415794efd436655904b3', 'mac_address': 'fa:16:3e:de:ac:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebde3b4b-02cb-4bf4-901f-5ff0707d3ffa', 'device_owner': 'network:router_interface', 'standard_attr_id': 659, 'fixed_ips': [{'subnet_id': '79361af5-cc98-4fe6-aade-34c4cdb65654', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825492-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T07:44:58Z', 'updated_at': '2022-05-25T07:45:06Z', 'revision_number': 5, 'project_id': 'f5e67d0f06be415794efd436655904b3', 'subnets': [{'id': '79361af5-cc98-4fe6-aade-34c4cdb65654', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-825492-15-iscsi', False) {} {{(pid=104527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 07:48:11.690833 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9586a88-75aa-493e-a763-23495ca06ec2 None None] The sync data for ids ['ebde3b4b-02cb-4bf4-901f-5ff0707d3ffa'] in dv-cinder-825492-15-iscsi is: [{'id': 'ebde3b4b-02cb-4bf4-901f-5ff0707d3ffa', 'name': 'tempest-TestVolumeBootPattern-1211832049-router', 'tenant_id': 'f5e67d0f06be415794efd436655904b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '29c629bd-3f50-4535-bfbc-a047608d6fb6', 'external_fixed_ips': [{'subnet_id': '7934ff5a-43f1-4f76-b9d8-e4343ace34f5', 'ip_address': '172.27.3.48'}], 'enable_snat': True}, 'gw_port_id': '9ecb0563-65ad-4bc0-a223-324ae8c6d8f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T07:44:55Z', 'updated_at': '2022-05-25T07:44:58Z', 'revision_number': 4, 'project_id': 'f5e67d0f06be415794efd436655904b3', 'gw_port': {'id': '9ecb0563-65ad-4bc0-a223-324ae8c6d8f7', 'name': '', 'network_id': '29c629bd-3f50-4535-bfbc-a047608d6fb6', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:d0:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebde3b4b-02cb-4bf4-901f-5ff0707d3ffa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 650, 'fixed_ips': [{'subnet_id': '7934ff5a-43f1-4f76-b9d8-e4343ace34f5', 'ip_address': '172.27.3.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825492-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T07:44:56Z', 'updated_at': '2022-05-25T07:45:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7934ff5a-43f1-4f76-b9d8-e4343ace34f5', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825492-15-iscsi', '_interfaces': [{'id': '71945d30-2083-402b-a29e-2effc8003ab4', 'name': '', 'network_id': '9bcd68e9-0045-4b34-8142-bf28d91642fb', 'tenant_id': 'f5e67d0f06be415794efd436655904b3', 'mac_address': 'fa:16:3e:de:ac:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebde3b4b-02cb-4bf4-901f-5ff0707d3ffa', 'device_owner': 'network:router_interface', 'standard_attr_id': 659, 'fixed_ips': [{'subnet_id': '79361af5-cc98-4fe6-aade-34c4cdb65654', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825492-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T07:44:58Z', 'updated_at': '2022-05-25T07:45:06Z', 'revision_number': 5, 'project_id': 'f5e67d0f06be415794efd436655904b3', 'subnets': [{'id': '79361af5-cc98-4fe6-aade-34c4cdb65654', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104527) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 25 07:48:11.911417 dv-cinder-825492-15-iscsi neutron-server[104528]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8db20e28-d79f-479d-abea-08ec4f1c4c26 None None] New status for floating IP ef8fe012-2704-4aac-a43a-6f9a3880ae98: DOWN {{(pid=104528) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 25 07:48:12.070229 dv-cinder-825492-15-iscsi neutron-server[104525]: INFO neutron.wsgi [req-64b61564-05f8-45df-958f-1ed7403cf808 req-356b8f81-bdf2-4ced-b4b9-5b4456612cb5 tempest-TestVolumeBootPattern-1147907125 tempest-TestVolumeBootPattern-1147907125-project] 10.222.0.24 "GET /v2.0/ports?device_id=684d03bd-f960-4032-8299-19dc8fa3029e HTTP/1.1" status: 200 len: 210 time: 0.0296893 May 25 07:48:13.331701 dv-cinder-825492-15-iscsi neutron-server[104525]: INFO neutron.wsgi [req-55a5d833-bf41-4f76-a0d9-9ff583d5466f req-1f8a27bc-0b2d-45bd-897c-bbb231110e6f tempest-TestVolumeBootPattern-1147907125 tempest-TestVolumeBootPattern-1147907125-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2067050148&fields=id&tenant_id=f5e67d0f06be415794efd436655904b3 HTTP/1.1" status: 200 len: 267 time: 0.0436156 May 25 07:48:13.438868 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55a5d833-bf41-4f76-a0d9-9ff583d5466f req-05d96ae8-48b2-47ff-ba4d-70e8d5e5d97f tempest-TestVolumeBootPattern-1147907125 tempest-TestVolumeBootPattern-1147907125-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 07:48:13.440208 dv-cinder-825492-15-iscsi neutron-server[104525]: INFO neutron.wsgi [req-55a5d833-bf41-4f76-a0d9-9ff583d5466f req-05d96ae8-48b2-47ff-ba4d-70e8d5e5d97f tempest-TestVolumeBootPattern-1147907125 tempest-TestVolumeBootPattern-1147907125-project] 10.222.0.24 "GET /v2.0/networks?id=9bcd68e9-0045-4b34-8142-bf28d91642fb HTTP/1.1" status: 200 len: 812 time: 0.1014607 May 25 07:48:13.455184 dv-cinder-825492-15-iscsi neutron-server[104525]: INFO neutron.wsgi [req-55a5d833-bf41-4f76-a0d9-9ff583d5466f req-9c8eba5f-8c44-4d29-869b-9e3e451883d1 tempest-TestVolumeBootPattern-1147907125 tempest-TestVolumeBootPattern-1147907125-project] 10.222.0.24 "GET /v2.0/quotas/f5e67d0f06be415794efd436655904b3 HTTP/1.1" status: 200 len: 375 time: 0.0086763 May 25 07:48:13.488308 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.plugins.ml2.rpc [None req-798242cc-9ea0-464c-9109-86bd7997349e None None] Device 4241ca06-1fe2-4402-b408-b4b6b705733f no longer exists at agent hyperv_hv-cinder-82549 {{(pid=104527) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 25 07:48:13.508118 dv-cinder-825492-15-iscsi neutron-server[104525]: INFO neutron.wsgi [req-55a5d833-bf41-4f76-a0d9-9ff583d5466f req-dc45ebac-5a95-4220-ba37-b9a5e971a70d tempest-TestVolumeBootPattern-1147907125 tempest-TestVolumeBootPattern-1147907125-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=f5e67d0f06be415794efd436655904b3&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0480111 May 25 07:48:13.509390 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.plugins.ml2.plugin [None req-798242cc-9ea0-464c-9109-86bd7997349e None None] No Port match for: 4241ca06-1fe2-4402-b408-b4b6b705733f {{(pid=104527) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 25 07:48:13.509768 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.plugins.ml2.rpc [None req-798242cc-9ea0-464c-9109-86bd7997349e None None] Device 4241ca06-1fe2-4402-b408-b4b6b705733f not bound to the agent host hv-cinder-82549 {{(pid=104527) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 25 07:48:13.637740 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron.wsgi [req-55a5d833-bf41-4f76-a0d9-9ff583d5466f req-3f058f1e-13c9-48bd-9607-5a740259761a service neutron] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=104525) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 25 07:48:13.638751 dv-cinder-825492-15-iscsi neutron-server[104525]: INFO neutron.wsgi [req-55a5d833-bf41-4f76-a0d9-9ff583d5466f req-3f058f1e-13c9-48bd-9607-5a740259761a service neutron] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.1189020 May 25 07:48:13.729603 dv-cinder-825492-15-iscsi neutron-server[104525]: INFO neutron.wsgi [req-55a5d833-bf41-4f76-a0d9-9ff583d5466f req-1e6e618f-6f95-43cf-8841-f555044f5e1f service neutron] 10.222.0.24 "GET /v2.0/networks/9bcd68e9-0045-4b34-8142-bf28d91642fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849683 May 25 07:48:13.817391 dv-cinder-825492-15-iscsi neutron-server[104525]: INFO neutron.wsgi [req-55a5d833-bf41-4f76-a0d9-9ff583d5466f req-59dd3291-9a1b-4198-8e14-80fba0d8d9ed service neutron] 10.222.0.24 "GET /v2.0/networks/9bcd68e9-0045-4b34-8142-bf28d91642fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0820773 May 25 07:48:15.383966 dv-cinder-825492-15-iscsi neutron-server[104526]: INFO neutron.wsgi [req-25604052-607c-4ee4-abad-608013207a63 req-d1c6fa3f-b3c6-4b1e-97ec-c23f475f2973 tempest-TestVolumeBootPattern-1147907125 tempest-TestVolumeBootPattern-1147907125-project] 10.222.0.24 "GET /v2.0/ports?device_id=38054fa1-fe93-4a55-835d-6e533089950a HTTP/1.1" status: 200 len: 210 time: 0.0277750 May 25 07:48:16.461184 dv-cinder-825492-15-iscsi neutron-server[104525]: INFO neutron.wsgi [req-7be3edd5-278a-4b43-971e-ceb56423ac73 req-d67ad6e3-df49-4c68-a12c-87b45e728cd5 tempest-TestVolumeBootPattern-1147907125 tempest-TestVolumeBootPattern-1147907125-project] 10.222.0.24 "GET /v2.0/ports?device_id=38054fa1-fe93-4a55-835d-6e533089950a HTTP/1.1" status: 200 len: 210 time: 0.0286212 May 25 07:48:17.518062 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG dbcounter [-] [104526] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=104526) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 07:48:17.573825 dv-cinder-825492-15-iscsi neutron-server[104526]: INFO neutron.wsgi [req-7446cb69-430c-48c1-bd49-ff4f4409f1c3 req-0b684c1d-536d-403e-b9d1-45cbe85b7a6b tempest-TestVolumeBootPattern-1147907125 tempest-TestVolumeBootPattern-1147907125-project] 10.222.0.24 "GET /v2.0/ports?device_id=38054fa1-fe93-4a55-835d-6e533089950a HTTP/1.1" status: 200 len: 210 time: 0.0321589 May 25 07:48:18.621920 dv-cinder-825492-15-iscsi neutron-server[104525]: INFO neutron.wsgi [req-811feb09-6320-43d9-bc56-9dfa21eb7139 req-f1dd0652-9e74-4f79-8000-f7ccbee541c5 tempest-TestVolumeBootPattern-1147907125 tempest-TestVolumeBootPattern-1147907125-project] 10.222.0.24 "GET /v2.0/ports?device_id=38054fa1-fe93-4a55-835d-6e533089950a HTTP/1.1" status: 200 len: 210 time: 0.0309091 May 25 07:48:19.697321 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG dbcounter [-] [104526] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=104526) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 07:48:19.717345 dv-cinder-825492-15-iscsi neutron-server[104526]: INFO neutron.wsgi [req-474bbfa7-0b5d-49a1-b06c-e133006efe67 req-e80ad135-f862-4eef-8c97-6ec520db4120 tempest-TestVolumeBootPattern-1147907125 tempest-TestVolumeBootPattern-1147907125-project] 10.222.0.24 "GET /v2.0/ports?device_id=38054fa1-fe93-4a55-835d-6e533089950a HTTP/1.1" status: 200 len: 210 time: 0.0287616 May 25 07:48:20.811503 dv-cinder-825492-15-iscsi neutron-server[104525]: INFO neutron.wsgi [req-31623e5a-4564-4767-9f94-a0426c89867b req-1d1bd13a-ed3e-4645-a691-cbed8f854f76 tempest-TestVolumeBootPattern-1147907125 tempest-TestVolumeBootPattern-1147907125-project] 10.222.0.24 "GET /v2.0/ports?device_id=38054fa1-fe93-4a55-835d-6e533089950a HTTP/1.1" status: 200 len: 210 time: 0.0277696 May 25 07:48:21.536216 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55a5d833-bf41-4f76-a0d9-9ff583d5466f req-b21a8c40-2da4-41d7-b86f-03a4f71ed183 tempest-TestVolumeBootPattern-1147907125 tempest-TestVolumeBootPattern-1147907125-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 07:48:21.538217 dv-cinder-825492-15-iscsi neutron-server[104526]: INFO neutron.wsgi [req-55a5d833-bf41-4f76-a0d9-9ff583d5466f req-b21a8c40-2da4-41d7-b86f-03a4f71ed183 tempest-TestVolumeBootPattern-1147907125 tempest-TestVolumeBootPattern-1147907125-project] 10.222.0.41 "GET /v2.0/networks?id=9bcd68e9-0045-4b34-8142-bf28d91642fb HTTP/1.1" status: 200 len: 812 time: 0.0994461 May 25 07:48:21.621827 dv-cinder-825492-15-iscsi neutron-server[104526]: INFO neutron.wsgi [req-55a5d833-bf41-4f76-a0d9-9ff583d5466f req-39e2c18f-164f-4170-a9be-af09dd8eccb8 tempest-TestVolumeBootPattern-1147907125 tempest-TestVolumeBootPattern-1147907125-project] 10.222.0.41 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f5e67d0f06be415794efd436655904b3 HTTP/1.1" status: 200 len: 380 time: 0.0586703 May 25 07:48:21.629871 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.api.v2.base [req-55a5d833-bf41-4f76-a0d9-9ff583d5466f req-eaad3436-7cee-4184-ae79-cb5260ee21c0 tempest-TestVolumeBootPattern-1147907125 tempest-TestVolumeBootPattern-1147907125-project] Request body: {'port': {'device_id': '38054fa1-fe93-4a55-835d-6e533089950a', 'network_id': '9bcd68e9-0045-4b34-8142-bf28d91642fb', 'admin_state_up': True, 'tenant_id': 'f5e67d0f06be415794efd436655904b3', 'security_groups': ['0c2f491d-41ea-4a0f-9897-87861bfa1a99']}} {{(pid=104526) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 25 07:48:21.665756 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG dbcounter [-] [104527] Writing DB stats neutron:SELECT=76,neutron:UPDATE=4 {{(pid=104527) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 07:48:21.803639 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-55a5d833-bf41-4f76-a0d9-9ff583d5466f req-eaad3436-7cee-4184-ae79-cb5260ee21c0 tempest-TestVolumeBootPattern-1147907125 tempest-TestVolumeBootPattern-1147907125-project] Made reservation on behalf of f5e67d0f06be415794efd436655904b3 for: {'port': 1} {{(pid=104526) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 07:48:21.807251 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [req-55a5d833-bf41-4f76-a0d9-9ff583d5466f req-eaad3436-7cee-4184-ae79-cb5260ee21c0 tempest-TestVolumeBootPattern-1147907125 tempest-TestVolumeBootPattern-1147907125-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-616651'] for port (None), before_create {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:48:21.945629 dv-cinder-825492-15-iscsi neutron-server[104526]: INFO neutron.wsgi [req-1a72a1de-e924-4e9e-abc2-7cae8f3d4894 req-4ff232a2-552b-4b95-91fe-86cc52ec235a tempest-TestVolumeBootPattern-1147907125 tempest-TestVolumeBootPattern-1147907125-project] 10.222.0.24 "GET /v2.0/ports?device_id=38054fa1-fe93-4a55-835d-6e533089950a HTTP/1.1" status: 200 len: 210 time: 0.0507233 May 25 07:48:21.966812 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.db.db_base_plugin_common [req-55a5d833-bf41-4f76-a0d9-9ff583d5466f req-eaad3436-7cee-4184-ae79-cb5260ee21c0 tempest-TestVolumeBootPattern-1147907125 tempest-TestVolumeBootPattern-1147907125-project] Allocated IP 172.20.0.6 (9bcd68e9-0045-4b34-8142-bf28d91642fb/79361af5-cc98-4fe6-aade-34c4cdb65654/ddaa5409-5e64-4c36-9728-0a60ce9fb2ea) {{(pid=104526) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 07:48:22.104675 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [req-55a5d833-bf41-4f76-a0d9-9ff583d5466f req-eaad3436-7cee-4184-ae79-cb5260ee21c0 tempest-TestVolumeBootPattern-1147907125 tempest-TestVolumeBootPattern-1147907125-project] Publish callbacks [] for port (ddaa5409-5e64-4c36-9728-0a60ce9fb2ea), precommit_create {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:48:22.213691 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [req-55a5d833-bf41-4f76-a0d9-9ff583d5466f req-eaad3436-7cee-4184-ae79-cb5260ee21c0 tempest-TestVolumeBootPattern-1147907125 tempest-TestVolumeBootPattern-1147907125-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-617841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612926', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754056173864', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2909854'] for port (ddaa5409-5e64-4c36-9728-0a60ce9fb2ea), after_create {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:48:22.255316 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-55a5d833-bf41-4f76-a0d9-9ff583d5466f req-eaad3436-7cee-4184-ae79-cb5260ee21c0 tempest-TestVolumeBootPattern-1147907125 tempest-TestVolumeBootPattern-1147907125-project] Network 9bcd68e9-0045-4b34-8142-bf28d91642fb is already hosted by enough agents. {{(pid=104526) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 07:48:22.259080 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.scheduler.base_scheduler [req-55a5d833-bf41-4f76-a0d9-9ff583d5466f req-eaad3436-7cee-4184-ae79-cb5260ee21c0 tempest-TestVolumeBootPattern-1147907125 tempest-TestVolumeBootPattern-1147907125-project] Resources bound (agent type, host, resource id): {{(pid=104526) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 07:48:22.262746 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.db.l3_dvrscheduler_db [req-55a5d833-bf41-4f76-a0d9-9ff583d5466f req-eaad3436-7cee-4184-ae79-cb5260ee21c0 tempest-TestVolumeBootPattern-1147907125 tempest-TestVolumeBootPattern-1147907125-project] Received port after_create {{(pid=104526) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 25 07:48:22.287962 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaad3436-7cee-4184-ae79-cb5260ee21c0 tempest-TestVolumeBootPattern-1147907125 tempest-TestVolumeBootPattern-1147907125-project] Pushing event updated for resources: {'Port': ['ID=ddaa5409-5e64-4c36-9728-0a60ce9fb2ea,revision_number=1']} {{(pid=104526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 07:48:22.316374 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55a5d833-bf41-4f76-a0d9-9ff583d5466f req-eaad3436-7cee-4184-ae79-cb5260ee21c0 tempest-TestVolumeBootPattern-1147907125 tempest-TestVolumeBootPattern-1147907125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 07:48:22.317030 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [req-55a5d833-bf41-4f76-a0d9-9ff583d5466f req-eaad3436-7cee-4184-ae79-cb5260ee21c0 tempest-TestVolumeBootPattern-1147907125 tempest-TestVolumeBootPattern-1147907125-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93885'] for port (None), before_response {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:48:22.422295 dv-cinder-825492-15-iscsi neutron-server[104526]: INFO neutron.wsgi [req-55a5d833-bf41-4f76-a0d9-9ff583d5466f req-eaad3436-7cee-4184-ae79-cb5260ee21c0 tempest-TestVolumeBootPattern-1147907125 tempest-TestVolumeBootPattern-1147907125-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7955565 May 25 07:48:22.438886 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.api.v2.base [req-55a5d833-bf41-4f76-a0d9-9ff583d5466f req-b9789936-ef9a-4270-a847-de8127ffa93b service neutron] Request body: {'port': {'device_id': '38054fa1-fe93-4a55-835d-6e533089950a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82549'}} {{(pid=104526) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 25 07:48:22.449284 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.db.provisioning_blocks [None req-5d5a88c2-d086-4027-8c7d-c5235e3cbfea None None] Provisioning complete for port ddaa5409-5e64-4c36-9728-0a60ce9fb2ea triggered by entity DHCP. {{(pid=104527) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 25 07:48:22.449655 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron_lib.callbacks.manager [None req-5d5a88c2-d086-4027-8c7d-c5235e3cbfea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1490782'] for port (ddaa5409-5e64-4c36-9728-0a60ce9fb2ea), provisioning_complete {{(pid=104527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:48:22.481139 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.plugins.ml2.plugin [None req-5d5a88c2-d086-4027-8c7d-c5235e3cbfea None None] Port ddaa5409-5e64-4c36-9728-0a60ce9fb2ea cannot update to ACTIVE because it is not bound. {{(pid=104527) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 25 07:48:22.501637 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [req-55a5d833-bf41-4f76-a0d9-9ff583d5466f req-b9789936-ef9a-4270-a847-de8127ffa93b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-616651'] for port (ddaa5409-5e64-4c36-9728-0a60ce9fb2ea), before_update {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:48:22.510158 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG dbcounter [-] [104526] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=104526) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 07:48:22.512579 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG dbcounter [-] [104526] Writing DB stats neutron:SELECT=91,neutron:INSERT=6,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=104526) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 07:48:22.784458 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.notifiers.nova [req-55a5d833-bf41-4f76-a0d9-9ff583d5466f req-b9789936-ef9a-4270-a847-de8127ffa93b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ddaa5409-5e64-4c36-9728-0a60ce9fb2ea {{(pid=104526) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 25 07:48:22.792312 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [req-55a5d833-bf41-4f76-a0d9-9ff583d5466f req-b9789936-ef9a-4270-a847-de8127ffa93b service neutron] Publish callbacks [] for port (ddaa5409-5e64-4c36-9728-0a60ce9fb2ea), precommit_update {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:48:22.806117 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.db.provisioning_blocks [req-55a5d833-bf41-4f76-a0d9-9ff583d5466f req-b9789936-ef9a-4270-a847-de8127ffa93b service neutron] Transition to ACTIVE for port object ddaa5409-5e64-4c36-9728-0a60ce9fb2ea will not be triggered until provisioned by entity L2. {{(pid=104526) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 25 07:48:22.935630 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [req-55a5d833-bf41-4f76-a0d9-9ff583d5466f req-b9789936-ef9a-4270-a847-de8127ffa93b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-617841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612926', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754056714442', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754056173882', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754056173900', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2909847'] for port (ddaa5409-5e64-4c36-9728-0a60ce9fb2ea), after_update {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:48:22.990057 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9789936-ef9a-4270-a847-de8127ffa93b service neutron] Pushing event updated for resources: {'Port': ['ID=ddaa5409-5e64-4c36-9728-0a60ce9fb2ea,revision_number=2']} {{(pid=104526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 07:48:23.079904 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.plugins.ml2.managers [req-55a5d833-bf41-4f76-a0d9-9ff583d5466f req-b9789936-ef9a-4270-a847-de8127ffa93b service neutron] Attempting to bind port ddaa5409-5e64-4c36-9728-0a60ce9fb2ea on host hv-cinder-82549 for vnic_type normal with profile {{(pid=104526) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 25 07:48:23.080234 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.plugins.ml2.managers [req-55a5d833-bf41-4f76-a0d9-9ff583d5466f req-b9789936-ef9a-4270-a847-de8127ffa93b service neutron] Attempting to bind port ddaa5409-5e64-4c36-9728-0a60ce9fb2ea by drivers openvswitch,hyperv on host hv-cinder-82549 at level 0 using segments [{'id': '9a610226-7c21-4d7a-9db8-be7770bde605', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 250, 'network_id': '9bcd68e9-0045-4b34-8142-bf28d91642fb'}] {{(pid=104526) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 25 07:48:23.080593 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55a5d833-bf41-4f76-a0d9-9ff583d5466f req-b9789936-ef9a-4270-a847-de8127ffa93b service neutron] Attempting to bind port ddaa5409-5e64-4c36-9728-0a60ce9fb2ea on network 9bcd68e9-0045-4b34-8142-bf28d91642fb {{(pid=104526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 25 07:48:23.084120 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-129abe53-65a4-452c-9f3d-fe8351d35d06 req-ea1c9a8c-e9a8-4633-b439-199e21b7d499 tempest-TestVolumeBootPattern-1147907125 tempest-TestVolumeBootPattern-1147907125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 07:48:23.087283 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55a5d833-bf41-4f76-a0d9-9ff583d5466f req-b9789936-ef9a-4270-a847-de8127ffa93b service neutron] Port ddaa5409-5e64-4c36-9728-0a60ce9fb2ea on network 9bcd68e9-0045-4b34-8142-bf28d91642fb not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82549 {{(pid=104526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 25 07:48:23.087283 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55a5d833-bf41-4f76-a0d9-9ff583d5466f req-b9789936-ef9a-4270-a847-de8127ffa93b service neutron] Attempting to bind port ddaa5409-5e64-4c36-9728-0a60ce9fb2ea on network 9bcd68e9-0045-4b34-8142-bf28d91642fb {{(pid=104526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 25 07:48:23.087745 dv-cinder-825492-15-iscsi neutron-server[104525]: INFO neutron.wsgi [req-129abe53-65a4-452c-9f3d-fe8351d35d06 req-ea1c9a8c-e9a8-4633-b439-199e21b7d499 tempest-TestVolumeBootPattern-1147907125 tempest-TestVolumeBootPattern-1147907125-project] 10.222.0.24 "GET /v2.0/ports?device_id=38054fa1-fe93-4a55-835d-6e533089950a HTTP/1.1" status: 200 len: 943 time: 0.0564604 May 25 07:48:23.090953 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55a5d833-bf41-4f76-a0d9-9ff583d5466f req-b9789936-ef9a-4270-a847-de8127ffa93b service neutron] Checking agent: {'id': 'bbf5dc8c-5103-4973-a6b6-76af4660c126', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82549', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 25, 7, 34, 32), 'started_at': datetime.datetime(2022, 5, 25, 7, 34, 32), 'heartbeat_timestamp': datetime.datetime(2022, 5, 25, 7, 48, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 25 07:48:23.091287 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55a5d833-bf41-4f76-a0d9-9ff583d5466f req-b9789936-ef9a-4270-a847-de8127ffa93b service neutron] Checking segment: {'id': '9a610226-7c21-4d7a-9db8-be7770bde605', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 250, 'network_id': '9bcd68e9-0045-4b34-8142-bf28d91642fb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104526) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 25 07:48:23.091659 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55a5d833-bf41-4f76-a0d9-9ff583d5466f req-b9789936-ef9a-4270-a847-de8127ffa93b service neutron] Bound using segment: {'id': '9a610226-7c21-4d7a-9db8-be7770bde605', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 250, 'network_id': '9bcd68e9-0045-4b34-8142-bf28d91642fb'} {{(pid=104526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 25 07:48:23.092077 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.plugins.ml2.managers [req-55a5d833-bf41-4f76-a0d9-9ff583d5466f req-b9789936-ef9a-4270-a847-de8127ffa93b service neutron] Bound port: ddaa5409-5e64-4c36-9728-0a60ce9fb2ea, host: hv-cinder-82549, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9a610226-7c21-4d7a-9db8-be7770bde605', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 250, 'network_id': '9bcd68e9-0045-4b34-8142-bf28d91642fb'}}] {{(pid=104526) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 25 07:48:23.092425 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [req-55a5d833-bf41-4f76-a0d9-9ff583d5466f req-b9789936-ef9a-4270-a847-de8127ffa93b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-616651'] for port (ddaa5409-5e64-4c36-9728-0a60ce9fb2ea), before_update {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:48:23.142502 dv-cinder-825492-15-iscsi neutron-server[104525]: INFO neutron.wsgi [req-129abe53-65a4-452c-9f3d-fe8351d35d06 req-e2baa039-798c-4825-a0d0-b5306a4570c6 tempest-TestVolumeBootPattern-1147907125 tempest-TestVolumeBootPattern-1147907125-project] 10.222.0.24 "GET /v2.0/security-groups?id=0c2f491d-41ea-4a0f-9897-87861bfa1a99&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0499358 May 25 07:48:23.171710 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.plugins.ml2.db [req-55a5d833-bf41-4f76-a0d9-9ff583d5466f req-b9789936-ef9a-4270-a847-de8127ffa93b service neutron] For port ddaa5409-5e64-4c36-9728-0a60ce9fb2ea, host hv-cinder-82549, cleared binding levels {{(pid=104526) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 25 07:48:23.174162 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.plugins.ml2.db [req-55a5d833-bf41-4f76-a0d9-9ff583d5466f req-b9789936-ef9a-4270-a847-de8127ffa93b service neutron] For port ddaa5409-5e64-4c36-9728-0a60ce9fb2ea, host hv-cinder-82549, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82549',level=0,port_id=ddaa5409-5e64-4c36-9728-0a60ce9fb2ea,segment=NetworkSegment(9a610226-7c21-4d7a-9db8-be7770bde605),segment_id=9a610226-7c21-4d7a-9db8-be7770bde605)] {{(pid=104526) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 25 07:48:23.232879 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG dbcounter [-] [104526] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=104526) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 07:48:23.267046 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [req-55a5d833-bf41-4f76-a0d9-9ff583d5466f req-b9789936-ef9a-4270-a847-de8127ffa93b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-617841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612926', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754056714442', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754056173882', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754056173900', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2909847'] for port (ddaa5409-5e64-4c36-9728-0a60ce9fb2ea), after_update {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:48:23.301152 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55a5d833-bf41-4f76-a0d9-9ff583d5466f req-b9789936-ef9a-4270-a847-de8127ffa93b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 07:48:23.301152 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [req-55a5d833-bf41-4f76-a0d9-9ff583d5466f req-b9789936-ef9a-4270-a847-de8127ffa93b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93885'] for port (None), before_response {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:48:23.302505 dv-cinder-825492-15-iscsi neutron-server[104526]: INFO neutron.wsgi [req-55a5d833-bf41-4f76-a0d9-9ff583d5466f req-b9789936-ef9a-4270-a847-de8127ffa93b service neutron] 10.222.0.41 "PUT /v2.0/ports/ddaa5409-5e64-4c36-9728-0a60ce9fb2ea HTTP/1.1" status: 200 len: 1093 time: 0.8677099 May 25 07:48:23.302957 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '38054fa1-fe93-4a55-835d-6e533089950a', 'tag': 'ddaa5409-5e64-4c36-9728-0a60ce9fb2ea'}] {{(pid=104526) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 25 07:48:23.305494 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db633a5f02cadde147c9bc1566607705b0433b891c7275f259bdbd209e6b6683" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2db60622-a693-42e6-a281-a15eaed8c88e" -d '{"events": [{"name": "network-changed", "server_uuid": "38054fa1-fe93-4a55-835d-6e533089950a", "tag": "ddaa5409-5e64-4c36-9728-0a60ce9fb2ea"}]}' {{(pid=104526) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 25 07:48:23.338862 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9789936-ef9a-4270-a847-de8127ffa93b service neutron] Pushing event updated for resources: {'Port': ['ID=ddaa5409-5e64-4c36-9728-0a60ce9fb2ea,revision_number=3']} {{(pid=104526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 07:48:23.354606 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 25 May 2022 07:48:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2e5a20d0-714b-480f-afab-c32aac525492 x-openstack-request-id: req-2e5a20d0-714b-480f-afab-c32aac525492 {{(pid=104526) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 25 07:48:23.354902 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "38054fa1-fe93-4a55-835d-6e533089950a", "tag": "ddaa5409-5e64-4c36-9728-0a60ce9fb2ea", "status": "completed", "code": 200}]} {{(pid=104526) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 25 07:48:23.355156 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-2e5a20d0-714b-480f-afab-c32aac525492 {{(pid=104526) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 25 07:48:23.355556 dv-cinder-825492-15-iscsi neutron-server[104526]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2e5a20d0-714b-480f-afab-c32aac525492'] response: {'name': 'network-changed', 'server_uuid': '38054fa1-fe93-4a55-835d-6e533089950a', 'tag': 'ddaa5409-5e64-4c36-9728-0a60ce9fb2ea', 'status': 'completed', 'code': 200} May 25 07:48:23.437742 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2db60622-a693-42e6-a281-a15eaed8c88e req-6ce7ce45-bd59-4c5e-89c4-a21ada279702 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 07:48:23.439271 dv-cinder-825492-15-iscsi neutron-server[104526]: INFO neutron.wsgi [req-2db60622-a693-42e6-a281-a15eaed8c88e req-6ce7ce45-bd59-4c5e-89c4-a21ada279702 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=f5e67d0f06be415794efd436655904b3&device_id=38054fa1-fe93-4a55-835d-6e533089950a HTTP/1.1" status: 200 len: 1127 time: 0.0419648 May 25 07:48:23.549923 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2db60622-a693-42e6-a281-a15eaed8c88e req-7310d4f9-304e-419d-bacc-6c116799230e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 07:48:23.551466 dv-cinder-825492-15-iscsi neutron-server[104526]: INFO neutron.wsgi [req-2db60622-a693-42e6-a281-a15eaed8c88e req-7310d4f9-304e-419d-bacc-6c116799230e service neutron] 10.222.0.41 "GET /v2.0/networks?tenant_id=f5e67d0f06be415794efd436655904b3&shared=False HTTP/1.1" status: 200 len: 913 time: 0.0992041 May 25 07:48:23.645014 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2db60622-a693-42e6-a281-a15eaed8c88e req-33859f44-b9ff-4770-ae88-e98510b25df5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 07:48:23.646520 dv-cinder-825492-15-iscsi neutron-server[104526]: INFO neutron.wsgi [req-2db60622-a693-42e6-a281-a15eaed8c88e req-33859f44-b9ff-4770-ae88-e98510b25df5 service neutron] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0894921 May 25 07:48:23.740336 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55a5d833-bf41-4f76-a0d9-9ff583d5466f req-0d448d86-3203-491f-a164-4b32deea7faa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 07:48:23.742750 dv-cinder-825492-15-iscsi neutron-server[104526]: INFO neutron.wsgi [req-55a5d833-bf41-4f76-a0d9-9ff583d5466f req-0d448d86-3203-491f-a164-4b32deea7faa service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=f5e67d0f06be415794efd436655904b3&device_id=38054fa1-fe93-4a55-835d-6e533089950a HTTP/1.1" status: 200 len: 1127 time: 0.0396621 May 25 07:48:24.052859 dv-cinder-825492-15-iscsi neutron-server[104526]: INFO neutron.wsgi [req-55a5d833-bf41-4f76-a0d9-9ff583d5466f req-b3d42516-1bad-4d2a-892c-f168ba5639e0 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ddaa5409-5e64-4c36-9728-0a60ce9fb2ea HTTP/1.1" status: 200 len: 217 time: 0.2985902 May 25 07:48:24.099491 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55a5d833-bf41-4f76-a0d9-9ff583d5466f req-5c879965-d14f-4ac3-a333-e74a47c4e401 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 07:48:24.101571 dv-cinder-825492-15-iscsi neutron-server[104526]: INFO neutron.wsgi [req-55a5d833-bf41-4f76-a0d9-9ff583d5466f req-5c879965-d14f-4ac3-a333-e74a47c4e401 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=79361af5-cc98-4fe6-aade-34c4cdb65654 HTTP/1.1" status: 200 len: 851 time: 0.0430202 May 25 07:48:24.142734 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55a5d833-bf41-4f76-a0d9-9ff583d5466f req-b2f2c25b-8aa6-449c-baa9-69d41fc7b9c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 07:48:24.144179 dv-cinder-825492-15-iscsi neutron-server[104526]: INFO neutron.wsgi [req-55a5d833-bf41-4f76-a0d9-9ff583d5466f req-b2f2c25b-8aa6-449c-baa9-69d41fc7b9c9 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=9bcd68e9-0045-4b34-8142-bf28d91642fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0369756 May 25 07:48:24.159027 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG dbcounter [-] [104526] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104526) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 07:48:24.239161 dv-cinder-825492-15-iscsi neutron-server[104526]: INFO neutron.wsgi [req-55a5d833-bf41-4f76-a0d9-9ff583d5466f req-8bad1d90-40e4-420c-abd9-4bc154fba215 service neutron] 10.222.0.41 "GET /v2.0/networks/9bcd68e9-0045-4b34-8142-bf28d91642fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0872526 May 25 07:48:24.260902 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8343db80-b9dc-4192-8957-f95b4e2246c5 req-d4b5ffea-12ae-4081-ab31-b12326581de0 tempest-TestVolumeBootPattern-1147907125 tempest-TestVolumeBootPattern-1147907125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 07:48:24.262814 dv-cinder-825492-15-iscsi neutron-server[104525]: INFO neutron.wsgi [req-8343db80-b9dc-4192-8957-f95b4e2246c5 req-d4b5ffea-12ae-4081-ab31-b12326581de0 tempest-TestVolumeBootPattern-1147907125 tempest-TestVolumeBootPattern-1147907125-project] 10.222.0.24 "GET /v2.0/ports?device_id=38054fa1-fe93-4a55-835d-6e533089950a HTTP/1.1" status: 200 len: 943 time: 0.0485387 May 25 07:48:24.314928 dv-cinder-825492-15-iscsi neutron-server[104525]: INFO neutron.wsgi [req-8343db80-b9dc-4192-8957-f95b4e2246c5 req-187a16c2-6137-4f7e-bceb-539c24fa7f2f tempest-TestVolumeBootPattern-1147907125 tempest-TestVolumeBootPattern-1147907125-project] 10.222.0.24 "GET /v2.0/security-groups?id=0c2f491d-41ea-4a0f-9897-87861bfa1a99&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466206 May 25 07:48:24.331390 dv-cinder-825492-15-iscsi neutron-server[104526]: INFO neutron.wsgi [req-55a5d833-bf41-4f76-a0d9-9ff583d5466f req-2008df94-9417-40ed-8e91-dc8298a40278 service neutron] 10.222.0.41 "GET /v2.0/networks/9bcd68e9-0045-4b34-8142-bf28d91642fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859859 May 25 07:48:25.436023 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1489d253-c488-4f9c-abe2-83642c3ad773 req-16a1dc58-2aab-4ee1-bafb-93f4623e65f3 tempest-TestVolumeBootPattern-1147907125 tempest-TestVolumeBootPattern-1147907125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 07:48:25.437520 dv-cinder-825492-15-iscsi neutron-server[104526]: INFO neutron.wsgi [req-1489d253-c488-4f9c-abe2-83642c3ad773 req-16a1dc58-2aab-4ee1-bafb-93f4623e65f3 tempest-TestVolumeBootPattern-1147907125 tempest-TestVolumeBootPattern-1147907125-project] 10.222.0.24 "GET /v2.0/ports?device_id=38054fa1-fe93-4a55-835d-6e533089950a HTTP/1.1" status: 200 len: 943 time: 0.0505133 May 25 07:48:25.484833 dv-cinder-825492-15-iscsi neutron-server[104526]: INFO neutron.wsgi [req-1489d253-c488-4f9c-abe2-83642c3ad773 req-f3839ec3-127f-4eba-8c5d-6801026107b2 tempest-TestVolumeBootPattern-1147907125 tempest-TestVolumeBootPattern-1147907125-project] 10.222.0.24 "GET /v2.0/security-groups?id=0c2f491d-41ea-4a0f-9897-87861bfa1a99&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418024 May 25 07:48:26.597701 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bd47074-14e3-4e05-80b5-464da1af4644 req-6f788b91-0df2-4c78-be1e-6a63a7418bf7 tempest-TestVolumeBootPattern-1147907125 tempest-TestVolumeBootPattern-1147907125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 07:48:26.599169 dv-cinder-825492-15-iscsi neutron-server[104525]: INFO neutron.wsgi [req-5bd47074-14e3-4e05-80b5-464da1af4644 req-6f788b91-0df2-4c78-be1e-6a63a7418bf7 tempest-TestVolumeBootPattern-1147907125 tempest-TestVolumeBootPattern-1147907125-project] 10.222.0.24 "GET /v2.0/ports?device_id=38054fa1-fe93-4a55-835d-6e533089950a HTTP/1.1" status: 200 len: 943 time: 0.0486505 May 25 07:48:26.649325 dv-cinder-825492-15-iscsi neutron-server[104525]: INFO neutron.wsgi [req-5bd47074-14e3-4e05-80b5-464da1af4644 req-d9e8ff5b-ae73-46fe-b8d8-b325c5942bf6 tempest-TestVolumeBootPattern-1147907125 tempest-TestVolumeBootPattern-1147907125-project] 10.222.0.24 "GET /v2.0/security-groups?id=0c2f491d-41ea-4a0f-9897-87861bfa1a99&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438547 May 25 07:48:27.762578 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aed52aa6-5940-4035-b064-8af9ecaaab44 req-a25a6f83-5df2-4540-9a14-6ed1d85a7c59 tempest-TestVolumeBootPattern-1147907125 tempest-TestVolumeBootPattern-1147907125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 07:48:27.764061 dv-cinder-825492-15-iscsi neutron-server[104526]: INFO neutron.wsgi [req-aed52aa6-5940-4035-b064-8af9ecaaab44 req-a25a6f83-5df2-4540-9a14-6ed1d85a7c59 tempest-TestVolumeBootPattern-1147907125 tempest-TestVolumeBootPattern-1147907125-project] 10.222.0.24 "GET /v2.0/ports?device_id=38054fa1-fe93-4a55-835d-6e533089950a HTTP/1.1" status: 200 len: 943 time: 0.0465121 May 25 07:48:27.811849 dv-cinder-825492-15-iscsi neutron-server[104526]: INFO neutron.wsgi [req-aed52aa6-5940-4035-b064-8af9ecaaab44 req-44734dfe-9212-4b4e-8837-0462f2bd82a7 tempest-TestVolumeBootPattern-1147907125 tempest-TestVolumeBootPattern-1147907125-project] 10.222.0.24 "GET /v2.0/security-groups?id=0c2f491d-41ea-4a0f-9897-87861bfa1a99&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421999 May 25 07:48:28.924889 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa33a825-b210-4c80-9b57-51b0667f9a5e req-d178642d-5578-45a8-9d66-280b659ffec5 tempest-TestVolumeBootPattern-1147907125 tempest-TestVolumeBootPattern-1147907125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 07:48:28.926319 dv-cinder-825492-15-iscsi neutron-server[104525]: INFO neutron.wsgi [req-aa33a825-b210-4c80-9b57-51b0667f9a5e req-d178642d-5578-45a8-9d66-280b659ffec5 tempest-TestVolumeBootPattern-1147907125 tempest-TestVolumeBootPattern-1147907125-project] 10.222.0.24 "GET /v2.0/ports?device_id=38054fa1-fe93-4a55-835d-6e533089950a HTTP/1.1" status: 200 len: 943 time: 0.0453672 May 25 07:48:28.973614 dv-cinder-825492-15-iscsi neutron-server[104525]: INFO neutron.wsgi [req-aa33a825-b210-4c80-9b57-51b0667f9a5e req-8cfc935a-3189-4ac4-85e9-3cc2b992405e tempest-TestVolumeBootPattern-1147907125 tempest-TestVolumeBootPattern-1147907125-project] 10.222.0.24 "GET /v2.0/security-groups?id=0c2f491d-41ea-4a0f-9897-87861bfa1a99&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410690 May 25 07:48:30.087164 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-029e9d62-e03b-4ed4-98cd-afa80df6ee35 req-16382f21-90b2-4c10-8e11-83ff1b61831f tempest-TestVolumeBootPattern-1147907125 tempest-TestVolumeBootPattern-1147907125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 07:48:30.088656 dv-cinder-825492-15-iscsi neutron-server[104526]: INFO neutron.wsgi [req-029e9d62-e03b-4ed4-98cd-afa80df6ee35 req-16382f21-90b2-4c10-8e11-83ff1b61831f tempest-TestVolumeBootPattern-1147907125 tempest-TestVolumeBootPattern-1147907125-project] 10.222.0.24 "GET /v2.0/ports?device_id=38054fa1-fe93-4a55-835d-6e533089950a HTTP/1.1" status: 200 len: 943 time: 0.0474994 May 25 07:48:30.142664 dv-cinder-825492-15-iscsi neutron-server[104526]: INFO neutron.wsgi [req-029e9d62-e03b-4ed4-98cd-afa80df6ee35 req-e02095e9-30a4-4ff0-a5ee-fa743f7ede4c tempest-TestVolumeBootPattern-1147907125 tempest-TestVolumeBootPattern-1147907125-project] 10.222.0.24 "GET /v2.0/security-groups?id=0c2f491d-41ea-4a0f-9897-87861bfa1a99&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0483611 May 25 07:48:31.255861 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aee3063-9660-45e6-8d97-b4f5aa84a9ea req-c716cf55-014a-4be6-9b0d-71b5787162e1 tempest-TestVolumeBootPattern-1147907125 tempest-TestVolumeBootPattern-1147907125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 07:48:31.258020 dv-cinder-825492-15-iscsi neutron-server[104525]: INFO neutron.wsgi [req-9aee3063-9660-45e6-8d97-b4f5aa84a9ea req-c716cf55-014a-4be6-9b0d-71b5787162e1 tempest-TestVolumeBootPattern-1147907125 tempest-TestVolumeBootPattern-1147907125-project] 10.222.0.24 "GET /v2.0/ports?device_id=38054fa1-fe93-4a55-835d-6e533089950a HTTP/1.1" status: 200 len: 943 time: 0.0503869 May 25 07:48:31.278164 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG dbcounter [-] [104525] Writing DB stats neutron:SELECT=100 {{(pid=104525) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 07:48:31.306606 dv-cinder-825492-15-iscsi neutron-server[104525]: INFO neutron.wsgi [req-9aee3063-9660-45e6-8d97-b4f5aa84a9ea req-f4cd4c27-e732-4d2b-9cd7-29230994eb95 tempest-TestVolumeBootPattern-1147907125 tempest-TestVolumeBootPattern-1147907125-project] 10.222.0.24 "GET /v2.0/security-groups?id=0c2f491d-41ea-4a0f-9897-87861bfa1a99&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430775 May 25 07:48:31.565801 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.plugins.ml2.rpc [None req-798242cc-9ea0-464c-9109-86bd7997349e None None] Device ddaa5409-5e64-4c36-9728-0a60ce9fb2ea details requested by agent hyperv_hv-cinder-82549 with host hv-cinder-82549 {{(pid=104527) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 25 07:48:31.568009 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG dbcounter [-] [104527] Writing DB stats neutron:SELECT=86,neutron:UPDATE=2 {{(pid=104527) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 07:48:31.666235 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.plugins.ml2.db [None req-798242cc-9ea0-464c-9109-86bd7997349e None None] For port ddaa5409-5e64-4c36-9728-0a60ce9fb2ea, host hv-cinder-82549, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82549',level=0,port_id=ddaa5409-5e64-4c36-9728-0a60ce9fb2ea,segment=NetworkSegment(9a610226-7c21-4d7a-9db8-be7770bde605),segment_id=9a610226-7c21-4d7a-9db8-be7770bde605)] {{(pid=104527) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 07:48:31.802826 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.plugins.ml2.rpc [None req-798242cc-9ea0-464c-9109-86bd7997349e None None] Returning: {'device': 'ddaa5409-5e64-4c36-9728-0a60ce9fb2ea', 'network_id': '9bcd68e9-0045-4b34-8142-bf28d91642fb', 'port_id': 'ddaa5409-5e64-4c36-9728-0a60ce9fb2ea', 'mac_address': 'fa:16:3e:07:ca:cb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 250, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '79361af5-cc98-4fe6-aade-34c4cdb65654', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104527) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 25 07:48:31.837117 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.plugins.ml2.plugin [None req-798242cc-9ea0-464c-9109-86bd7997349e None None] Current status of the port ddaa5409-5e64-4c36-9728-0a60ce9fb2ea is: DOWN; New status is: BUILD {{(pid=104527) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 25 07:48:31.837427 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron_lib.callbacks.manager [None req-798242cc-9ea0-464c-9109-86bd7997349e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-616651'] for port (ddaa5409-5e64-4c36-9728-0a60ce9fb2ea), before_update {{(pid=104527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:48:31.849809 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.notifiers.nova [None req-798242cc-9ea0-464c-9109-86bd7997349e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ddaa5409-5e64-4c36-9728-0a60ce9fb2ea {{(pid=104527) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 25 07:48:31.870268 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.plugins.ml2.db [None req-798242cc-9ea0-464c-9109-86bd7997349e None None] For port ddaa5409-5e64-4c36-9728-0a60ce9fb2ea, host hv-cinder-82549, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82549',level=0,port_id=ddaa5409-5e64-4c36-9728-0a60ce9fb2ea,segment=NetworkSegment(9a610226-7c21-4d7a-9db8-be7770bde605),segment_id=9a610226-7c21-4d7a-9db8-be7770bde605)] {{(pid=104527) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 07:48:31.935132 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron_lib.callbacks.manager [None req-798242cc-9ea0-464c-9109-86bd7997349e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-617841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612926', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754056714442', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754056173882', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754056173900'] for port (ddaa5409-5e64-4c36-9728-0a60ce9fb2ea), after_update {{(pid=104527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:48:31.979195 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-798242cc-9ea0-464c-9109-86bd7997349e None None] Pushing event updated for resources: {'Port': ['ID=ddaa5409-5e64-4c36-9728-0a60ce9fb2ea,revision_number=4']} {{(pid=104527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 07:48:32.229995 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron_lib.callbacks.manager [None req-798242cc-9ea0-464c-9109-86bd7997349e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754056472917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490168'] for agent (bbf5dc8c-5103-4973-a6b6-76af4660c126), after_update {{(pid=104527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:48:32.232880 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.plugins.ml2.db [None req-798242cc-9ea0-464c-9109-86bd7997349e None None] get_ports_and_sgs() called for port_ids ['ddaa5409-5e64-4c36-9728-0a60ce9fb2ea'] {{(pid=104527) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 25 07:48:32.424814 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75631069-842e-4d48-abfb-261750ec92c2 req-a291d398-9b27-4066-a377-5e070c75cda3 tempest-TestVolumeBootPattern-1147907125 tempest-TestVolumeBootPattern-1147907125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 07:48:32.426276 dv-cinder-825492-15-iscsi neutron-server[104526]: INFO neutron.wsgi [req-75631069-842e-4d48-abfb-261750ec92c2 req-a291d398-9b27-4066-a377-5e070c75cda3 tempest-TestVolumeBootPattern-1147907125 tempest-TestVolumeBootPattern-1147907125-project] 10.222.0.24 "GET /v2.0/ports?device_id=38054fa1-fe93-4a55-835d-6e533089950a HTTP/1.1" status: 200 len: 944 time: 0.0476446 May 25 07:48:32.474891 dv-cinder-825492-15-iscsi neutron-server[104526]: INFO neutron.wsgi [req-75631069-842e-4d48-abfb-261750ec92c2 req-b06badd8-216d-4bc3-be47-dc85dc0f015a tempest-TestVolumeBootPattern-1147907125 tempest-TestVolumeBootPattern-1147907125-project] 10.222.0.24 "GET /v2.0/security-groups?id=0c2f491d-41ea-4a0f-9897-87861bfa1a99&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426280 May 25 07:48:33.564133 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.plugins.ml2.rpc [None req-798242cc-9ea0-464c-9109-86bd7997349e None None] Device ddaa5409-5e64-4c36-9728-0a60ce9fb2ea up at agent hyperv_hv-cinder-82549 {{(pid=104527) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 25 07:48:33.568931 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG dbcounter [-] [104525] Writing DB stats neutron:SELECT=99 {{(pid=104525) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 07:48:33.588854 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3216b015-824a-4753-89cf-7cc76ec8e37d req-292e74fe-5670-47f8-aee1-5f5330fa0e57 tempest-TestVolumeBootPattern-1147907125 tempest-TestVolumeBootPattern-1147907125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 07:48:33.590394 dv-cinder-825492-15-iscsi neutron-server[104525]: INFO neutron.wsgi [req-3216b015-824a-4753-89cf-7cc76ec8e37d req-292e74fe-5670-47f8-aee1-5f5330fa0e57 tempest-TestVolumeBootPattern-1147907125 tempest-TestVolumeBootPattern-1147907125-project] 10.222.0.24 "GET /v2.0/ports?device_id=38054fa1-fe93-4a55-835d-6e533089950a HTTP/1.1" status: 200 len: 944 time: 0.0490010 May 25 07:48:33.613220 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.db.provisioning_blocks [None req-798242cc-9ea0-464c-9109-86bd7997349e None None] Provisioning for port ddaa5409-5e64-4c36-9728-0a60ce9fb2ea completed by entity L2. {{(pid=104527) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 25 07:48:33.640604 dv-cinder-825492-15-iscsi neutron-server[104525]: INFO neutron.wsgi [req-3216b015-824a-4753-89cf-7cc76ec8e37d req-e5cc9b41-c84c-46b4-a397-0cc289974f1f tempest-TestVolumeBootPattern-1147907125 tempest-TestVolumeBootPattern-1147907125-project] 10.222.0.24 "GET /v2.0/security-groups?id=0c2f491d-41ea-4a0f-9897-87861bfa1a99&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443084 May 25 07:48:33.671959 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.db.provisioning_blocks [None req-798242cc-9ea0-464c-9109-86bd7997349e None None] Provisioning complete for port ddaa5409-5e64-4c36-9728-0a60ce9fb2ea triggered by entity L2. {{(pid=104527) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 25 07:48:33.672356 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron_lib.callbacks.manager [None req-798242cc-9ea0-464c-9109-86bd7997349e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1490782'] for port (ddaa5409-5e64-4c36-9728-0a60ce9fb2ea), provisioning_complete {{(pid=104527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:48:33.713617 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG dbcounter [-] [104527] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=104527) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 07:48:33.745232 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.plugins.ml2.plugin [None req-798242cc-9ea0-464c-9109-86bd7997349e None None] Current status of the port ddaa5409-5e64-4c36-9728-0a60ce9fb2ea is: BUILD; New status is: ACTIVE {{(pid=104527) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 25 07:48:33.745616 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron_lib.callbacks.manager [None req-798242cc-9ea0-464c-9109-86bd7997349e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-616651'] for port (ddaa5409-5e64-4c36-9728-0a60ce9fb2ea), before_update {{(pid=104527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:48:33.773508 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '38054fa1-fe93-4a55-835d-6e533089950a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ddaa5409-5e64-4c36-9728-0a60ce9fb2ea'}] {{(pid=104527) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 25 07:48:33.773508 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b7b9631292b9c3281c46c063e828ef1e98938590bf5356102cacde7abf71fd6b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-72587974-3e23-4b56-af6c-6c8c68f123e6" -d '{"events": [{"server_uuid": "38054fa1-fe93-4a55-835d-6e533089950a", "name": "network-vif-plugged", "status": "completed", "tag": "ddaa5409-5e64-4c36-9728-0a60ce9fb2ea"}]}' {{(pid=104527) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 25 07:48:33.783249 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.plugins.ml2.db [None req-798242cc-9ea0-464c-9109-86bd7997349e None None] For port ddaa5409-5e64-4c36-9728-0a60ce9fb2ea, host hv-cinder-82549, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82549',level=0,port_id=ddaa5409-5e64-4c36-9728-0a60ce9fb2ea,segment=NetworkSegment(9a610226-7c21-4d7a-9db8-be7770bde605),segment_id=9a610226-7c21-4d7a-9db8-be7770bde605)] {{(pid=104527) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 07:48:33.868129 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 25 May 2022 07:48:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fd5ecbf1-e0ff-4cbd-929c-1c2a4ab3f636 x-openstack-request-id: req-fd5ecbf1-e0ff-4cbd-929c-1c2a4ab3f636 {{(pid=104527) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 25 07:48:33.868412 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "38054fa1-fe93-4a55-835d-6e533089950a", "name": "network-vif-plugged", "status": "completed", "tag": "ddaa5409-5e64-4c36-9728-0a60ce9fb2ea", "code": 200}]} {{(pid=104527) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 25 07:48:33.868690 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-fd5ecbf1-e0ff-4cbd-929c-1c2a4ab3f636 {{(pid=104527) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 25 07:48:33.869357 dv-cinder-825492-15-iscsi neutron-server[104527]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fd5ecbf1-e0ff-4cbd-929c-1c2a4ab3f636'] response: {'server_uuid': '38054fa1-fe93-4a55-835d-6e533089950a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ddaa5409-5e64-4c36-9728-0a60ce9fb2ea', 'code': 200} May 25 07:48:33.877731 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron_lib.callbacks.manager [None req-798242cc-9ea0-464c-9109-86bd7997349e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-617841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612926', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754056714442', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754056173882', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754056173900'] for port (ddaa5409-5e64-4c36-9728-0a60ce9fb2ea), after_update {{(pid=104527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:48:33.917554 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG dbcounter [-] [104527] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104527) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 07:48:33.932521 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-798242cc-9ea0-464c-9109-86bd7997349e None None] Pushing event updated for resources: {'Port': ['ID=ddaa5409-5e64-4c36-9728-0a60ce9fb2ea,revision_number=5']} {{(pid=104527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 07:48:34.230343 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a84305d4-7e58-4703-b9ad-2461ff4be996 req-45ba30e9-b46e-4419-af61-033ffd5f6955 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 07:48:34.231816 dv-cinder-825492-15-iscsi neutron-server[104526]: INFO neutron.wsgi [req-a84305d4-7e58-4703-b9ad-2461ff4be996 req-45ba30e9-b46e-4419-af61-033ffd5f6955 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=38054fa1-fe93-4a55-835d-6e533089950a HTTP/1.1" status: 200 len: 1129 time: 0.0374508 May 25 07:48:34.276677 dv-cinder-825492-15-iscsi neutron-server[104526]: INFO neutron.wsgi [req-a84305d4-7e58-4703-b9ad-2461ff4be996 req-abbb2dcd-5fb4-4560-ba99-f9f361285738 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=0c2f491d-41ea-4a0f-9897-87861bfa1a99&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385466 May 25 07:48:34.759893 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34e3724b-41cb-4a7a-8250-9a4246783877 req-1e4f1409-d556-4472-896b-138d516cf0a6 tempest-TestVolumeBootPattern-1147907125 tempest-TestVolumeBootPattern-1147907125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 07:48:34.761370 dv-cinder-825492-15-iscsi neutron-server[104525]: INFO neutron.wsgi [req-34e3724b-41cb-4a7a-8250-9a4246783877 req-1e4f1409-d556-4472-896b-138d516cf0a6 tempest-TestVolumeBootPattern-1147907125 tempest-TestVolumeBootPattern-1147907125-project] 10.222.0.24 "GET /v2.0/ports?device_id=38054fa1-fe93-4a55-835d-6e533089950a HTTP/1.1" status: 200 len: 945 time: 0.0510213 May 25 07:48:34.808677 dv-cinder-825492-15-iscsi neutron-server[104525]: INFO neutron.wsgi [req-34e3724b-41cb-4a7a-8250-9a4246783877 req-79dd2ece-f7e3-4eb5-8cb2-364c4ac9fc69 tempest-TestVolumeBootPattern-1147907125 tempest-TestVolumeBootPattern-1147907125-project] 10.222.0.24 "GET /v2.0/security-groups?id=0c2f491d-41ea-4a0f-9897-87861bfa1a99&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417349 May 25 07:48:34.887085 dv-cinder-825492-15-iscsi neutron-server[104528]: DEBUG dbcounter [-] [104528] Writing DB stats neutron:SELECT=18,neutron:UPDATE=1 {{(pid=104528) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 07:48:34.887769 dv-cinder-825492-15-iscsi neutron-server[104528]: DEBUG dbcounter [-] [104528] Writing DB stats neutron:SELECT=22,neutron:UPDATE=1 {{(pid=104528) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 07:48:35.275513 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron_lib.callbacks.manager [None req-f0cd7697-fc69-4dc1-87ce-31ca97f1abd5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754056472917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490168'] for agent (6cf9466f-68ff-4d03-9bb6-0c8244fa88eb), after_update {{(pid=104527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:48:35.908548 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG dbcounter [-] [104526] Writing DB stats neutron:SELECT=100 {{(pid=104526) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 07:48:35.926551 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fd67d3b-5043-430b-aeed-30caef319e91 req-8c637ad7-4a32-4b68-bdc4-b625d5c9816b tempest-TestVolumeBootPattern-1147907125 tempest-TestVolumeBootPattern-1147907125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 07:48:35.927990 dv-cinder-825492-15-iscsi neutron-server[104526]: INFO neutron.wsgi [req-3fd67d3b-5043-430b-aeed-30caef319e91 req-8c637ad7-4a32-4b68-bdc4-b625d5c9816b tempest-TestVolumeBootPattern-1147907125 tempest-TestVolumeBootPattern-1147907125-project] 10.222.0.24 "GET /v2.0/ports?device_id=38054fa1-fe93-4a55-835d-6e533089950a HTTP/1.1" status: 200 len: 945 time: 0.0503633 May 25 07:48:35.976320 dv-cinder-825492-15-iscsi neutron-server[104526]: INFO neutron.wsgi [req-3fd67d3b-5043-430b-aeed-30caef319e91 req-d7151f34-d3ae-4421-b6d9-0949e0271956 tempest-TestVolumeBootPattern-1147907125 tempest-TestVolumeBootPattern-1147907125-project] 10.222.0.24 "GET /v2.0/security-groups?id=0c2f491d-41ea-4a0f-9897-87861bfa1a99&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422041 May 25 07:48:36.105342 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1ee93b0-603d-4247-bded-89e7c2c56c45 req-6aa5e9f3-39ca-49d6-b3ba-20722bb68356 tempest-TestVolumeBootPattern-1147907125 tempest-TestVolumeBootPattern-1147907125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 07:48:36.106728 dv-cinder-825492-15-iscsi neutron-server[104525]: INFO neutron.wsgi [req-e1ee93b0-603d-4247-bded-89e7c2c56c45 req-6aa5e9f3-39ca-49d6-b3ba-20722bb68356 tempest-TestVolumeBootPattern-1147907125 tempest-TestVolumeBootPattern-1147907125-project] 10.222.0.24 "GET /v2.0/ports?device_id=38054fa1-fe93-4a55-835d-6e533089950a HTTP/1.1" status: 200 len: 945 time: 0.0642498 May 25 07:48:36.156865 dv-cinder-825492-15-iscsi neutron-server[104525]: INFO neutron.wsgi [req-e1ee93b0-603d-4247-bded-89e7c2c56c45 req-c98ea992-af27-44e5-990d-79606458fb02 tempest-TestVolumeBootPattern-1147907125 tempest-TestVolumeBootPattern-1147907125-project] 10.222.0.24 "GET /v2.0/security-groups?id=0c2f491d-41ea-4a0f-9897-87861bfa1a99&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445464 May 25 07:48:36.179077 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron.wsgi [-] (104525) accepted ('10.222.0.24', 52502) {{(pid=104525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 07:48:36.217542 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71395549-6289-457f-8655-4061ed3e5623 tempest-TestVolumeBootPattern-1207808981 tempest-TestVolumeBootPattern-1207808981-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 07:48:36.219057 dv-cinder-825492-15-iscsi neutron-server[104525]: INFO neutron.wsgi [None req-71395549-6289-457f-8655-4061ed3e5623 tempest-TestVolumeBootPattern-1207808981 tempest-TestVolumeBootPattern-1207808981-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=38054fa1-fe93-4a55-835d-6e533089950a HTTP/1.1" status: 200 len: 1124 time: 0.0389981 May 25 07:48:36.221805 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron.wsgi [-] (104525) accepted ('10.222.0.24', 52504) {{(pid=104525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 07:48:36.225937 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron.api.v2.base [None req-fedb706a-08b6-4ed6-bf0d-4bd06b8afcca tempest-TestVolumeBootPattern-1147907125 tempest-TestVolumeBootPattern-1147907125-project] Request body: {'floatingip': {'floating_network_id': '29c629bd-3f50-4535-bfbc-a047608d6fb6', 'port_id': 'ddaa5409-5e64-4c36-9728-0a60ce9fb2ea', 'tenant_id': 'f5e67d0f06be415794efd436655904b3', 'fixed_ip_address': '172.20.0.6'}} {{(pid=104525) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 25 07:48:36.361611 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-fedb706a-08b6-4ed6-bf0d-4bd06b8afcca tempest-TestVolumeBootPattern-1147907125 tempest-TestVolumeBootPattern-1147907125-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:48:36.440849 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-fedb706a-08b6-4ed6-bf0d-4bd06b8afcca tempest-TestVolumeBootPattern-1147907125 tempest-TestVolumeBootPattern-1147907125-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-616651'] for port (None), before_create {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:48:36.541840 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron.db.db_base_plugin_common [None req-fedb706a-08b6-4ed6-bf0d-4bd06b8afcca tempest-TestVolumeBootPattern-1147907125 tempest-TestVolumeBootPattern-1147907125-project] Allocated IP 172.27.3.16 (29c629bd-3f50-4535-bfbc-a047608d6fb6/7934ff5a-43f1-4f76-b9d8-e4343ace34f5/d16937ff-e5e6-498c-a515-750dbdc58a88) {{(pid=104525) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 07:48:36.646172 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-fedb706a-08b6-4ed6-bf0d-4bd06b8afcca tempest-TestVolumeBootPattern-1147907125 tempest-TestVolumeBootPattern-1147907125-project] Publish callbacks [] for port (d16937ff-e5e6-498c-a515-750dbdc58a88), precommit_create {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:48:36.738618 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-fedb706a-08b6-4ed6-bf0d-4bd06b8afcca tempest-TestVolumeBootPattern-1147907125 tempest-TestVolumeBootPattern-1147907125-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-617841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612926', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754056173864', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59563715'] for port (d16937ff-e5e6-498c-a515-750dbdc58a88), after_create {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:48:36.779944 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fedb706a-08b6-4ed6-bf0d-4bd06b8afcca tempest-TestVolumeBootPattern-1147907125 tempest-TestVolumeBootPattern-1147907125-project] Network 29c629bd-3f50-4535-bfbc-a047608d6fb6 is already hosted by enough agents. {{(pid=104525) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 07:48:36.782568 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron.scheduler.base_scheduler [None req-fedb706a-08b6-4ed6-bf0d-4bd06b8afcca tempest-TestVolumeBootPattern-1147907125 tempest-TestVolumeBootPattern-1147907125-project] Resources bound (agent type, host, resource id): {{(pid=104525) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 07:48:36.787327 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fedb706a-08b6-4ed6-bf0d-4bd06b8afcca tempest-TestVolumeBootPattern-1147907125 tempest-TestVolumeBootPattern-1147907125-project] Received port after_create {{(pid=104525) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 25 07:48:36.813085 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fedb706a-08b6-4ed6-bf0d-4bd06b8afcca tempest-TestVolumeBootPattern-1147907125 tempest-TestVolumeBootPattern-1147907125-project] Pushing event updated for resources: {'Port': ['ID=d16937ff-e5e6-498c-a515-750dbdc58a88,revision_number=1']} {{(pid=104525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 07:48:36.825067 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fedb706a-08b6-4ed6-bf0d-4bd06b8afcca tempest-TestVolumeBootPattern-1147907125 tempest-TestVolumeBootPattern-1147907125-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825492-15-iscsi {{(pid=104525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 07:48:36.825417 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fedb706a-08b6-4ed6-bf0d-4bd06b8afcca tempest-TestVolumeBootPattern-1147907125 tempest-TestVolumeBootPattern-1147907125-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825492-15-iscsi {{(pid=104525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 07:48:36.825761 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fedb706a-08b6-4ed6-bf0d-4bd06b8afcca tempest-TestVolumeBootPattern-1147907125 tempest-TestVolumeBootPattern-1147907125-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825492-15-iscsi {{(pid=104525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 07:48:36.826098 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fedb706a-08b6-4ed6-bf0d-4bd06b8afcca tempest-TestVolumeBootPattern-1147907125 tempest-TestVolumeBootPattern-1147907125-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825492-15-iscsi {{(pid=104525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 07:48:36.826428 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fedb706a-08b6-4ed6-bf0d-4bd06b8afcca tempest-TestVolumeBootPattern-1147907125 tempest-TestVolumeBootPattern-1147907125-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825492-15-iscsi {{(pid=104525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 07:48:36.826759 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fedb706a-08b6-4ed6-bf0d-4bd06b8afcca tempest-TestVolumeBootPattern-1147907125 tempest-TestVolumeBootPattern-1147907125-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825492-15-iscsi {{(pid=104525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 07:48:36.827084 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fedb706a-08b6-4ed6-bf0d-4bd06b8afcca tempest-TestVolumeBootPattern-1147907125 tempest-TestVolumeBootPattern-1147907125-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825492-15-iscsi {{(pid=104525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 07:48:36.827407 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fedb706a-08b6-4ed6-bf0d-4bd06b8afcca tempest-TestVolumeBootPattern-1147907125 tempest-TestVolumeBootPattern-1147907125-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-825492-15-iscsi {{(pid=104525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 07:48:36.827730 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fedb706a-08b6-4ed6-bf0d-4bd06b8afcca tempest-TestVolumeBootPattern-1147907125 tempest-TestVolumeBootPattern-1147907125-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-825492-15-iscsi {{(pid=104525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 07:48:36.828057 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fedb706a-08b6-4ed6-bf0d-4bd06b8afcca tempest-TestVolumeBootPattern-1147907125 tempest-TestVolumeBootPattern-1147907125-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-825492-15-iscsi {{(pid=104525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 07:48:36.828381 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fedb706a-08b6-4ed6-bf0d-4bd06b8afcca tempest-TestVolumeBootPattern-1147907125 tempest-TestVolumeBootPattern-1147907125-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-825492-15-iscsi {{(pid=104525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 07:48:36.828738 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fedb706a-08b6-4ed6-bf0d-4bd06b8afcca tempest-TestVolumeBootPattern-1147907125 tempest-TestVolumeBootPattern-1147907125-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825492-15-iscsi {{(pid=104525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 07:48:36.829061 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fedb706a-08b6-4ed6-bf0d-4bd06b8afcca tempest-TestVolumeBootPattern-1147907125 tempest-TestVolumeBootPattern-1147907125-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825492-15-iscsi {{(pid=104525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 07:48:36.829380 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fedb706a-08b6-4ed6-bf0d-4bd06b8afcca tempest-TestVolumeBootPattern-1147907125 tempest-TestVolumeBootPattern-1147907125-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825492-15-iscsi {{(pid=104525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 07:48:36.829697 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fedb706a-08b6-4ed6-bf0d-4bd06b8afcca tempest-TestVolumeBootPattern-1147907125 tempest-TestVolumeBootPattern-1147907125-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825492-15-iscsi {{(pid=104525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 07:48:36.895748 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG dbcounter [-] [104525] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=104525) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 07:48:36.907747 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG dbcounter [-] [104525] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=104525) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 07:48:37.155537 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-fedb706a-08b6-4ed6-bf0d-4bd06b8afcca tempest-TestVolumeBootPattern-1147907125 tempest-TestVolumeBootPattern-1147907125-project] Publish callbacks [] for floatingip (24ecca20-0434-42aa-b3a1-90d6d33d1fd5), precommit_create {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:48:37.318403 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-fedb706a-08b6-4ed6-bf0d-4bd06b8afcca tempest-TestVolumeBootPattern-1147907125 tempest-TestVolumeBootPattern-1147907125-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-616651'] for port (d16937ff-e5e6-498c-a515-750dbdc58a88), before_update {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:48:37.496185 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-fedb706a-08b6-4ed6-bf0d-4bd06b8afcca tempest-TestVolumeBootPattern-1147907125 tempest-TestVolumeBootPattern-1147907125-project] Publish callbacks [] for port (d16937ff-e5e6-498c-a515-750dbdc58a88), precommit_update {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:48:37.506773 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron_lib.callbacks.manager [None req-e82ef686-52f1-4be4-980e-9f40be81afa1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754056472917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490168'] for agent (54ff4013-997e-4376-a4e9-e6c98cf37cc7), after_update {{(pid=104527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:48:37.592600 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-fedb706a-08b6-4ed6-bf0d-4bd06b8afcca tempest-TestVolumeBootPattern-1147907125 tempest-TestVolumeBootPattern-1147907125-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-617841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612926', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754056714442', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754056173882', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754056173900', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59563722'] for port (d16937ff-e5e6-498c-a515-750dbdc58a88), after_update {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:48:37.628282 dv-cinder-825492-15-iscsi neutron-server[104528]: DEBUG neutron.db.agents_db [None req-434abceb-772f-4043-8698-cfe4a44654b9 None None] Agent healthcheck: found 6 active agents {{(pid=104528) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 25 07:48:37.658396 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fedb706a-08b6-4ed6-bf0d-4bd06b8afcca tempest-TestVolumeBootPattern-1147907125 tempest-TestVolumeBootPattern-1147907125-project] Pushing event updated for resources: {'Port': ['ID=d16937ff-e5e6-498c-a515-750dbdc58a88,revision_number=2']} {{(pid=104525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 07:48:37.667798 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG dbcounter [-] [104525] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=104525) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 07:48:37.670986 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-fedb706a-08b6-4ed6-bf0d-4bd06b8afcca tempest-TestVolumeBootPattern-1147907125 tempest-TestVolumeBootPattern-1147907125-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1617316'] for floatingip (24ecca20-0434-42aa-b3a1-90d6d33d1fd5), after_create {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:48:37.765347 dv-cinder-825492-15-iscsi neutron-server[104525]: INFO neutron.db.l3_db [None req-fedb706a-08b6-4ed6-bf0d-4bd06b8afcca tempest-TestVolumeBootPattern-1147907125 tempest-TestVolumeBootPattern-1147907125-project] Floating IP 24ecca20-0434-42aa-b3a1-90d6d33d1fd5 associated. External IP: 172.27.3.16, port: ddaa5409-5e64-4c36-9728-0a60ce9fb2ea. May 25 07:48:37.957437 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fedb706a-08b6-4ed6-bf0d-4bd06b8afcca tempest-TestVolumeBootPattern-1147907125 tempest-TestVolumeBootPattern-1147907125-project] Router ebde3b4b-02cb-4bf4-901f-5ff0707d3ffa has already been hosted by L3 agent 54ff4013-997e-4376-a4e9-e6c98cf37cc7 {{(pid=104525) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 25 07:48:38.047922 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG dbcounter [-] [104525] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104525) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 07:48:38.059942 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fedb706a-08b6-4ed6-bf0d-4bd06b8afcca tempest-TestVolumeBootPattern-1147907125 tempest-TestVolumeBootPattern-1147907125-project] Notify agent at l3_agent.dv-cinder-825492-15-iscsi the message routers_updated {{(pid=104525) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 25 07:48:38.069102 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4f8933c-8ce4-4c71-8fd5-738ba53042d4 None None] Sync routers for ids ['ebde3b4b-02cb-4bf4-901f-5ff0707d3ffa'] in dv-cinder-825492-15-iscsi {{(pid=104527) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 25 07:48:38.080374 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4f8933c-8ce4-4c71-8fd5-738ba53042d4 None None] Routers {'ebde3b4b-02cb-4bf4-901f-5ff0707d3ffa'} bound to L3 agent in host dv-cinder-825492-15-iscsi {{(pid=104527) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 25 07:48:38.081882 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.db.l3_hamode_db [None req-f4f8933c-8ce4-4c71-8fd5-738ba53042d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825492-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-25T07:27:37Z,description=,heartbeat_timestamp=2022-05-25T07:48:37Z,host='dv-cinder-825492-15-iscsi',id=54ff4013-997e-4376-a4e9-e6c98cf37cc7,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T07:27:38Z,topic='l3_agent')) {'router_ids': ['ebde3b4b-02cb-4bf4-901f-5ff0707d3ffa'], 'active': True} {{(pid=104527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 07:48:38.148320 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-fedb706a-08b6-4ed6-bf0d-4bd06b8afcca tempest-TestVolumeBootPattern-1147907125 tempest-TestVolumeBootPattern-1147907125-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93885'] for floatingip (None), before_response {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:48:38.178554 dv-cinder-825492-15-iscsi neutron-server[104525]: INFO neutron.wsgi [None req-fedb706a-08b6-4ed6-bf0d-4bd06b8afcca tempest-TestVolumeBootPattern-1147907125 tempest-TestVolumeBootPattern-1147907125-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.9557552 May 25 07:48:38.179271 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '38054fa1-fe93-4a55-835d-6e533089950a', 'tag': 'ddaa5409-5e64-4c36-9728-0a60ce9fb2ea'}] {{(pid=104525) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 25 07:48:38.182342 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d445ce38d91c6b292eb6894f597f8081be97d606cd6e8c01bc8cfabf5dd02ac1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-18d341b1-aed6-4e0c-8fce-6aaba80aed2a" -d '{"events": [{"name": "network-changed", "server_uuid": "38054fa1-fe93-4a55-835d-6e533089950a", "tag": "ddaa5409-5e64-4c36-9728-0a60ce9fb2ea"}]}' {{(pid=104525) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 25 07:48:38.185732 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.db.l3_dvr_db [None req-f4f8933c-8ce4-4c71-8fd5-738ba53042d4 None None] Set router ebde3b4b-02cb-4bf4-901f-5ff0707d3ffa gateway port host: dv-cinder-825492-15-iscsi {{(pid=104527) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 25 07:48:38.218697 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 25 May 2022 07:48:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-259c564f-2f99-4d5a-9db1-3ae85f40c939 x-openstack-request-id: req-259c564f-2f99-4d5a-9db1-3ae85f40c939 {{(pid=104525) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 25 07:48:38.218982 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "38054fa1-fe93-4a55-835d-6e533089950a", "tag": "ddaa5409-5e64-4c36-9728-0a60ce9fb2ea", "status": "completed", "code": 200}]} {{(pid=104525) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 25 07:48:38.219327 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-259c564f-2f99-4d5a-9db1-3ae85f40c939 {{(pid=104525) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 25 07:48:38.219766 dv-cinder-825492-15-iscsi neutron-server[104525]: INFO neutron.notifiers.nova [-] Nova event matching ['req-259c564f-2f99-4d5a-9db1-3ae85f40c939'] response: {'name': 'network-changed', 'server_uuid': '38054fa1-fe93-4a55-835d-6e533089950a', 'tag': 'ddaa5409-5e64-4c36-9728-0a60ce9fb2ea', 'status': 'completed', 'code': 200} May 25 07:48:38.301209 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18d341b1-aed6-4e0c-8fce-6aaba80aed2a req-f0198bc6-2418-42c7-a6b8-d793333fcd60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 07:48:38.302640 dv-cinder-825492-15-iscsi neutron-server[104526]: INFO neutron.wsgi [req-18d341b1-aed6-4e0c-8fce-6aaba80aed2a req-f0198bc6-2418-42c7-a6b8-d793333fcd60 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=f5e67d0f06be415794efd436655904b3&device_id=38054fa1-fe93-4a55-835d-6e533089950a HTTP/1.1" status: 200 len: 1129 time: 0.0385842 May 25 07:48:38.394534 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18d341b1-aed6-4e0c-8fce-6aaba80aed2a req-f925da05-3247-4e81-b50c-d1be3210749d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 07:48:38.395981 dv-cinder-825492-15-iscsi neutron-server[104526]: INFO neutron.wsgi [req-18d341b1-aed6-4e0c-8fce-6aaba80aed2a req-f925da05-3247-4e81-b50c-d1be3210749d service neutron] 10.222.0.41 "GET /v2.0/networks?id=9bcd68e9-0045-4b34-8142-bf28d91642fb HTTP/1.1" status: 200 len: 913 time: 0.0881343 May 25 07:48:38.401630 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.db.l3_hamode_db [None req-f4f8933c-8ce4-4c71-8fd5-738ba53042d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ebde3b4b-02cb-4bf4-901f-5ff0707d3ffa', 'name': 'tempest-TestVolumeBootPattern-1211832049-router', 'tenant_id': 'f5e67d0f06be415794efd436655904b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '29c629bd-3f50-4535-bfbc-a047608d6fb6', 'external_fixed_ips': [{'subnet_id': '7934ff5a-43f1-4f76-b9d8-e4343ace34f5', 'ip_address': '172.27.3.48'}], 'enable_snat': True}, 'gw_port_id': '9ecb0563-65ad-4bc0-a223-324ae8c6d8f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T07:44:55Z', 'updated_at': '2022-05-25T07:44:58Z', 'revision_number': 4, 'project_id': 'f5e67d0f06be415794efd436655904b3', 'gw_port': {'id': '9ecb0563-65ad-4bc0-a223-324ae8c6d8f7', 'name': '', 'network_id': '29c629bd-3f50-4535-bfbc-a047608d6fb6', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:d0:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebde3b4b-02cb-4bf4-901f-5ff0707d3ffa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 650, 'fixed_ips': [{'subnet_id': '7934ff5a-43f1-4f76-b9d8-e4343ace34f5', 'ip_address': '172.27.3.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825492-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T07:44:56Z', 'updated_at': '2022-05-25T07:45:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7934ff5a-43f1-4f76-b9d8-e4343ace34f5', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825492-15-iscsi', '_floatingips': [{'id': '24ecca20-0434-42aa-b3a1-90d6d33d1fd5', 'tenant_id': 'f5e67d0f06be415794efd436655904b3', 'floating_ip_address': '172.27.3.16', 'floating_network_id': '29c629bd-3f50-4535-bfbc-a047608d6fb6', 'router_id': 'ebde3b4b-02cb-4bf4-901f-5ff0707d3ffa', 'port_id': 'ddaa5409-5e64-4c36-9728-0a60ce9fb2ea', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 740, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9bcd68e9-0045-4b34-8142-bf28d91642fb', 'mac_address': 'fa:16:3e:07:ca:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38054fa1-fe93-4a55-835d-6e533089950a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-25T07:48:37Z', 'updated_at': '2022-05-25T07:48:37Z', 'revision_number': 0, 'project_id': 'f5e67d0f06be415794efd436655904b3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '71945d30-2083-402b-a29e-2effc8003ab4', 'name': '', 'network_id': '9bcd68e9-0045-4b34-8142-bf28d91642fb', 'tenant_id': 'f5e67d0f06be415794efd436655904b3', 'mac_address': 'fa:16:3e:de:ac:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebde3b4b-02cb-4bf4-901f-5ff0707d3ffa', 'device_owner': 'network:router_interface', 'standard_attr_id': 659, 'fixed_ips': [{'subnet_id': '79361af5-cc98-4fe6-aade-34c4cdb65654', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825492-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T07:44:58Z', 'updated_at': '2022-05-25T07:45:06Z', 'revision_number': 5, 'project_id': 'f5e67d0f06be415794efd436655904b3', 'subnets': [{'id': '79361af5-cc98-4fe6-aade-34c4cdb65654', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-825492-15-iscsi', False) {} {{(pid=104527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 07:48:38.426190 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4f8933c-8ce4-4c71-8fd5-738ba53042d4 None None] Checking router: ebde3b4b-02cb-4bf4-901f-5ff0707d3ffa for host: dv-cinder-825492-15-iscsi {{(pid=104527) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 25 07:48:38.435271 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4f8933c-8ce4-4c71-8fd5-738ba53042d4 None None] Routers {'ebde3b4b-02cb-4bf4-901f-5ff0707d3ffa'} bound to L3 agent in host dv-cinder-825492-15-iscsi {{(pid=104527) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 25 07:48:38.435878 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.db.l3_hamode_db [None req-f4f8933c-8ce4-4c71-8fd5-738ba53042d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825492-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-25T07:27:37Z,description=,heartbeat_timestamp=2022-05-25T07:48:37Z,host='dv-cinder-825492-15-iscsi',id=54ff4013-997e-4376-a4e9-e6c98cf37cc7,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T07:27:38Z,topic='l3_agent')) {'router_ids': ['ebde3b4b-02cb-4bf4-901f-5ff0707d3ffa'], 'active': True} {{(pid=104527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 07:48:38.458006 dv-cinder-825492-15-iscsi neutron-server[104526]: INFO neutron.wsgi [req-18d341b1-aed6-4e0c-8fce-6aaba80aed2a req-20c3bfdc-0199-4561-bea9-79727093437f service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ddaa5409-5e64-4c36-9728-0a60ce9fb2ea HTTP/1.1" status: 200 len: 998 time: 0.0555673 May 25 07:48:38.505596 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18d341b1-aed6-4e0c-8fce-6aaba80aed2a req-955a7ed9-21e4-404f-8f4d-35458229ddc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 07:48:38.507047 dv-cinder-825492-15-iscsi neutron-server[104526]: INFO neutron.wsgi [req-18d341b1-aed6-4e0c-8fce-6aaba80aed2a req-955a7ed9-21e4-404f-8f4d-35458229ddc5 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=79361af5-cc98-4fe6-aade-34c4cdb65654 HTTP/1.1" status: 200 len: 851 time: 0.0429652 May 25 07:48:38.540381 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.db.l3_dvr_db [None req-f4f8933c-8ce4-4c71-8fd5-738ba53042d4 None None] Set router ebde3b4b-02cb-4bf4-901f-5ff0707d3ffa gateway port host: dv-cinder-825492-15-iscsi {{(pid=104527) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 25 07:48:38.555234 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18d341b1-aed6-4e0c-8fce-6aaba80aed2a req-88133f54-f8dd-4923-8b6e-78067b6b9a9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 07:48:38.556700 dv-cinder-825492-15-iscsi neutron-server[104526]: INFO neutron.wsgi [req-18d341b1-aed6-4e0c-8fce-6aaba80aed2a req-88133f54-f8dd-4923-8b6e-78067b6b9a9b service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=9bcd68e9-0045-4b34-8142-bf28d91642fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0429144 May 25 07:48:38.639409 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG dbcounter [-] [104526] Writing DB stats neutron:SELECT=100 {{(pid=104526) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 07:48:38.650733 dv-cinder-825492-15-iscsi neutron-server[104526]: INFO neutron.wsgi [req-18d341b1-aed6-4e0c-8fce-6aaba80aed2a req-9d1119d3-68e5-4ce0-8d06-6898b9d6a7bf service neutron] 10.222.0.41 "GET /v2.0/networks/9bcd68e9-0045-4b34-8142-bf28d91642fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0880392 May 25 07:48:38.686675 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron_lib.callbacks.manager [None req-461c163e-e11a-425b-8a8d-f39fb153da48 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754056472917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490168'] for agent (fa5554a0-25df-434f-a0d0-5996d872220a), after_update {{(pid=104527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:48:38.742864 dv-cinder-825492-15-iscsi neutron-server[104526]: INFO neutron.wsgi [req-18d341b1-aed6-4e0c-8fce-6aaba80aed2a req-7ed921a5-2d83-4345-9468-bb9c5da350d0 service neutron] 10.222.0.41 "GET /v2.0/networks/9bcd68e9-0045-4b34-8142-bf28d91642fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868731 May 25 07:48:38.765372 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.db.l3_hamode_db [None req-f4f8933c-8ce4-4c71-8fd5-738ba53042d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ebde3b4b-02cb-4bf4-901f-5ff0707d3ffa', 'name': 'tempest-TestVolumeBootPattern-1211832049-router', 'tenant_id': 'f5e67d0f06be415794efd436655904b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '29c629bd-3f50-4535-bfbc-a047608d6fb6', 'external_fixed_ips': [{'subnet_id': '7934ff5a-43f1-4f76-b9d8-e4343ace34f5', 'ip_address': '172.27.3.48'}], 'enable_snat': True}, 'gw_port_id': '9ecb0563-65ad-4bc0-a223-324ae8c6d8f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T07:44:55Z', 'updated_at': '2022-05-25T07:44:58Z', 'revision_number': 4, 'project_id': 'f5e67d0f06be415794efd436655904b3', 'gw_port': {'id': '9ecb0563-65ad-4bc0-a223-324ae8c6d8f7', 'name': '', 'network_id': '29c629bd-3f50-4535-bfbc-a047608d6fb6', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:d0:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebde3b4b-02cb-4bf4-901f-5ff0707d3ffa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 650, 'fixed_ips': [{'subnet_id': '7934ff5a-43f1-4f76-b9d8-e4343ace34f5', 'ip_address': '172.27.3.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825492-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T07:44:56Z', 'updated_at': '2022-05-25T07:45:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7934ff5a-43f1-4f76-b9d8-e4343ace34f5', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825492-15-iscsi', '_floatingips': [{'id': '24ecca20-0434-42aa-b3a1-90d6d33d1fd5', 'tenant_id': 'f5e67d0f06be415794efd436655904b3', 'floating_ip_address': '172.27.3.16', 'floating_network_id': '29c629bd-3f50-4535-bfbc-a047608d6fb6', 'router_id': 'ebde3b4b-02cb-4bf4-901f-5ff0707d3ffa', 'port_id': 'ddaa5409-5e64-4c36-9728-0a60ce9fb2ea', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 740, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9bcd68e9-0045-4b34-8142-bf28d91642fb', 'mac_address': 'fa:16:3e:07:ca:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38054fa1-fe93-4a55-835d-6e533089950a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-25T07:48:37Z', 'updated_at': '2022-05-25T07:48:37Z', 'revision_number': 0, 'project_id': 'f5e67d0f06be415794efd436655904b3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '71945d30-2083-402b-a29e-2effc8003ab4', 'name': '', 'network_id': '9bcd68e9-0045-4b34-8142-bf28d91642fb', 'tenant_id': 'f5e67d0f06be415794efd436655904b3', 'mac_address': 'fa:16:3e:de:ac:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebde3b4b-02cb-4bf4-901f-5ff0707d3ffa', 'device_owner': 'network:router_interface', 'standard_attr_id': 659, 'fixed_ips': [{'subnet_id': '79361af5-cc98-4fe6-aade-34c4cdb65654', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825492-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T07:44:58Z', 'updated_at': '2022-05-25T07:45:06Z', 'revision_number': 5, 'project_id': 'f5e67d0f06be415794efd436655904b3', 'subnets': [{'id': '79361af5-cc98-4fe6-aade-34c4cdb65654', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-825492-15-iscsi', False) {} {{(pid=104527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 07:48:38.794522 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4f8933c-8ce4-4c71-8fd5-738ba53042d4 None None] The sync data for ids ['ebde3b4b-02cb-4bf4-901f-5ff0707d3ffa'] in dv-cinder-825492-15-iscsi is: [{'id': 'ebde3b4b-02cb-4bf4-901f-5ff0707d3ffa', 'name': 'tempest-TestVolumeBootPattern-1211832049-router', 'tenant_id': 'f5e67d0f06be415794efd436655904b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '29c629bd-3f50-4535-bfbc-a047608d6fb6', 'external_fixed_ips': [{'subnet_id': '7934ff5a-43f1-4f76-b9d8-e4343ace34f5', 'ip_address': '172.27.3.48'}], 'enable_snat': True}, 'gw_port_id': '9ecb0563-65ad-4bc0-a223-324ae8c6d8f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T07:44:55Z', 'updated_at': '2022-05-25T07:44:58Z', 'revision_number': 4, 'project_id': 'f5e67d0f06be415794efd436655904b3', 'gw_port': {'id': '9ecb0563-65ad-4bc0-a223-324ae8c6d8f7', 'name': '', 'network_id': '29c629bd-3f50-4535-bfbc-a047608d6fb6', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:d0:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebde3b4b-02cb-4bf4-901f-5ff0707d3ffa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 650, 'fixed_ips': [{'subnet_id': '7934ff5a-43f1-4f76-b9d8-e4343ace34f5', 'ip_address': '172.27.3.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825492-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T07:44:56Z', 'updated_at': '2022-05-25T07:45:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7934ff5a-43f1-4f76-b9d8-e4343ace34f5', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825492-15-iscsi', '_floatingips': [{'id': '24ecca20-0434-42aa-b3a1-90d6d33d1fd5', 'tenant_id': 'f5e67d0f06be415794efd436655904b3', 'floating_ip_address': '172.27.3.16', 'floating_network_id': '29c629bd-3f50-4535-bfbc-a047608d6fb6', 'router_id': 'ebde3b4b-02cb-4bf4-901f-5ff0707d3ffa', 'port_id': 'ddaa5409-5e64-4c36-9728-0a60ce9fb2ea', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 740, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9bcd68e9-0045-4b34-8142-bf28d91642fb', 'mac_address': 'fa:16:3e:07:ca:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38054fa1-fe93-4a55-835d-6e533089950a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-25T07:48:37Z', 'updated_at': '2022-05-25T07:48:37Z', 'revision_number': 0, 'project_id': 'f5e67d0f06be415794efd436655904b3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '71945d30-2083-402b-a29e-2effc8003ab4', 'name': '', 'network_id': '9bcd68e9-0045-4b34-8142-bf28d91642fb', 'tenant_id': 'f5e67d0f06be415794efd436655904b3', 'mac_address': 'fa:16:3e:de:ac:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebde3b4b-02cb-4bf4-901f-5ff0707d3ffa', 'device_owner': 'network:router_interface', 'standard_attr_id': 659, 'fixed_ips': [{'subnet_id': '79361af5-cc98-4fe6-aade-34c4cdb65654', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825492-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T07:44:58Z', 'updated_at': '2022-05-25T07:45:06Z', 'revision_number': 5, 'project_id': 'f5e67d0f06be415794efd436655904b3', 'subnets': [{'id': '79361af5-cc98-4fe6-aade-34c4cdb65654', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104527) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 25 07:48:38.981790 dv-cinder-825492-15-iscsi neutron-server[104528]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-762924cd-5083-41e3-96d1-ddf4ed342176 None None] New status for floating IP 24ecca20-0434-42aa-b3a1-90d6d33d1fd5: ACTIVE {{(pid=104528) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 25 07:48:40.104268 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron_lib.callbacks.manager [None req-f9cd7ad7-9657-4dc4-ab64-74b2d9455e3c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754056472917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490168'] for agent (749e0e2c-8e71-4175-9046-27a8fd2a3a0a), after_update {{(pid=104527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:48:41.551852 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron_lib.callbacks.manager [None req-4c581813-650f-4b4b-ac0f-82f585bea231 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754056472917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490168'] for agent (67455b2d-ff20-4068-8b38-73bd0628c5cb), after_update {{(pid=104527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:48:44.148235 dv-cinder-825492-15-iscsi neutron-server[104526]: INFO neutron.wsgi [req-c3edd652-e675-4178-9261-4979ef544e9b req-18991925-0194-49c7-a4db-221b816ff6f7 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=38054fa1-fe93-4a55-835d-6e533089950a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0390594 May 25 07:48:44.239367 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3edd652-e675-4178-9261-4979ef544e9b req-37c147e4-5d80-4c92-b5ca-6df1cfc8692a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 07:48:44.240976 dv-cinder-825492-15-iscsi neutron-server[104526]: INFO neutron.wsgi [req-c3edd652-e675-4178-9261-4979ef544e9b req-37c147e4-5d80-4c92-b5ca-6df1cfc8692a service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=f5e67d0f06be415794efd436655904b3&device_id=38054fa1-fe93-4a55-835d-6e533089950a HTTP/1.1" status: 200 len: 1129 time: 0.0379610 May 25 07:48:44.345569 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3edd652-e675-4178-9261-4979ef544e9b req-daaecb3d-77e9-4472-bf9a-d886b82220f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 07:48:44.346949 dv-cinder-825492-15-iscsi neutron-server[104526]: INFO neutron.wsgi [req-c3edd652-e675-4178-9261-4979ef544e9b req-daaecb3d-77e9-4472-bf9a-d886b82220f0 service neutron] 10.222.0.41 "GET /v2.0/networks?id=9bcd68e9-0045-4b34-8142-bf28d91642fb HTTP/1.1" status: 200 len: 913 time: 0.0862339 May 25 07:48:44.408013 dv-cinder-825492-15-iscsi neutron-server[104526]: INFO neutron.wsgi [req-c3edd652-e675-4178-9261-4979ef544e9b req-4e954d79-f812-482b-b1a8-c7dee9384f12 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ddaa5409-5e64-4c36-9728-0a60ce9fb2ea HTTP/1.1" status: 200 len: 1000 time: 0.0549986 May 25 07:48:44.456398 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3edd652-e675-4178-9261-4979ef544e9b req-282e3c05-7928-4721-96ab-2e0441a98df0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 07:48:44.457835 dv-cinder-825492-15-iscsi neutron-server[104526]: INFO neutron.wsgi [req-c3edd652-e675-4178-9261-4979ef544e9b req-282e3c05-7928-4721-96ab-2e0441a98df0 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=79361af5-cc98-4fe6-aade-34c4cdb65654 HTTP/1.1" status: 200 len: 851 time: 0.0445299 May 25 07:48:44.503595 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3edd652-e675-4178-9261-4979ef544e9b req-b89875ae-9198-4d0e-b17c-367892ffc7e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 07:48:44.505071 dv-cinder-825492-15-iscsi neutron-server[104526]: INFO neutron.wsgi [req-c3edd652-e675-4178-9261-4979ef544e9b req-b89875ae-9198-4d0e-b17c-367892ffc7e1 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=9bcd68e9-0045-4b34-8142-bf28d91642fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0415611 May 25 07:48:44.591549 dv-cinder-825492-15-iscsi neutron-server[104526]: INFO neutron.wsgi [req-c3edd652-e675-4178-9261-4979ef544e9b req-149e8a1c-531c-43c0-82a3-a4665a7d9d7c service neutron] 10.222.0.41 "GET /v2.0/networks/9bcd68e9-0045-4b34-8142-bf28d91642fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0804873 May 25 07:48:44.658785 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG dbcounter [-] [104526] Writing DB stats neutron:SELECT=100 {{(pid=104526) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 07:48:44.684160 dv-cinder-825492-15-iscsi neutron-server[104526]: INFO neutron.wsgi [req-c3edd652-e675-4178-9261-4979ef544e9b req-f6b1bec4-2b89-462b-a96e-4261740d2394 service neutron] 10.222.0.41 "GET /v2.0/networks/9bcd68e9-0045-4b34-8142-bf28d91642fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864081 May 25 07:48:48.173063 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG dbcounter [-] [104525] Writing DB stats neutron:SELECT=1 {{(pid=104525) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 07:48:48.175124 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG dbcounter [-] [104525] Writing DB stats neutron:SELECT=42,neutron:DELETE=2 {{(pid=104525) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 07:48:49.077908 dv-cinder-825492-15-iscsi neutron-server[104528]: DEBUG dbcounter [-] [104528] Writing DB stats neutron:SELECT=8,neutron:UPDATE=1 {{(pid=104528) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 07:48:49.080802 dv-cinder-825492-15-iscsi neutron-server[104528]: DEBUG dbcounter [-] [104528] Writing DB stats neutron:SELECT=14,neutron:UPDATE=1 {{(pid=104528) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 07:48:51.472047 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG dbcounter [-] [104527] Writing DB stats neutron:SELECT=88,neutron:UPDATE=2 {{(pid=104527) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 07:48:51.478862 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG dbcounter [-] [104527] Writing DB stats neutron:SELECT=84,neutron:UPDATE=3 {{(pid=104527) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 07:48:54.681092 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG dbcounter [-] [104526] Writing DB stats neutron:SELECT=60 {{(pid=104526) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 07:49:02.223534 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron_lib.callbacks.manager [None req-798242cc-9ea0-464c-9109-86bd7997349e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754056472917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490168'] for agent (bbf5dc8c-5103-4973-a6b6-76af4660c126), after_update {{(pid=104527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:49:05.235085 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron_lib.callbacks.manager [None req-606ad054-b98a-4e26-ada0-a9b9d99dd210 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754056472917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490168'] for agent (6cf9466f-68ff-4d03-9bb6-0c8244fa88eb), after_update {{(pid=104527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:49:07.477442 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron_lib.callbacks.manager [None req-fc64f3d0-a320-4e6c-a4b0-0cb22930fd4e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754056472917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490168'] for agent (54ff4013-997e-4376-a4e9-e6c98cf37cc7), after_update {{(pid=104527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:49:08.666173 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron_lib.callbacks.manager [None req-461c163e-e11a-425b-8a8d-f39fb153da48 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754056472917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490168'] for agent (fa5554a0-25df-434f-a0d0-5996d872220a), after_update {{(pid=104527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:49:10.115795 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron_lib.callbacks.manager [None req-f9cd7ad7-9657-4dc4-ab64-74b2d9455e3c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754056472917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490168'] for agent (749e0e2c-8e71-4175-9046-27a8fd2a3a0a), after_update {{(pid=104527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:49:11.577901 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron_lib.callbacks.manager [None req-4c581813-650f-4b4b-ac0f-82f585bea231 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754056472917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490168'] for agent (67455b2d-ff20-4068-8b38-73bd0628c5cb), after_update {{(pid=104527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:49:11.879584 dv-cinder-825492-15-iscsi neutron-server[104528]: DEBUG dbcounter [-] [104528] Writing DB stats neutron:SELECT=2 {{(pid=104528) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 07:49:11.884362 dv-cinder-825492-15-iscsi neutron-server[104528]: DEBUG dbcounter [-] [104528] Writing DB stats neutron:SELECT=4 {{(pid=104528) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 07:49:14.627825 dv-cinder-825492-15-iscsi neutron-server[104528]: DEBUG neutron.db.agents_db [None req-434abceb-772f-4043-8698-cfe4a44654b9 None None] Agent healthcheck: found 6 active agents {{(pid=104528) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 25 07:49:21.474712 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG dbcounter [-] [104527] Writing DB stats neutron:SELECT=20,neutron:UPDATE=2 {{(pid=104527) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 07:49:21.481803 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG dbcounter [-] [104527] Writing DB stats neutron:SELECT=24,neutron:UPDATE=4 {{(pid=104527) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 07:49:24.624625 dv-cinder-825492-15-iscsi neutron-server[104528]: DEBUG dbcounter [-] [104528] Writing DB stats neutron:SELECT=1 {{(pid=104528) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 07:49:32.234665 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron_lib.callbacks.manager [None req-798242cc-9ea0-464c-9109-86bd7997349e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754056472917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490168'] for agent (bbf5dc8c-5103-4973-a6b6-76af4660c126), after_update {{(pid=104527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:49:33.642566 dv-cinder-825492-15-iscsi neutron-server[104528]: DEBUG dbcounter [-] [104528] Writing DB stats neutron:SELECT=2,neutron:DELETE=1 {{(pid=104528) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 07:49:35.242861 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron_lib.callbacks.manager [None req-0894c9fc-0cc3-4c7f-bb6a-b5b49d2d96bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754056472917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490168'] for agent (6cf9466f-68ff-4d03-9bb6-0c8244fa88eb), after_update {{(pid=104527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:49:37.482953 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron_lib.callbacks.manager [None req-8f3227d8-a643-4992-9a2d-2e9788c6cc5e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754056472917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490168'] for agent (54ff4013-997e-4376-a4e9-e6c98cf37cc7), after_update {{(pid=104527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:49:38.697152 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron_lib.callbacks.manager [None req-461c163e-e11a-425b-8a8d-f39fb153da48 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754056472917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490168'] for agent (fa5554a0-25df-434f-a0d0-5996d872220a), after_update {{(pid=104527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:49:40.128633 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron_lib.callbacks.manager [None req-f9cd7ad7-9657-4dc4-ab64-74b2d9455e3c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754056472917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490168'] for agent (749e0e2c-8e71-4175-9046-27a8fd2a3a0a), after_update {{(pid=104527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:49:41.556923 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron_lib.callbacks.manager [None req-4c581813-650f-4b4b-ac0f-82f585bea231 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754056472917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490168'] for agent (67455b2d-ff20-4068-8b38-73bd0628c5cb), after_update {{(pid=104527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:49:45.194773 dv-cinder-825492-15-iscsi neutron-server[104526]: INFO neutron.wsgi [req-1c48c706-a35e-43a4-b738-afd012e2b838 req-9aa26ada-f364-452d-8db5-d79884c2dc0c service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=38054fa1-fe93-4a55-835d-6e533089950a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0396559 May 25 07:49:45.288674 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c48c706-a35e-43a4-b738-afd012e2b838 req-71fd98c7-9b6e-4aa1-86a3-f7f3322f4b6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 07:49:45.290135 dv-cinder-825492-15-iscsi neutron-server[104526]: INFO neutron.wsgi [req-1c48c706-a35e-43a4-b738-afd012e2b838 req-71fd98c7-9b6e-4aa1-86a3-f7f3322f4b6a service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=f5e67d0f06be415794efd436655904b3&device_id=38054fa1-fe93-4a55-835d-6e533089950a HTTP/1.1" status: 200 len: 1129 time: 0.0389240 May 25 07:49:45.405520 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c48c706-a35e-43a4-b738-afd012e2b838 req-24667c36-8d30-431b-8b35-f31e5956880b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 07:49:45.407864 dv-cinder-825492-15-iscsi neutron-server[104526]: INFO neutron.wsgi [req-1c48c706-a35e-43a4-b738-afd012e2b838 req-24667c36-8d30-431b-8b35-f31e5956880b service neutron] 10.222.0.41 "GET /v2.0/networks?id=9bcd68e9-0045-4b34-8142-bf28d91642fb HTTP/1.1" status: 200 len: 913 time: 0.0993657 May 25 07:49:45.470645 dv-cinder-825492-15-iscsi neutron-server[104526]: INFO neutron.wsgi [req-1c48c706-a35e-43a4-b738-afd012e2b838 req-48cc2af9-916d-46ea-8817-358c11f46e2b service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ddaa5409-5e64-4c36-9728-0a60ce9fb2ea HTTP/1.1" status: 200 len: 1000 time: 0.0552511 May 25 07:49:45.517938 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c48c706-a35e-43a4-b738-afd012e2b838 req-4ba990bc-b12e-4346-94c0-20d58a9c5064 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 07:49:45.519351 dv-cinder-825492-15-iscsi neutron-server[104526]: INFO neutron.wsgi [req-1c48c706-a35e-43a4-b738-afd012e2b838 req-4ba990bc-b12e-4346-94c0-20d58a9c5064 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=79361af5-cc98-4fe6-aade-34c4cdb65654 HTTP/1.1" status: 200 len: 851 time: 0.0432575 May 25 07:49:45.565992 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c48c706-a35e-43a4-b738-afd012e2b838 req-15ba934a-e4b4-41d6-8e63-7fa399a4c99a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 07:49:45.567456 dv-cinder-825492-15-iscsi neutron-server[104526]: INFO neutron.wsgi [req-1c48c706-a35e-43a4-b738-afd012e2b838 req-15ba934a-e4b4-41d6-8e63-7fa399a4c99a service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=9bcd68e9-0045-4b34-8142-bf28d91642fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0424728 May 25 07:49:45.655083 dv-cinder-825492-15-iscsi neutron-server[104526]: INFO neutron.wsgi [req-1c48c706-a35e-43a4-b738-afd012e2b838 req-d7fe92f9-26d6-40d0-aca1-e9cf7f1ee181 service neutron] 10.222.0.41 "GET /v2.0/networks/9bcd68e9-0045-4b34-8142-bf28d91642fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0816340 May 25 07:49:45.745581 dv-cinder-825492-15-iscsi neutron-server[104526]: INFO neutron.wsgi [req-1c48c706-a35e-43a4-b738-afd012e2b838 req-780e3ff6-3e81-4482-8ea0-2388663f3b68 service neutron] 10.222.0.41 "GET /v2.0/networks/9bcd68e9-0045-4b34-8142-bf28d91642fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848947 May 25 07:49:48.874783 dv-cinder-825492-15-iscsi neutron-server[104528]: DEBUG dbcounter [-] [104528] Writing DB stats neutron:SELECT=2 {{(pid=104528) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 07:49:48.881657 dv-cinder-825492-15-iscsi neutron-server[104528]: DEBUG dbcounter [-] [104528] Writing DB stats neutron:SELECT=4 {{(pid=104528) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 07:49:51.483810 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG dbcounter [-] [104527] Writing DB stats neutron:SELECT=10,neutron:UPDATE=2 {{(pid=104527) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 07:49:51.485953 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG dbcounter [-] [104527] Writing DB stats neutron:SELECT=8,neutron:UPDATE=4 {{(pid=104527) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 07:49:51.627057 dv-cinder-825492-15-iscsi neutron-server[104528]: DEBUG neutron.db.agents_db [None req-434abceb-772f-4043-8698-cfe4a44654b9 None None] Agent healthcheck: found 6 active agents {{(pid=104528) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 25 07:49:55.741006 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG dbcounter [-] [104526] Writing DB stats neutron:SELECT=54 {{(pid=104526) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 07:49:55.741873 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG dbcounter [-] [104526] Writing DB stats neutron:SELECT=47 {{(pid=104526) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 07:50:01.624085 dv-cinder-825492-15-iscsi neutron-server[104528]: DEBUG dbcounter [-] [104528] Writing DB stats neutron:SELECT=2 {{(pid=104528) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 07:50:02.225658 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron_lib.callbacks.manager [None req-798242cc-9ea0-464c-9109-86bd7997349e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754056472917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490168'] for agent (bbf5dc8c-5103-4973-a6b6-76af4660c126), after_update {{(pid=104527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:50:05.225681 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron_lib.callbacks.manager [None req-d0a91af2-0b55-481e-9acf-fc7cef165824 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754056472917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490168'] for agent (6cf9466f-68ff-4d03-9bb6-0c8244fa88eb), after_update {{(pid=104527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:50:07.488152 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron_lib.callbacks.manager [None req-02914745-ebc3-4d33-aefe-ed80d4b5b792 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754056472917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490168'] for agent (54ff4013-997e-4376-a4e9-e6c98cf37cc7), after_update {{(pid=104527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:50:08.667633 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron_lib.callbacks.manager [None req-461c163e-e11a-425b-8a8d-f39fb153da48 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754056472917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490168'] for agent (fa5554a0-25df-434f-a0d0-5996d872220a), after_update {{(pid=104527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:50:10.130807 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron_lib.callbacks.manager [None req-f9cd7ad7-9657-4dc4-ab64-74b2d9455e3c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754056472917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490168'] for agent (749e0e2c-8e71-4175-9046-27a8fd2a3a0a), after_update {{(pid=104527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:50:11.568052 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron_lib.callbacks.manager [None req-4c581813-650f-4b4b-ac0f-82f585bea231 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754056472917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490168'] for agent (67455b2d-ff20-4068-8b38-73bd0628c5cb), after_update {{(pid=104527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:50:13.612975 dv-cinder-825492-15-iscsi neutron-server[104528]: DEBUG dbcounter [-] [104528] Writing DB stats neutron:SELECT=1 {{(pid=104528) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 07:50:13.613742 dv-cinder-825492-15-iscsi neutron-server[104528]: DEBUG dbcounter [-] [104528] Writing DB stats neutron:SELECT=1 {{(pid=104528) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 07:50:18.984190 dv-cinder-825492-15-iscsi neutron-server[104525]: INFO neutron.wsgi [req-6a22a9ae-ebb5-463e-8601-117abec7d0b3 req-3301ab03-e35b-4265-8bc8-7a2b3efb80ef tempest-TestVolumeBootPattern-1147907125 tempest-TestVolumeBootPattern-1147907125-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2067050148&fields=id&tenant_id=f5e67d0f06be415794efd436655904b3 HTTP/1.1" status: 200 len: 267 time: 0.0444505 May 25 07:50:19.091883 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a22a9ae-ebb5-463e-8601-117abec7d0b3 req-c1abf3d5-b8e6-4a40-9154-ef11c67b7e5d tempest-TestVolumeBootPattern-1147907125 tempest-TestVolumeBootPattern-1147907125-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 07:50:19.093327 dv-cinder-825492-15-iscsi neutron-server[104525]: INFO neutron.wsgi [req-6a22a9ae-ebb5-463e-8601-117abec7d0b3 req-c1abf3d5-b8e6-4a40-9154-ef11c67b7e5d tempest-TestVolumeBootPattern-1147907125 tempest-TestVolumeBootPattern-1147907125-project] 10.222.0.24 "GET /v2.0/networks?id=9bcd68e9-0045-4b34-8142-bf28d91642fb HTTP/1.1" status: 200 len: 812 time: 0.1024575 May 25 07:50:19.108716 dv-cinder-825492-15-iscsi neutron-server[104525]: INFO neutron.wsgi [req-6a22a9ae-ebb5-463e-8601-117abec7d0b3 req-05d2f9bd-0c55-43fb-bf85-167ef34f6fac tempest-TestVolumeBootPattern-1147907125 tempest-TestVolumeBootPattern-1147907125-project] 10.222.0.24 "GET /v2.0/quotas/f5e67d0f06be415794efd436655904b3 HTTP/1.1" status: 200 len: 375 time: 0.0092542 May 25 07:50:19.159805 dv-cinder-825492-15-iscsi neutron-server[104525]: INFO neutron.wsgi [req-6a22a9ae-ebb5-463e-8601-117abec7d0b3 req-983364eb-32d6-4a24-9aeb-8fbf05674b58 tempest-TestVolumeBootPattern-1147907125 tempest-TestVolumeBootPattern-1147907125-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=f5e67d0f06be415794efd436655904b3&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0459239 May 25 07:50:19.251235 dv-cinder-825492-15-iscsi neutron-server[104525]: INFO neutron.wsgi [req-6a22a9ae-ebb5-463e-8601-117abec7d0b3 req-16d7e81d-a80c-4ac4-b7f4-75ee4b599c4d service neutron] 10.222.0.24 "GET /v2.0/networks/9bcd68e9-0045-4b34-8142-bf28d91642fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0795860 May 25 07:50:19.340974 dv-cinder-825492-15-iscsi neutron-server[104525]: INFO neutron.wsgi [req-6a22a9ae-ebb5-463e-8601-117abec7d0b3 req-769d18a9-2c24-48b2-a750-73d9c6bf5078 service neutron] 10.222.0.24 "GET /v2.0/networks/9bcd68e9-0045-4b34-8142-bf28d91642fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835195 May 25 07:50:19.917644 dv-cinder-825492-15-iscsi neutron-server[104526]: INFO neutron.wsgi [req-711a35d9-abd1-4b1d-8e12-0e76836cfc9a req-9223a1da-52bd-4631-8b8b-ade8b9c255bc tempest-TestVolumeBootPattern-1147907125 tempest-TestVolumeBootPattern-1147907125-project] 10.222.0.24 "GET /v2.0/ports?device_id=5ea50859-33c4-4b54-a47f-b7c1dbc4347b HTTP/1.1" status: 200 len: 210 time: 0.0287468 May 25 07:50:21.015660 dv-cinder-825492-15-iscsi neutron-server[104525]: INFO neutron.wsgi [req-54f01243-45ef-4dd6-86b8-061cee32f51b req-0ad94c8d-7618-445f-ac02-cc37a2f8ad53 tempest-TestVolumeBootPattern-1147907125 tempest-TestVolumeBootPattern-1147907125-project] 10.222.0.24 "GET /v2.0/ports?device_id=5ea50859-33c4-4b54-a47f-b7c1dbc4347b HTTP/1.1" status: 200 len: 210 time: 0.0293627 May 25 07:50:21.478522 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG dbcounter [-] [104527] Writing DB stats neutron:SELECT=8,neutron:UPDATE=4 {{(pid=104527) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 07:50:21.484488 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG dbcounter [-] [104527] Writing DB stats neutron:SELECT=10,neutron:UPDATE=2 {{(pid=104527) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 07:50:22.031220 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a22a9ae-ebb5-463e-8601-117abec7d0b3 req-9e3421ab-8a7c-4120-905e-e6670193c32b tempest-TestVolumeBootPattern-1147907125 tempest-TestVolumeBootPattern-1147907125-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 07:50:22.032784 dv-cinder-825492-15-iscsi neutron-server[104526]: INFO neutron.wsgi [req-6a22a9ae-ebb5-463e-8601-117abec7d0b3 req-9e3421ab-8a7c-4120-905e-e6670193c32b tempest-TestVolumeBootPattern-1147907125 tempest-TestVolumeBootPattern-1147907125-project] 10.222.0.41 "GET /v2.0/networks?id=9bcd68e9-0045-4b34-8142-bf28d91642fb HTTP/1.1" status: 200 len: 812 time: 0.1048925 May 25 07:50:22.122512 dv-cinder-825492-15-iscsi neutron-server[104526]: INFO neutron.wsgi [req-c1cb581c-24be-46a8-bd7b-de9f4d394c20 req-59a0b7fb-e092-4604-9f03-d0aca5a23635 tempest-TestVolumeBootPattern-1147907125 tempest-TestVolumeBootPattern-1147907125-project] 10.222.0.24 "GET /v2.0/ports?device_id=5ea50859-33c4-4b54-a47f-b7c1dbc4347b HTTP/1.1" status: 200 len: 210 time: 0.0355971 May 25 07:50:22.128096 dv-cinder-825492-15-iscsi neutron-server[104526]: INFO neutron.wsgi [req-6a22a9ae-ebb5-463e-8601-117abec7d0b3 req-d369e958-bba2-456e-875a-c1947908bc3e tempest-TestVolumeBootPattern-1147907125 tempest-TestVolumeBootPattern-1147907125-project] 10.222.0.41 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f5e67d0f06be415794efd436655904b3 HTTP/1.1" status: 200 len: 380 time: 0.0824907 May 25 07:50:22.136340 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.api.v2.base [req-6a22a9ae-ebb5-463e-8601-117abec7d0b3 req-122324c7-1c45-42d9-8912-80b146a94fc3 tempest-TestVolumeBootPattern-1147907125 tempest-TestVolumeBootPattern-1147907125-project] Request body: {'port': {'device_id': '5ea50859-33c4-4b54-a47f-b7c1dbc4347b', 'network_id': '9bcd68e9-0045-4b34-8142-bf28d91642fb', 'admin_state_up': True, 'tenant_id': 'f5e67d0f06be415794efd436655904b3', 'security_groups': ['0c2f491d-41ea-4a0f-9897-87861bfa1a99']}} {{(pid=104526) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 25 07:50:22.339775 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6a22a9ae-ebb5-463e-8601-117abec7d0b3 req-122324c7-1c45-42d9-8912-80b146a94fc3 tempest-TestVolumeBootPattern-1147907125 tempest-TestVolumeBootPattern-1147907125-project] Made reservation on behalf of f5e67d0f06be415794efd436655904b3 for: {'port': 1} {{(pid=104526) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 07:50:22.343235 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [req-6a22a9ae-ebb5-463e-8601-117abec7d0b3 req-122324c7-1c45-42d9-8912-80b146a94fc3 tempest-TestVolumeBootPattern-1147907125 tempest-TestVolumeBootPattern-1147907125-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-616651'] for port (None), before_create {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:50:22.465886 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.db.db_base_plugin_common [req-6a22a9ae-ebb5-463e-8601-117abec7d0b3 req-122324c7-1c45-42d9-8912-80b146a94fc3 tempest-TestVolumeBootPattern-1147907125 tempest-TestVolumeBootPattern-1147907125-project] Allocated IP 172.20.0.8 (9bcd68e9-0045-4b34-8142-bf28d91642fb/79361af5-cc98-4fe6-aade-34c4cdb65654/767207cc-9ef9-4297-a7aa-2399282f8f48) {{(pid=104526) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 07:50:22.603240 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [req-6a22a9ae-ebb5-463e-8601-117abec7d0b3 req-122324c7-1c45-42d9-8912-80b146a94fc3 tempest-TestVolumeBootPattern-1147907125 tempest-TestVolumeBootPattern-1147907125-project] Publish callbacks [] for port (767207cc-9ef9-4297-a7aa-2399282f8f48), precommit_create {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:50:22.667583 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [req-6a22a9ae-ebb5-463e-8601-117abec7d0b3 req-122324c7-1c45-42d9-8912-80b146a94fc3 tempest-TestVolumeBootPattern-1147907125 tempest-TestVolumeBootPattern-1147907125-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-617841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612926', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754056173864', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2909854'] for port (767207cc-9ef9-4297-a7aa-2399282f8f48), after_create {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:50:22.713261 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6a22a9ae-ebb5-463e-8601-117abec7d0b3 req-122324c7-1c45-42d9-8912-80b146a94fc3 tempest-TestVolumeBootPattern-1147907125 tempest-TestVolumeBootPattern-1147907125-project] Network 9bcd68e9-0045-4b34-8142-bf28d91642fb is already hosted by enough agents. {{(pid=104526) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 07:50:22.716432 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.scheduler.base_scheduler [req-6a22a9ae-ebb5-463e-8601-117abec7d0b3 req-122324c7-1c45-42d9-8912-80b146a94fc3 tempest-TestVolumeBootPattern-1147907125 tempest-TestVolumeBootPattern-1147907125-project] Resources bound (agent type, host, resource id): {{(pid=104526) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 07:50:22.720963 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.db.l3_dvrscheduler_db [req-6a22a9ae-ebb5-463e-8601-117abec7d0b3 req-122324c7-1c45-42d9-8912-80b146a94fc3 tempest-TestVolumeBootPattern-1147907125 tempest-TestVolumeBootPattern-1147907125-project] Received port after_create {{(pid=104526) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 25 07:50:22.744503 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-122324c7-1c45-42d9-8912-80b146a94fc3 tempest-TestVolumeBootPattern-1147907125 tempest-TestVolumeBootPattern-1147907125-project] Pushing event updated for resources: {'Port': ['ID=767207cc-9ef9-4297-a7aa-2399282f8f48,revision_number=1']} {{(pid=104526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 07:50:22.759859 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-122324c7-1c45-42d9-8912-80b146a94fc3 tempest-TestVolumeBootPattern-1147907125 tempest-TestVolumeBootPattern-1147907125-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825492-15-iscsi {{(pid=104526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 07:50:22.760506 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-122324c7-1c45-42d9-8912-80b146a94fc3 tempest-TestVolumeBootPattern-1147907125 tempest-TestVolumeBootPattern-1147907125-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825492-15-iscsi {{(pid=104526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 07:50:22.760631 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-122324c7-1c45-42d9-8912-80b146a94fc3 tempest-TestVolumeBootPattern-1147907125 tempest-TestVolumeBootPattern-1147907125-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825492-15-iscsi {{(pid=104526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 07:50:22.760981 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-122324c7-1c45-42d9-8912-80b146a94fc3 tempest-TestVolumeBootPattern-1147907125 tempest-TestVolumeBootPattern-1147907125-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825492-15-iscsi {{(pid=104526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 07:50:22.761313 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-122324c7-1c45-42d9-8912-80b146a94fc3 tempest-TestVolumeBootPattern-1147907125 tempest-TestVolumeBootPattern-1147907125-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825492-15-iscsi {{(pid=104526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 07:50:22.761642 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-122324c7-1c45-42d9-8912-80b146a94fc3 tempest-TestVolumeBootPattern-1147907125 tempest-TestVolumeBootPattern-1147907125-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825492-15-iscsi {{(pid=104526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 07:50:22.762055 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-122324c7-1c45-42d9-8912-80b146a94fc3 tempest-TestVolumeBootPattern-1147907125 tempest-TestVolumeBootPattern-1147907125-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825492-15-iscsi {{(pid=104526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 07:50:22.762383 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-122324c7-1c45-42d9-8912-80b146a94fc3 tempest-TestVolumeBootPattern-1147907125 tempest-TestVolumeBootPattern-1147907125-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-825492-15-iscsi {{(pid=104526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 07:50:22.762715 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-122324c7-1c45-42d9-8912-80b146a94fc3 tempest-TestVolumeBootPattern-1147907125 tempest-TestVolumeBootPattern-1147907125-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-825492-15-iscsi {{(pid=104526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 07:50:22.763031 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-122324c7-1c45-42d9-8912-80b146a94fc3 tempest-TestVolumeBootPattern-1147907125 tempest-TestVolumeBootPattern-1147907125-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-825492-15-iscsi {{(pid=104526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 07:50:22.763353 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-122324c7-1c45-42d9-8912-80b146a94fc3 tempest-TestVolumeBootPattern-1147907125 tempest-TestVolumeBootPattern-1147907125-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-825492-15-iscsi {{(pid=104526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 07:50:22.763680 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-122324c7-1c45-42d9-8912-80b146a94fc3 tempest-TestVolumeBootPattern-1147907125 tempest-TestVolumeBootPattern-1147907125-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825492-15-iscsi {{(pid=104526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 07:50:22.763984 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-122324c7-1c45-42d9-8912-80b146a94fc3 tempest-TestVolumeBootPattern-1147907125 tempest-TestVolumeBootPattern-1147907125-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825492-15-iscsi {{(pid=104526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 07:50:22.764300 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-122324c7-1c45-42d9-8912-80b146a94fc3 tempest-TestVolumeBootPattern-1147907125 tempest-TestVolumeBootPattern-1147907125-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825492-15-iscsi {{(pid=104526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 07:50:22.764676 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-122324c7-1c45-42d9-8912-80b146a94fc3 tempest-TestVolumeBootPattern-1147907125 tempest-TestVolumeBootPattern-1147907125-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825492-15-iscsi {{(pid=104526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 07:50:22.788007 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a22a9ae-ebb5-463e-8601-117abec7d0b3 req-122324c7-1c45-42d9-8912-80b146a94fc3 tempest-TestVolumeBootPattern-1147907125 tempest-TestVolumeBootPattern-1147907125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 07:50:22.789458 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [req-6a22a9ae-ebb5-463e-8601-117abec7d0b3 req-122324c7-1c45-42d9-8912-80b146a94fc3 tempest-TestVolumeBootPattern-1147907125 tempest-TestVolumeBootPattern-1147907125-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93885'] for port (None), before_response {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:50:22.862725 dv-cinder-825492-15-iscsi neutron-server[104526]: INFO neutron.wsgi [req-6a22a9ae-ebb5-463e-8601-117abec7d0b3 req-122324c7-1c45-42d9-8912-80b146a94fc3 tempest-TestVolumeBootPattern-1147907125 tempest-TestVolumeBootPattern-1147907125-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7301960 May 25 07:50:22.881298 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.api.v2.base [req-6a22a9ae-ebb5-463e-8601-117abec7d0b3 req-a9fb5d03-7565-4c75-8cc7-3504486ab8d9 service neutron] Request body: {'port': {'device_id': '5ea50859-33c4-4b54-a47f-b7c1dbc4347b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82549'}} {{(pid=104526) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 25 07:50:22.918802 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG dbcounter [-] [104526] Writing DB stats neutron:SELECT=91,neutron:INSERT=6,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=104526) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 07:50:22.945956 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [req-6a22a9ae-ebb5-463e-8601-117abec7d0b3 req-a9fb5d03-7565-4c75-8cc7-3504486ab8d9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-616651'] for port (767207cc-9ef9-4297-a7aa-2399282f8f48), before_update {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:50:22.948501 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG dbcounter [-] [104526] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=104526) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 07:50:22.958212 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.db.provisioning_blocks [None req-0ccaf8ea-7a5f-4b7b-9158-58a887ac7e1d None None] Provisioning complete for port 767207cc-9ef9-4297-a7aa-2399282f8f48 triggered by entity DHCP. {{(pid=104527) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 25 07:50:22.958766 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron_lib.callbacks.manager [None req-0ccaf8ea-7a5f-4b7b-9158-58a887ac7e1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1490782'] for port (767207cc-9ef9-4297-a7aa-2399282f8f48), provisioning_complete {{(pid=104527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:50:22.989124 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.plugins.ml2.plugin [None req-0ccaf8ea-7a5f-4b7b-9158-58a887ac7e1d None None] Port 767207cc-9ef9-4297-a7aa-2399282f8f48 cannot update to ACTIVE because it is not bound. {{(pid=104527) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 25 07:50:23.238128 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.notifiers.nova [req-6a22a9ae-ebb5-463e-8601-117abec7d0b3 req-a9fb5d03-7565-4c75-8cc7-3504486ab8d9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 767207cc-9ef9-4297-a7aa-2399282f8f48 {{(pid=104526) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 25 07:50:23.245956 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [req-6a22a9ae-ebb5-463e-8601-117abec7d0b3 req-a9fb5d03-7565-4c75-8cc7-3504486ab8d9 service neutron] Publish callbacks [] for port (767207cc-9ef9-4297-a7aa-2399282f8f48), precommit_update {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:50:23.246665 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a8482f9-b010-4846-aa58-7468ff9ca0ef req-ce4a84dc-3984-4fdb-b02e-833a2176ddf8 tempest-TestVolumeBootPattern-1147907125 tempest-TestVolumeBootPattern-1147907125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 07:50:23.248139 dv-cinder-825492-15-iscsi neutron-server[104525]: INFO neutron.wsgi [req-8a8482f9-b010-4846-aa58-7468ff9ca0ef req-ce4a84dc-3984-4fdb-b02e-833a2176ddf8 tempest-TestVolumeBootPattern-1147907125 tempest-TestVolumeBootPattern-1147907125-project] 10.222.0.24 "GET /v2.0/ports?device_id=5ea50859-33c4-4b54-a47f-b7c1dbc4347b HTTP/1.1" status: 200 len: 931 time: 0.0490894 May 25 07:50:23.258934 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.db.provisioning_blocks [req-6a22a9ae-ebb5-463e-8601-117abec7d0b3 req-a9fb5d03-7565-4c75-8cc7-3504486ab8d9 service neutron] Transition to ACTIVE for port object 767207cc-9ef9-4297-a7aa-2399282f8f48 will not be triggered until provisioned by entity L2. {{(pid=104526) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 25 07:50:23.301536 dv-cinder-825492-15-iscsi neutron-server[104525]: INFO neutron.wsgi [req-8a8482f9-b010-4846-aa58-7468ff9ca0ef req-095b1e0b-79ed-4efc-b065-7cb22ee7eb15 tempest-TestVolumeBootPattern-1147907125 tempest-TestVolumeBootPattern-1147907125-project] 10.222.0.24 "GET /v2.0/security-groups?id=0c2f491d-41ea-4a0f-9897-87861bfa1a99&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472012 May 25 07:50:23.341727 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [req-6a22a9ae-ebb5-463e-8601-117abec7d0b3 req-a9fb5d03-7565-4c75-8cc7-3504486ab8d9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-617841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612926', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754056714442', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754056173882', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754056173900', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2909847'] for port (767207cc-9ef9-4297-a7aa-2399282f8f48), after_update {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:50:23.391398 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9fb5d03-7565-4c75-8cc7-3504486ab8d9 service neutron] Pushing event updated for resources: {'Port': ['ID=767207cc-9ef9-4297-a7aa-2399282f8f48,revision_number=2']} {{(pid=104526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 07:50:23.445106 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG dbcounter [-] [104526] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=104526) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 07:50:23.468154 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.plugins.ml2.managers [req-6a22a9ae-ebb5-463e-8601-117abec7d0b3 req-a9fb5d03-7565-4c75-8cc7-3504486ab8d9 service neutron] Attempting to bind port 767207cc-9ef9-4297-a7aa-2399282f8f48 on host hv-cinder-82549 for vnic_type normal with profile {{(pid=104526) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 25 07:50:23.468532 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.plugins.ml2.managers [req-6a22a9ae-ebb5-463e-8601-117abec7d0b3 req-a9fb5d03-7565-4c75-8cc7-3504486ab8d9 service neutron] Attempting to bind port 767207cc-9ef9-4297-a7aa-2399282f8f48 by drivers openvswitch,hyperv on host hv-cinder-82549 at level 0 using segments [{'id': '9a610226-7c21-4d7a-9db8-be7770bde605', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 250, 'network_id': '9bcd68e9-0045-4b34-8142-bf28d91642fb'}] {{(pid=104526) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 25 07:50:23.469698 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a22a9ae-ebb5-463e-8601-117abec7d0b3 req-a9fb5d03-7565-4c75-8cc7-3504486ab8d9 service neutron] Attempting to bind port 767207cc-9ef9-4297-a7aa-2399282f8f48 on network 9bcd68e9-0045-4b34-8142-bf28d91642fb {{(pid=104526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 25 07:50:23.475189 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a22a9ae-ebb5-463e-8601-117abec7d0b3 req-a9fb5d03-7565-4c75-8cc7-3504486ab8d9 service neutron] Port 767207cc-9ef9-4297-a7aa-2399282f8f48 on network 9bcd68e9-0045-4b34-8142-bf28d91642fb not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82549 {{(pid=104526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 25 07:50:23.475486 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a22a9ae-ebb5-463e-8601-117abec7d0b3 req-a9fb5d03-7565-4c75-8cc7-3504486ab8d9 service neutron] Attempting to bind port 767207cc-9ef9-4297-a7aa-2399282f8f48 on network 9bcd68e9-0045-4b34-8142-bf28d91642fb {{(pid=104526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 25 07:50:23.480710 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a22a9ae-ebb5-463e-8601-117abec7d0b3 req-a9fb5d03-7565-4c75-8cc7-3504486ab8d9 service neutron] Checking agent: {'id': 'bbf5dc8c-5103-4973-a6b6-76af4660c126', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82549', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 25, 7, 34, 32), 'started_at': datetime.datetime(2022, 5, 25, 7, 34, 32), 'heartbeat_timestamp': datetime.datetime(2022, 5, 25, 7, 50, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 25 07:50:23.485449 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a22a9ae-ebb5-463e-8601-117abec7d0b3 req-a9fb5d03-7565-4c75-8cc7-3504486ab8d9 service neutron] Checking segment: {'id': '9a610226-7c21-4d7a-9db8-be7770bde605', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 250, 'network_id': '9bcd68e9-0045-4b34-8142-bf28d91642fb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104526) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 25 07:50:23.485449 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a22a9ae-ebb5-463e-8601-117abec7d0b3 req-a9fb5d03-7565-4c75-8cc7-3504486ab8d9 service neutron] Bound using segment: {'id': '9a610226-7c21-4d7a-9db8-be7770bde605', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 250, 'network_id': '9bcd68e9-0045-4b34-8142-bf28d91642fb'} {{(pid=104526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 25 07:50:23.485449 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.plugins.ml2.managers [req-6a22a9ae-ebb5-463e-8601-117abec7d0b3 req-a9fb5d03-7565-4c75-8cc7-3504486ab8d9 service neutron] Bound port: 767207cc-9ef9-4297-a7aa-2399282f8f48, host: hv-cinder-82549, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9a610226-7c21-4d7a-9db8-be7770bde605', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 250, 'network_id': '9bcd68e9-0045-4b34-8142-bf28d91642fb'}}] {{(pid=104526) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 25 07:50:23.485449 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [req-6a22a9ae-ebb5-463e-8601-117abec7d0b3 req-a9fb5d03-7565-4c75-8cc7-3504486ab8d9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-616651'] for port (767207cc-9ef9-4297-a7aa-2399282f8f48), before_update {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:50:23.550733 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.plugins.ml2.db [req-6a22a9ae-ebb5-463e-8601-117abec7d0b3 req-a9fb5d03-7565-4c75-8cc7-3504486ab8d9 service neutron] For port 767207cc-9ef9-4297-a7aa-2399282f8f48, host hv-cinder-82549, cleared binding levels {{(pid=104526) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 25 07:50:23.553948 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.plugins.ml2.db [req-6a22a9ae-ebb5-463e-8601-117abec7d0b3 req-a9fb5d03-7565-4c75-8cc7-3504486ab8d9 service neutron] For port 767207cc-9ef9-4297-a7aa-2399282f8f48, host hv-cinder-82549, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82549',level=0,port_id=767207cc-9ef9-4297-a7aa-2399282f8f48,segment=NetworkSegment(9a610226-7c21-4d7a-9db8-be7770bde605),segment_id=9a610226-7c21-4d7a-9db8-be7770bde605)] {{(pid=104526) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 25 07:50:23.620799 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [req-6a22a9ae-ebb5-463e-8601-117abec7d0b3 req-a9fb5d03-7565-4c75-8cc7-3504486ab8d9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-617841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612926', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754056714442', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754056173882', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754056173900', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2909847'] for port (767207cc-9ef9-4297-a7aa-2399282f8f48), after_update {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:50:23.652750 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a22a9ae-ebb5-463e-8601-117abec7d0b3 req-a9fb5d03-7565-4c75-8cc7-3504486ab8d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 07:50:23.653455 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [req-6a22a9ae-ebb5-463e-8601-117abec7d0b3 req-a9fb5d03-7565-4c75-8cc7-3504486ab8d9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93885'] for port (None), before_response {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:50:23.654862 dv-cinder-825492-15-iscsi neutron-server[104526]: INFO neutron.wsgi [req-6a22a9ae-ebb5-463e-8601-117abec7d0b3 req-a9fb5d03-7565-4c75-8cc7-3504486ab8d9 service neutron] 10.222.0.41 "PUT /v2.0/ports/767207cc-9ef9-4297-a7aa-2399282f8f48 HTTP/1.1" status: 200 len: 1093 time: 0.7784846 May 25 07:50:23.657253 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5ea50859-33c4-4b54-a47f-b7c1dbc4347b', 'tag': '767207cc-9ef9-4297-a7aa-2399282f8f48'}] {{(pid=104526) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 25 07:50:23.660063 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db633a5f02cadde147c9bc1566607705b0433b891c7275f259bdbd209e6b6683" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-baeb9046-1d0d-4934-ad68-fb047eeb9081" -d '{"events": [{"name": "network-changed", "server_uuid": "5ea50859-33c4-4b54-a47f-b7c1dbc4347b", "tag": "767207cc-9ef9-4297-a7aa-2399282f8f48"}]}' {{(pid=104526) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 25 07:50:23.687508 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9fb5d03-7565-4c75-8cc7-3504486ab8d9 service neutron] Pushing event updated for resources: {'Port': ['ID=767207cc-9ef9-4297-a7aa-2399282f8f48,revision_number=3']} {{(pid=104526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 07:50:23.701724 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 25 May 2022 07:50:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-62b06c0b-4db1-4397-b0ba-e44556502128 x-openstack-request-id: req-62b06c0b-4db1-4397-b0ba-e44556502128 {{(pid=104526) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 25 07:50:23.702011 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5ea50859-33c4-4b54-a47f-b7c1dbc4347b", "tag": "767207cc-9ef9-4297-a7aa-2399282f8f48", "status": "completed", "code": 200}]} {{(pid=104526) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 25 07:50:23.702261 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-62b06c0b-4db1-4397-b0ba-e44556502128 {{(pid=104526) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 25 07:50:23.702689 dv-cinder-825492-15-iscsi neutron-server[104526]: INFO neutron.notifiers.nova [-] Nova event matching ['req-62b06c0b-4db1-4397-b0ba-e44556502128'] response: {'name': 'network-changed', 'server_uuid': '5ea50859-33c4-4b54-a47f-b7c1dbc4347b', 'tag': '767207cc-9ef9-4297-a7aa-2399282f8f48', 'status': 'completed', 'code': 200} May 25 07:50:23.783660 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baeb9046-1d0d-4934-ad68-fb047eeb9081 req-8def29df-b9a1-46e5-b105-7e4f80689563 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 07:50:23.785202 dv-cinder-825492-15-iscsi neutron-server[104526]: INFO neutron.wsgi [req-baeb9046-1d0d-4934-ad68-fb047eeb9081 req-8def29df-b9a1-46e5-b105-7e4f80689563 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=f5e67d0f06be415794efd436655904b3&device_id=5ea50859-33c4-4b54-a47f-b7c1dbc4347b HTTP/1.1" status: 200 len: 1127 time: 0.0411305 May 25 07:50:23.891490 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baeb9046-1d0d-4934-ad68-fb047eeb9081 req-f98d65b4-76c3-40fd-b7a8-7db01542dcfc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 07:50:23.893112 dv-cinder-825492-15-iscsi neutron-server[104526]: INFO neutron.wsgi [req-baeb9046-1d0d-4934-ad68-fb047eeb9081 req-f98d65b4-76c3-40fd-b7a8-7db01542dcfc service neutron] 10.222.0.41 "GET /v2.0/networks?tenant_id=f5e67d0f06be415794efd436655904b3&shared=False HTTP/1.1" status: 200 len: 913 time: 0.0963531 May 25 07:50:23.985993 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baeb9046-1d0d-4934-ad68-fb047eeb9081 req-a1856251-9694-456e-9b9e-70e67ce3de4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 07:50:23.987438 dv-cinder-825492-15-iscsi neutron-server[104526]: INFO neutron.wsgi [req-baeb9046-1d0d-4934-ad68-fb047eeb9081 req-a1856251-9694-456e-9b9e-70e67ce3de4d service neutron] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0888147 May 25 07:50:24.084277 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a22a9ae-ebb5-463e-8601-117abec7d0b3 req-12b9b0ec-ae48-4506-84d2-aa200edab3e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 07:50:24.085794 dv-cinder-825492-15-iscsi neutron-server[104526]: INFO neutron.wsgi [req-6a22a9ae-ebb5-463e-8601-117abec7d0b3 req-12b9b0ec-ae48-4506-84d2-aa200edab3e0 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=f5e67d0f06be415794efd436655904b3&device_id=5ea50859-33c4-4b54-a47f-b7c1dbc4347b HTTP/1.1" status: 200 len: 1127 time: 0.0391548 May 25 07:50:24.134304 dv-cinder-825492-15-iscsi neutron-server[104526]: INFO neutron.wsgi [req-6a22a9ae-ebb5-463e-8601-117abec7d0b3 req-afd2aa19-f598-414a-a529-b24668ef91d6 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=767207cc-9ef9-4297-a7aa-2399282f8f48 HTTP/1.1" status: 200 len: 217 time: 0.0355172 May 25 07:50:24.182004 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a22a9ae-ebb5-463e-8601-117abec7d0b3 req-8062449a-eba2-4f61-9684-3781337fd296 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 07:50:24.183421 dv-cinder-825492-15-iscsi neutron-server[104526]: INFO neutron.wsgi [req-6a22a9ae-ebb5-463e-8601-117abec7d0b3 req-8062449a-eba2-4f61-9684-3781337fd296 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=79361af5-cc98-4fe6-aade-34c4cdb65654 HTTP/1.1" status: 200 len: 851 time: 0.0434680 May 25 07:50:24.225232 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a22a9ae-ebb5-463e-8601-117abec7d0b3 req-08372a8c-3597-4885-a4a7-09ead3b21bd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 07:50:24.226703 dv-cinder-825492-15-iscsi neutron-server[104526]: INFO neutron.wsgi [req-6a22a9ae-ebb5-463e-8601-117abec7d0b3 req-08372a8c-3597-4885-a4a7-09ead3b21bd3 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=9bcd68e9-0045-4b34-8142-bf28d91642fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0377266 May 25 07:50:24.318129 dv-cinder-825492-15-iscsi neutron-server[104526]: INFO neutron.wsgi [req-6a22a9ae-ebb5-463e-8601-117abec7d0b3 req-1aa47598-f8ea-49e3-a298-76d0e13e9be2 service neutron] 10.222.0.41 "GET /v2.0/networks/9bcd68e9-0045-4b34-8142-bf28d91642fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849643 May 25 07:50:24.407820 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG dbcounter [-] [104526] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104526) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 07:50:24.412282 dv-cinder-825492-15-iscsi neutron-server[104526]: INFO neutron.wsgi [req-6a22a9ae-ebb5-463e-8601-117abec7d0b3 req-e3dea3bb-7225-45ae-a809-42887d4b268d service neutron] 10.222.0.41 "GET /v2.0/networks/9bcd68e9-0045-4b34-8142-bf28d91642fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0887935 May 25 07:50:24.417796 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-412d98f8-aa40-4756-951a-8f688812f2e2 req-ddf27178-eb3e-4ac1-839a-bfd98bc9b2c1 tempest-TestVolumeBootPattern-1147907125 tempest-TestVolumeBootPattern-1147907125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 07:50:24.418304 dv-cinder-825492-15-iscsi neutron-server[104525]: INFO neutron.wsgi [req-412d98f8-aa40-4756-951a-8f688812f2e2 req-ddf27178-eb3e-4ac1-839a-bfd98bc9b2c1 tempest-TestVolumeBootPattern-1147907125 tempest-TestVolumeBootPattern-1147907125-project] 10.222.0.24 "GET /v2.0/ports?device_id=5ea50859-33c4-4b54-a47f-b7c1dbc4347b HTTP/1.1" status: 200 len: 943 time: 0.0473626 May 25 07:50:24.467858 dv-cinder-825492-15-iscsi neutron-server[104525]: INFO neutron.wsgi [req-412d98f8-aa40-4756-951a-8f688812f2e2 req-4d3514e0-cd94-4ae0-9f10-b2353211284e tempest-TestVolumeBootPattern-1147907125 tempest-TestVolumeBootPattern-1147907125-project] 10.222.0.24 "GET /v2.0/security-groups?id=0c2f491d-41ea-4a0f-9897-87861bfa1a99&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437212 May 25 07:50:25.585085 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6915068-41ff-453b-8e53-b89db5e600d7 req-3a4516bf-66f5-4c04-91e3-5150dafae746 tempest-TestVolumeBootPattern-1147907125 tempest-TestVolumeBootPattern-1147907125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 07:50:25.586583 dv-cinder-825492-15-iscsi neutron-server[104526]: INFO neutron.wsgi [req-f6915068-41ff-453b-8e53-b89db5e600d7 req-3a4516bf-66f5-4c04-91e3-5150dafae746 tempest-TestVolumeBootPattern-1147907125 tempest-TestVolumeBootPattern-1147907125-project] 10.222.0.24 "GET /v2.0/ports?device_id=5ea50859-33c4-4b54-a47f-b7c1dbc4347b HTTP/1.1" status: 200 len: 943 time: 0.0510979 May 25 07:50:25.635645 dv-cinder-825492-15-iscsi neutron-server[104526]: INFO neutron.wsgi [req-f6915068-41ff-453b-8e53-b89db5e600d7 req-337e8efe-0f0e-4643-a2e1-3dd7603bec81 tempest-TestVolumeBootPattern-1147907125 tempest-TestVolumeBootPattern-1147907125-project] 10.222.0.24 "GET /v2.0/security-groups?id=0c2f491d-41ea-4a0f-9897-87861bfa1a99&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434287 May 25 07:50:26.746005 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b99dc7f9-f00d-4c66-8e98-5078e368a60c req-5093a60b-da84-45ed-865c-6eb43695b3d1 tempest-TestVolumeBootPattern-1147907125 tempest-TestVolumeBootPattern-1147907125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 07:50:26.747450 dv-cinder-825492-15-iscsi neutron-server[104525]: INFO neutron.wsgi [req-b99dc7f9-f00d-4c66-8e98-5078e368a60c req-5093a60b-da84-45ed-865c-6eb43695b3d1 tempest-TestVolumeBootPattern-1147907125 tempest-TestVolumeBootPattern-1147907125-project] 10.222.0.24 "GET /v2.0/ports?device_id=5ea50859-33c4-4b54-a47f-b7c1dbc4347b HTTP/1.1" status: 200 len: 943 time: 0.0458689 May 25 07:50:26.795241 dv-cinder-825492-15-iscsi neutron-server[104525]: INFO neutron.wsgi [req-b99dc7f9-f00d-4c66-8e98-5078e368a60c req-c23df28b-f1a7-4067-a888-905e27287879 tempest-TestVolumeBootPattern-1147907125 tempest-TestVolumeBootPattern-1147907125-project] 10.222.0.24 "GET /v2.0/security-groups?id=0c2f491d-41ea-4a0f-9897-87861bfa1a99&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417347 May 25 07:50:27.905176 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8deb8f92-aaee-4e57-9bd7-41fd2c2ccff8 req-8da4d74d-aa0c-4504-aa66-e85e6099236d tempest-TestVolumeBootPattern-1147907125 tempest-TestVolumeBootPattern-1147907125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 07:50:27.906579 dv-cinder-825492-15-iscsi neutron-server[104526]: INFO neutron.wsgi [req-8deb8f92-aaee-4e57-9bd7-41fd2c2ccff8 req-8da4d74d-aa0c-4504-aa66-e85e6099236d tempest-TestVolumeBootPattern-1147907125 tempest-TestVolumeBootPattern-1147907125-project] 10.222.0.24 "GET /v2.0/ports?device_id=5ea50859-33c4-4b54-a47f-b7c1dbc4347b HTTP/1.1" status: 200 len: 943 time: 0.0458727 May 25 07:50:27.954237 dv-cinder-825492-15-iscsi neutron-server[104526]: INFO neutron.wsgi [req-8deb8f92-aaee-4e57-9bd7-41fd2c2ccff8 req-e05bbe8d-a205-45f6-bb44-a1b34397b6df tempest-TestVolumeBootPattern-1147907125 tempest-TestVolumeBootPattern-1147907125-project] 10.222.0.24 "GET /v2.0/security-groups?id=0c2f491d-41ea-4a0f-9897-87861bfa1a99&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414445 May 25 07:50:28.629746 dv-cinder-825492-15-iscsi neutron-server[104528]: DEBUG neutron.db.agents_db [None req-434abceb-772f-4043-8698-cfe4a44654b9 None None] Agent healthcheck: found 6 active agents {{(pid=104528) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 25 07:50:29.072671 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b87a31e-605d-4f89-b3a8-f00b2f4489ff req-fcb484a8-df5f-4764-9de6-2efe9a48e09f tempest-TestVolumeBootPattern-1147907125 tempest-TestVolumeBootPattern-1147907125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 07:50:29.074090 dv-cinder-825492-15-iscsi neutron-server[104525]: INFO neutron.wsgi [req-2b87a31e-605d-4f89-b3a8-f00b2f4489ff req-fcb484a8-df5f-4764-9de6-2efe9a48e09f tempest-TestVolumeBootPattern-1147907125 tempest-TestVolumeBootPattern-1147907125-project] 10.222.0.24 "GET /v2.0/ports?device_id=5ea50859-33c4-4b54-a47f-b7c1dbc4347b HTTP/1.1" status: 200 len: 943 time: 0.0496597 May 25 07:50:29.122307 dv-cinder-825492-15-iscsi neutron-server[104525]: INFO neutron.wsgi [req-2b87a31e-605d-4f89-b3a8-f00b2f4489ff req-c715a2e5-e8ce-4aaf-b198-eea2f345036a tempest-TestVolumeBootPattern-1147907125 tempest-TestVolumeBootPattern-1147907125-project] 10.222.0.24 "GET /v2.0/security-groups?id=0c2f491d-41ea-4a0f-9897-87861bfa1a99&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425084 May 25 07:50:30.153441 dv-cinder-825492-15-iscsi neutron-server[104528]: DEBUG dbcounter [-] [104528] Writing DB stats neutron:SELECT=18 {{(pid=104528) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 07:50:30.234463 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef92304c-9869-42f6-92c9-34888cc8000f req-0980cf01-d66e-434b-aef3-e4978f7bb7f0 tempest-TestVolumeBootPattern-1147907125 tempest-TestVolumeBootPattern-1147907125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 07:50:30.235819 dv-cinder-825492-15-iscsi neutron-server[104526]: INFO neutron.wsgi [req-ef92304c-9869-42f6-92c9-34888cc8000f req-0980cf01-d66e-434b-aef3-e4978f7bb7f0 tempest-TestVolumeBootPattern-1147907125 tempest-TestVolumeBootPattern-1147907125-project] 10.222.0.24 "GET /v2.0/ports?device_id=5ea50859-33c4-4b54-a47f-b7c1dbc4347b HTTP/1.1" status: 200 len: 943 time: 0.0461309 May 25 07:50:30.287457 dv-cinder-825492-15-iscsi neutron-server[104526]: INFO neutron.wsgi [req-ef92304c-9869-42f6-92c9-34888cc8000f req-e1db7002-cd37-4c51-a230-de14bae17ac5 tempest-TestVolumeBootPattern-1147907125 tempest-TestVolumeBootPattern-1147907125-project] 10.222.0.24 "GET /v2.0/security-groups?id=0c2f491d-41ea-4a0f-9897-87861bfa1a99&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459569 May 25 07:50:31.403853 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3af5f764-6191-473e-8294-19fbf2cedb90 req-65fb8341-5210-4fe8-aa88-fb17cdd4690c tempest-TestVolumeBootPattern-1147907125 tempest-TestVolumeBootPattern-1147907125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 07:50:31.405357 dv-cinder-825492-15-iscsi neutron-server[104525]: INFO neutron.wsgi [req-3af5f764-6191-473e-8294-19fbf2cedb90 req-65fb8341-5210-4fe8-aa88-fb17cdd4690c tempest-TestVolumeBootPattern-1147907125 tempest-TestVolumeBootPattern-1147907125-project] 10.222.0.24 "GET /v2.0/ports?device_id=5ea50859-33c4-4b54-a47f-b7c1dbc4347b HTTP/1.1" status: 200 len: 943 time: 0.0476739 May 25 07:50:31.453655 dv-cinder-825492-15-iscsi neutron-server[104525]: INFO neutron.wsgi [req-3af5f764-6191-473e-8294-19fbf2cedb90 req-810af502-2fa6-4aa5-a0ff-f6f6d84e3665 tempest-TestVolumeBootPattern-1147907125 tempest-TestVolumeBootPattern-1147907125-project] 10.222.0.24 "GET /v2.0/security-groups?id=0c2f491d-41ea-4a0f-9897-87861bfa1a99&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425456 May 25 07:50:32.093092 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.plugins.ml2.rpc [None req-798242cc-9ea0-464c-9109-86bd7997349e None None] Device 767207cc-9ef9-4297-a7aa-2399282f8f48 details requested by agent hyperv_hv-cinder-82549 with host hv-cinder-82549 {{(pid=104527) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 25 07:50:32.198147 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.plugins.ml2.db [None req-798242cc-9ea0-464c-9109-86bd7997349e None None] For port 767207cc-9ef9-4297-a7aa-2399282f8f48, host hv-cinder-82549, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82549',level=0,port_id=767207cc-9ef9-4297-a7aa-2399282f8f48,segment=NetworkSegment(9a610226-7c21-4d7a-9db8-be7770bde605),segment_id=9a610226-7c21-4d7a-9db8-be7770bde605)] {{(pid=104527) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 07:50:32.209379 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.plugins.ml2.rpc [None req-798242cc-9ea0-464c-9109-86bd7997349e None None] Returning: {'device': '767207cc-9ef9-4297-a7aa-2399282f8f48', 'network_id': '9bcd68e9-0045-4b34-8142-bf28d91642fb', 'port_id': '767207cc-9ef9-4297-a7aa-2399282f8f48', 'mac_address': 'fa:16:3e:3f:d5:be', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 250, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '79361af5-cc98-4fe6-aade-34c4cdb65654', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104527) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 25 07:50:32.235597 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron_lib.callbacks.manager [None req-798242cc-9ea0-464c-9109-86bd7997349e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754056472917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490168'] for agent (bbf5dc8c-5103-4973-a6b6-76af4660c126), after_update {{(pid=104527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:50:32.247266 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.plugins.ml2.plugin [None req-798242cc-9ea0-464c-9109-86bd7997349e None None] Current status of the port 767207cc-9ef9-4297-a7aa-2399282f8f48 is: DOWN; New status is: BUILD {{(pid=104527) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 25 07:50:32.247662 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron_lib.callbacks.manager [None req-798242cc-9ea0-464c-9109-86bd7997349e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-616651'] for port (767207cc-9ef9-4297-a7aa-2399282f8f48), before_update {{(pid=104527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:50:32.259822 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.notifiers.nova [None req-798242cc-9ea0-464c-9109-86bd7997349e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 767207cc-9ef9-4297-a7aa-2399282f8f48 {{(pid=104527) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 25 07:50:32.279052 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.plugins.ml2.db [None req-798242cc-9ea0-464c-9109-86bd7997349e None None] For port 767207cc-9ef9-4297-a7aa-2399282f8f48, host hv-cinder-82549, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82549',level=0,port_id=767207cc-9ef9-4297-a7aa-2399282f8f48,segment=NetworkSegment(9a610226-7c21-4d7a-9db8-be7770bde605),segment_id=9a610226-7c21-4d7a-9db8-be7770bde605)] {{(pid=104527) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 07:50:32.358741 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron_lib.callbacks.manager [None req-798242cc-9ea0-464c-9109-86bd7997349e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-617841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612926', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754056714442', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754056173882', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754056173900'] for port (767207cc-9ef9-4297-a7aa-2399282f8f48), after_update {{(pid=104527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:50:32.403936 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-798242cc-9ea0-464c-9109-86bd7997349e None None] Pushing event updated for resources: {'Port': ['ID=767207cc-9ef9-4297-a7aa-2399282f8f48,revision_number=4']} {{(pid=104527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 07:50:32.411708 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-798242cc-9ea0-464c-9109-86bd7997349e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825492-15-iscsi {{(pid=104527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 07:50:32.412052 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-798242cc-9ea0-464c-9109-86bd7997349e None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825492-15-iscsi {{(pid=104527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 07:50:32.412395 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-798242cc-9ea0-464c-9109-86bd7997349e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825492-15-iscsi {{(pid=104527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 07:50:32.412761 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-798242cc-9ea0-464c-9109-86bd7997349e None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825492-15-iscsi {{(pid=104527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 07:50:32.413092 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-798242cc-9ea0-464c-9109-86bd7997349e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825492-15-iscsi {{(pid=104527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 07:50:32.413415 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-798242cc-9ea0-464c-9109-86bd7997349e None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825492-15-iscsi {{(pid=104527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 07:50:32.413743 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-798242cc-9ea0-464c-9109-86bd7997349e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825492-15-iscsi {{(pid=104527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 07:50:32.414063 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-798242cc-9ea0-464c-9109-86bd7997349e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-825492-15-iscsi {{(pid=104527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 07:50:32.414382 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-798242cc-9ea0-464c-9109-86bd7997349e None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-825492-15-iscsi {{(pid=104527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 07:50:32.414704 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-798242cc-9ea0-464c-9109-86bd7997349e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-825492-15-iscsi {{(pid=104527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 07:50:32.415024 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-798242cc-9ea0-464c-9109-86bd7997349e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-825492-15-iscsi {{(pid=104527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 07:50:32.415341 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-798242cc-9ea0-464c-9109-86bd7997349e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825492-15-iscsi {{(pid=104527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 07:50:32.415710 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-798242cc-9ea0-464c-9109-86bd7997349e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825492-15-iscsi {{(pid=104527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 07:50:32.416026 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-798242cc-9ea0-464c-9109-86bd7997349e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825492-15-iscsi {{(pid=104527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 07:50:32.416340 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-798242cc-9ea0-464c-9109-86bd7997349e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825492-15-iscsi {{(pid=104527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 07:50:32.567344 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ece89dd8-b097-4bd9-a60d-c0be7895fa2f req-99ade49e-61f4-46ee-8b2d-427cdc306596 tempest-TestVolumeBootPattern-1147907125 tempest-TestVolumeBootPattern-1147907125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 07:50:32.568801 dv-cinder-825492-15-iscsi neutron-server[104526]: INFO neutron.wsgi [req-ece89dd8-b097-4bd9-a60d-c0be7895fa2f req-99ade49e-61f4-46ee-8b2d-427cdc306596 tempest-TestVolumeBootPattern-1147907125 tempest-TestVolumeBootPattern-1147907125-project] 10.222.0.24 "GET /v2.0/ports?device_id=5ea50859-33c4-4b54-a47f-b7c1dbc4347b HTTP/1.1" status: 200 len: 944 time: 0.0464175 May 25 07:50:32.600778 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG dbcounter [-] [104526] Writing DB stats neutron:SELECT=100 {{(pid=104526) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 07:50:32.621684 dv-cinder-825492-15-iscsi neutron-server[104526]: INFO neutron.wsgi [req-ece89dd8-b097-4bd9-a60d-c0be7895fa2f req-f52ddf5f-341e-4705-af19-c9be965ccc1f tempest-TestVolumeBootPattern-1147907125 tempest-TestVolumeBootPattern-1147907125-project] 10.222.0.24 "GET /v2.0/security-groups?id=0c2f491d-41ea-4a0f-9897-87861bfa1a99&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470874 May 25 07:50:32.651179 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.plugins.ml2.db [None req-798242cc-9ea0-464c-9109-86bd7997349e None None] get_ports_and_sgs() called for port_ids ['767207cc-9ef9-4297-a7aa-2399282f8f48'] {{(pid=104527) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 25 07:50:33.736493 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8afb8f5a-ecf0-41c0-b53d-def7a546983c req-1ba35e45-ba58-47f0-a065-ca5b935085a2 tempest-TestVolumeBootPattern-1147907125 tempest-TestVolumeBootPattern-1147907125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 07:50:33.738746 dv-cinder-825492-15-iscsi neutron-server[104525]: INFO neutron.wsgi [req-8afb8f5a-ecf0-41c0-b53d-def7a546983c req-1ba35e45-ba58-47f0-a065-ca5b935085a2 tempest-TestVolumeBootPattern-1147907125 tempest-TestVolumeBootPattern-1147907125-project] 10.222.0.24 "GET /v2.0/ports?device_id=5ea50859-33c4-4b54-a47f-b7c1dbc4347b HTTP/1.1" status: 200 len: 944 time: 0.0495586 May 25 07:50:33.786379 dv-cinder-825492-15-iscsi neutron-server[104525]: INFO neutron.wsgi [req-8afb8f5a-ecf0-41c0-b53d-def7a546983c req-16acc6b5-4b74-487f-9247-aabcd11916a5 tempest-TestVolumeBootPattern-1147907125 tempest-TestVolumeBootPattern-1147907125-project] 10.222.0.24 "GET /v2.0/security-groups?id=0c2f491d-41ea-4a0f-9897-87861bfa1a99&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426652 May 25 07:50:34.092182 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.plugins.ml2.rpc [None req-798242cc-9ea0-464c-9109-86bd7997349e None None] Device 767207cc-9ef9-4297-a7aa-2399282f8f48 up at agent hyperv_hv-cinder-82549 {{(pid=104527) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 25 07:50:34.135873 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.db.provisioning_blocks [None req-798242cc-9ea0-464c-9109-86bd7997349e None None] Provisioning for port 767207cc-9ef9-4297-a7aa-2399282f8f48 completed by entity L2. {{(pid=104527) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 25 07:50:34.227223 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.db.provisioning_blocks [None req-798242cc-9ea0-464c-9109-86bd7997349e None None] Provisioning complete for port 767207cc-9ef9-4297-a7aa-2399282f8f48 triggered by entity L2. {{(pid=104527) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 25 07:50:34.227651 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron_lib.callbacks.manager [None req-798242cc-9ea0-464c-9109-86bd7997349e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1490782'] for port (767207cc-9ef9-4297-a7aa-2399282f8f48), provisioning_complete {{(pid=104527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:50:34.270754 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG dbcounter [-] [104527] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104527) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 07:50:34.299546 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.plugins.ml2.plugin [None req-798242cc-9ea0-464c-9109-86bd7997349e None None] Current status of the port 767207cc-9ef9-4297-a7aa-2399282f8f48 is: BUILD; New status is: ACTIVE {{(pid=104527) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 25 07:50:34.299960 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron_lib.callbacks.manager [None req-798242cc-9ea0-464c-9109-86bd7997349e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-616651'] for port (767207cc-9ef9-4297-a7aa-2399282f8f48), before_update {{(pid=104527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:50:34.302666 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG dbcounter [-] [104527] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104527) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 07:50:34.323310 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5ea50859-33c4-4b54-a47f-b7c1dbc4347b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '767207cc-9ef9-4297-a7aa-2399282f8f48'}] {{(pid=104527) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 25 07:50:34.325515 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b7b9631292b9c3281c46c063e828ef1e98938590bf5356102cacde7abf71fd6b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6ea7920b-d60b-4fce-800b-0ae120b73037" -d '{"events": [{"server_uuid": "5ea50859-33c4-4b54-a47f-b7c1dbc4347b", "name": "network-vif-plugged", "status": "completed", "tag": "767207cc-9ef9-4297-a7aa-2399282f8f48"}]}' {{(pid=104527) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 25 07:50:34.340277 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.plugins.ml2.db [None req-798242cc-9ea0-464c-9109-86bd7997349e None None] For port 767207cc-9ef9-4297-a7aa-2399282f8f48, host hv-cinder-82549, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82549',level=0,port_id=767207cc-9ef9-4297-a7aa-2399282f8f48,segment=NetworkSegment(9a610226-7c21-4d7a-9db8-be7770bde605),segment_id=9a610226-7c21-4d7a-9db8-be7770bde605)] {{(pid=104527) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 07:50:34.362777 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 25 May 2022 07:50:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a308425a-4f20-4a3e-89fd-733312b1c91f x-openstack-request-id: req-a308425a-4f20-4a3e-89fd-733312b1c91f {{(pid=104527) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 25 07:50:34.363245 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5ea50859-33c4-4b54-a47f-b7c1dbc4347b", "name": "network-vif-plugged", "status": "completed", "tag": "767207cc-9ef9-4297-a7aa-2399282f8f48", "code": 200}]} {{(pid=104527) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 25 07:50:34.363612 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-a308425a-4f20-4a3e-89fd-733312b1c91f {{(pid=104527) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 25 07:50:34.364013 dv-cinder-825492-15-iscsi neutron-server[104527]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a308425a-4f20-4a3e-89fd-733312b1c91f'] response: {'server_uuid': '5ea50859-33c4-4b54-a47f-b7c1dbc4347b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '767207cc-9ef9-4297-a7aa-2399282f8f48', 'code': 200} May 25 07:50:34.444311 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron_lib.callbacks.manager [None req-798242cc-9ea0-464c-9109-86bd7997349e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-617841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612926', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754056714442', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754056173882', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754056173900'] for port (767207cc-9ef9-4297-a7aa-2399282f8f48), after_update {{(pid=104527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:50:34.489787 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-798242cc-9ea0-464c-9109-86bd7997349e None None] Pushing event updated for resources: {'Port': ['ID=767207cc-9ef9-4297-a7aa-2399282f8f48,revision_number=5']} {{(pid=104527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 07:50:34.699768 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15bcdbe3-495c-40ae-97d7-8328e6def394 req-c8e98416-c780-477e-a342-774700844321 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 07:50:34.701287 dv-cinder-825492-15-iscsi neutron-server[104526]: INFO neutron.wsgi [req-15bcdbe3-495c-40ae-97d7-8328e6def394 req-c8e98416-c780-477e-a342-774700844321 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=5ea50859-33c4-4b54-a47f-b7c1dbc4347b HTTP/1.1" status: 200 len: 1129 time: 0.0386195 May 25 07:50:34.746039 dv-cinder-825492-15-iscsi neutron-server[104526]: INFO neutron.wsgi [req-15bcdbe3-495c-40ae-97d7-8328e6def394 req-92ec968a-91e3-4d15-813a-1d06936ae871 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=0c2f491d-41ea-4a0f-9897-87861bfa1a99&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382888 May 25 07:50:34.885622 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG dbcounter [-] [104525] Writing DB stats neutron:SELECT=100 {{(pid=104525) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 07:50:34.903466 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a0418c0-72d7-4e7d-ba3e-0c26e0debcb8 req-54c0e970-aaee-4236-8301-696b0bac96db tempest-TestVolumeBootPattern-1147907125 tempest-TestVolumeBootPattern-1147907125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 07:50:34.904942 dv-cinder-825492-15-iscsi neutron-server[104525]: INFO neutron.wsgi [req-1a0418c0-72d7-4e7d-ba3e-0c26e0debcb8 req-54c0e970-aaee-4236-8301-696b0bac96db tempest-TestVolumeBootPattern-1147907125 tempest-TestVolumeBootPattern-1147907125-project] 10.222.0.24 "GET /v2.0/ports?device_id=5ea50859-33c4-4b54-a47f-b7c1dbc4347b HTTP/1.1" status: 200 len: 945 time: 0.0471468 May 25 07:50:34.923648 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG dbcounter [-] [104525] Writing DB stats neutron:SELECT=100 {{(pid=104525) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 07:50:34.954639 dv-cinder-825492-15-iscsi neutron-server[104525]: INFO neutron.wsgi [req-1a0418c0-72d7-4e7d-ba3e-0c26e0debcb8 req-a9157c47-cb35-42b2-9878-18ccf33c6f00 tempest-TestVolumeBootPattern-1147907125 tempest-TestVolumeBootPattern-1147907125-project] 10.222.0.24 "GET /v2.0/security-groups?id=0c2f491d-41ea-4a0f-9897-87861bfa1a99&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434873 May 25 07:50:35.233028 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron_lib.callbacks.manager [None req-022da585-b5e5-47a8-9c39-55d15581348e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754056472917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490168'] for agent (6cf9466f-68ff-4d03-9bb6-0c8244fa88eb), after_update {{(pid=104527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:50:36.073779 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e415eb9-c808-4a73-be8f-94bcf5144cfb req-787fd7b0-5e8b-49f4-bb72-5c5139d783be tempest-TestVolumeBootPattern-1147907125 tempest-TestVolumeBootPattern-1147907125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 07:50:36.075270 dv-cinder-825492-15-iscsi neutron-server[104526]: INFO neutron.wsgi [req-9e415eb9-c808-4a73-be8f-94bcf5144cfb req-787fd7b0-5e8b-49f4-bb72-5c5139d783be tempest-TestVolumeBootPattern-1147907125 tempest-TestVolumeBootPattern-1147907125-project] 10.222.0.24 "GET /v2.0/ports?device_id=5ea50859-33c4-4b54-a47f-b7c1dbc4347b HTTP/1.1" status: 200 len: 945 time: 0.0508580 May 25 07:50:36.126262 dv-cinder-825492-15-iscsi neutron-server[104526]: INFO neutron.wsgi [req-9e415eb9-c808-4a73-be8f-94bcf5144cfb req-5c55d26e-e7ad-4ede-aefe-612bf1bc6105 tempest-TestVolumeBootPattern-1147907125 tempest-TestVolumeBootPattern-1147907125-project] 10.222.0.24 "GET /v2.0/security-groups?id=0c2f491d-41ea-4a0f-9897-87861bfa1a99&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449452 May 25 07:50:37.241452 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b76b6d66-a27c-487a-918a-28aaddd2a617 req-d47abf3e-268b-49aa-b198-75779101408c tempest-TestVolumeBootPattern-1147907125 tempest-TestVolumeBootPattern-1147907125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 07:50:37.242888 dv-cinder-825492-15-iscsi neutron-server[104525]: INFO neutron.wsgi [req-b76b6d66-a27c-487a-918a-28aaddd2a617 req-d47abf3e-268b-49aa-b198-75779101408c tempest-TestVolumeBootPattern-1147907125 tempest-TestVolumeBootPattern-1147907125-project] 10.222.0.24 "GET /v2.0/ports?device_id=5ea50859-33c4-4b54-a47f-b7c1dbc4347b HTTP/1.1" status: 200 len: 945 time: 0.0472698 May 25 07:50:37.293943 dv-cinder-825492-15-iscsi neutron-server[104525]: INFO neutron.wsgi [req-b76b6d66-a27c-487a-918a-28aaddd2a617 req-631a2b16-be8e-4068-958b-f5906a8e4069 tempest-TestVolumeBootPattern-1147907125 tempest-TestVolumeBootPattern-1147907125-project] 10.222.0.24 "GET /v2.0/security-groups?id=0c2f491d-41ea-4a0f-9897-87861bfa1a99&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452483 May 25 07:50:37.407023 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2360a7c6-d4be-4a93-9fbb-f221f7d01b3d req-a332913f-49e4-4209-aa74-62f5f7e688d3 tempest-TestVolumeBootPattern-1147907125 tempest-TestVolumeBootPattern-1147907125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 07:50:37.408489 dv-cinder-825492-15-iscsi neutron-server[104526]: INFO neutron.wsgi [req-2360a7c6-d4be-4a93-9fbb-f221f7d01b3d req-a332913f-49e4-4209-aa74-62f5f7e688d3 tempest-TestVolumeBootPattern-1147907125 tempest-TestVolumeBootPattern-1147907125-project] 10.222.0.24 "GET /v2.0/ports?device_id=5ea50859-33c4-4b54-a47f-b7c1dbc4347b HTTP/1.1" status: 200 len: 945 time: 0.0485384 May 25 07:50:37.456653 dv-cinder-825492-15-iscsi neutron-server[104526]: INFO neutron.wsgi [req-2360a7c6-d4be-4a93-9fbb-f221f7d01b3d req-e11937af-9cc9-47c0-9c89-822b60f254bd tempest-TestVolumeBootPattern-1147907125 tempest-TestVolumeBootPattern-1147907125-project] 10.222.0.24 "GET /v2.0/security-groups?id=0c2f491d-41ea-4a0f-9897-87861bfa1a99&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415037 May 25 07:50:37.485578 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron.wsgi [-] (104525) accepted ('10.222.0.24', 52634) {{(pid=104525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 07:50:37.496692 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron_lib.callbacks.manager [None req-d8acbbc8-d079-46e4-8591-a76dd7dbe4a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754056472917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490168'] for agent (54ff4013-997e-4376-a4e9-e6c98cf37cc7), after_update {{(pid=104527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:50:37.524244 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7778dc46-68ae-4686-84f4-7ff842500116 tempest-TestVolumeBootPattern-1207808981 tempest-TestVolumeBootPattern-1207808981-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 07:50:37.525764 dv-cinder-825492-15-iscsi neutron-server[104525]: INFO neutron.wsgi [None req-7778dc46-68ae-4686-84f4-7ff842500116 tempest-TestVolumeBootPattern-1207808981 tempest-TestVolumeBootPattern-1207808981-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=5ea50859-33c4-4b54-a47f-b7c1dbc4347b HTTP/1.1" status: 200 len: 1124 time: 0.0392091 May 25 07:50:37.528563 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron.wsgi [-] (104525) accepted ('10.222.0.24', 52636) {{(pid=104525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 07:50:37.532602 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron.api.v2.base [None req-e12a4fb4-5b38-4658-9724-cd065b879c36 tempest-TestVolumeBootPattern-1147907125 tempest-TestVolumeBootPattern-1147907125-project] Request body: {'floatingip': {'floating_network_id': '29c629bd-3f50-4535-bfbc-a047608d6fb6', 'port_id': '767207cc-9ef9-4297-a7aa-2399282f8f48', 'tenant_id': 'f5e67d0f06be415794efd436655904b3', 'fixed_ip_address': '172.20.0.8'}} {{(pid=104525) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 25 07:50:37.610149 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-e12a4fb4-5b38-4658-9724-cd065b879c36 tempest-TestVolumeBootPattern-1147907125 tempest-TestVolumeBootPattern-1147907125-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:50:37.686649 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-e12a4fb4-5b38-4658-9724-cd065b879c36 tempest-TestVolumeBootPattern-1147907125 tempest-TestVolumeBootPattern-1147907125-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-616651'] for port (None), before_create {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:50:37.792706 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron.db.db_base_plugin_common [None req-e12a4fb4-5b38-4658-9724-cd065b879c36 tempest-TestVolumeBootPattern-1147907125 tempest-TestVolumeBootPattern-1147907125-project] Allocated IP 172.27.3.136 (29c629bd-3f50-4535-bfbc-a047608d6fb6/7934ff5a-43f1-4f76-b9d8-e4343ace34f5/a92cc2bc-5c21-4c5d-b4dd-79961245b9f1) {{(pid=104525) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 07:50:37.890879 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-e12a4fb4-5b38-4658-9724-cd065b879c36 tempest-TestVolumeBootPattern-1147907125 tempest-TestVolumeBootPattern-1147907125-project] Publish callbacks [] for port (a92cc2bc-5c21-4c5d-b4dd-79961245b9f1), precommit_create {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:50:37.981928 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-e12a4fb4-5b38-4658-9724-cd065b879c36 tempest-TestVolumeBootPattern-1147907125 tempest-TestVolumeBootPattern-1147907125-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-617841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612926', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754056173864', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59563715'] for port (a92cc2bc-5c21-4c5d-b4dd-79961245b9f1), after_create {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:50:38.287297 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e12a4fb4-5b38-4658-9724-cd065b879c36 tempest-TestVolumeBootPattern-1147907125 tempest-TestVolumeBootPattern-1147907125-project] Network 29c629bd-3f50-4535-bfbc-a047608d6fb6 is already hosted by enough agents. {{(pid=104525) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 07:50:38.292194 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron.scheduler.base_scheduler [None req-e12a4fb4-5b38-4658-9724-cd065b879c36 tempest-TestVolumeBootPattern-1147907125 tempest-TestVolumeBootPattern-1147907125-project] Resources bound (agent type, host, resource id): {{(pid=104525) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 07:50:38.294386 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e12a4fb4-5b38-4658-9724-cd065b879c36 tempest-TestVolumeBootPattern-1147907125 tempest-TestVolumeBootPattern-1147907125-project] Pushing event updated for resources: {'Port': ['ID=a92cc2bc-5c21-4c5d-b4dd-79961245b9f1,revision_number=1']} {{(pid=104525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 07:50:38.296503 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e12a4fb4-5b38-4658-9724-cd065b879c36 tempest-TestVolumeBootPattern-1147907125 tempest-TestVolumeBootPattern-1147907125-project] Received port after_create {{(pid=104525) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 25 07:50:38.323842 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e12a4fb4-5b38-4658-9724-cd065b879c36 tempest-TestVolumeBootPattern-1147907125 tempest-TestVolumeBootPattern-1147907125-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825492-15-iscsi {{(pid=104525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 07:50:38.324189 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e12a4fb4-5b38-4658-9724-cd065b879c36 tempest-TestVolumeBootPattern-1147907125 tempest-TestVolumeBootPattern-1147907125-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825492-15-iscsi {{(pid=104525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 07:50:38.324559 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e12a4fb4-5b38-4658-9724-cd065b879c36 tempest-TestVolumeBootPattern-1147907125 tempest-TestVolumeBootPattern-1147907125-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825492-15-iscsi {{(pid=104525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 07:50:38.324900 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e12a4fb4-5b38-4658-9724-cd065b879c36 tempest-TestVolumeBootPattern-1147907125 tempest-TestVolumeBootPattern-1147907125-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825492-15-iscsi {{(pid=104525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 07:50:38.325231 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e12a4fb4-5b38-4658-9724-cd065b879c36 tempest-TestVolumeBootPattern-1147907125 tempest-TestVolumeBootPattern-1147907125-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825492-15-iscsi {{(pid=104525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 07:50:38.325560 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e12a4fb4-5b38-4658-9724-cd065b879c36 tempest-TestVolumeBootPattern-1147907125 tempest-TestVolumeBootPattern-1147907125-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825492-15-iscsi {{(pid=104525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 07:50:38.325887 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e12a4fb4-5b38-4658-9724-cd065b879c36 tempest-TestVolumeBootPattern-1147907125 tempest-TestVolumeBootPattern-1147907125-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825492-15-iscsi {{(pid=104525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 07:50:38.326208 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e12a4fb4-5b38-4658-9724-cd065b879c36 tempest-TestVolumeBootPattern-1147907125 tempest-TestVolumeBootPattern-1147907125-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-825492-15-iscsi {{(pid=104525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 07:50:38.326529 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e12a4fb4-5b38-4658-9724-cd065b879c36 tempest-TestVolumeBootPattern-1147907125 tempest-TestVolumeBootPattern-1147907125-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-825492-15-iscsi {{(pid=104525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 07:50:38.326848 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e12a4fb4-5b38-4658-9724-cd065b879c36 tempest-TestVolumeBootPattern-1147907125 tempest-TestVolumeBootPattern-1147907125-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-825492-15-iscsi {{(pid=104525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 07:50:38.327167 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e12a4fb4-5b38-4658-9724-cd065b879c36 tempest-TestVolumeBootPattern-1147907125 tempest-TestVolumeBootPattern-1147907125-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-825492-15-iscsi {{(pid=104525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 07:50:38.327485 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e12a4fb4-5b38-4658-9724-cd065b879c36 tempest-TestVolumeBootPattern-1147907125 tempest-TestVolumeBootPattern-1147907125-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825492-15-iscsi {{(pid=104525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 07:50:38.327803 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e12a4fb4-5b38-4658-9724-cd065b879c36 tempest-TestVolumeBootPattern-1147907125 tempest-TestVolumeBootPattern-1147907125-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825492-15-iscsi {{(pid=104525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 07:50:38.328115 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e12a4fb4-5b38-4658-9724-cd065b879c36 tempest-TestVolumeBootPattern-1147907125 tempest-TestVolumeBootPattern-1147907125-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825492-15-iscsi {{(pid=104525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 07:50:38.328427 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e12a4fb4-5b38-4658-9724-cd065b879c36 tempest-TestVolumeBootPattern-1147907125 tempest-TestVolumeBootPattern-1147907125-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825492-15-iscsi {{(pid=104525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 07:50:38.454611 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG dbcounter [-] [104525] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=104525) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 07:50:38.524340 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG dbcounter [-] [104525] Writing DB stats neutron:SELECT=89,neutron:INSERT=8,neutron:UPDATE=3 {{(pid=104525) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 07:50:38.622922 dv-cinder-825492-15-iscsi neutron-server[104528]: DEBUG dbcounter [-] [104528] Writing DB stats neutron:SELECT=16 {{(pid=104528) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 07:50:38.659108 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-e12a4fb4-5b38-4658-9724-cd065b879c36 tempest-TestVolumeBootPattern-1147907125 tempest-TestVolumeBootPattern-1147907125-project] Publish callbacks [] for floatingip (fce2ef44-f56c-4082-8fd3-23c2a84b086e), precommit_create {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:50:38.665284 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron_lib.callbacks.manager [None req-461c163e-e11a-425b-8a8d-f39fb153da48 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754056472917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490168'] for agent (fa5554a0-25df-434f-a0d0-5996d872220a), after_update {{(pid=104527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:50:38.786910 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-e12a4fb4-5b38-4658-9724-cd065b879c36 tempest-TestVolumeBootPattern-1147907125 tempest-TestVolumeBootPattern-1147907125-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-616651'] for port (a92cc2bc-5c21-4c5d-b4dd-79961245b9f1), before_update {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:50:38.961941 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-e12a4fb4-5b38-4658-9724-cd065b879c36 tempest-TestVolumeBootPattern-1147907125 tempest-TestVolumeBootPattern-1147907125-project] Publish callbacks [] for port (a92cc2bc-5c21-4c5d-b4dd-79961245b9f1), precommit_update {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:50:39.009701 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-e12a4fb4-5b38-4658-9724-cd065b879c36 tempest-TestVolumeBootPattern-1147907125 tempest-TestVolumeBootPattern-1147907125-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-617841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612926', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754056714442', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754056173882', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754056173900', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59563722'] for port (a92cc2bc-5c21-4c5d-b4dd-79961245b9f1), after_update {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:50:39.080621 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e12a4fb4-5b38-4658-9724-cd065b879c36 tempest-TestVolumeBootPattern-1147907125 tempest-TestVolumeBootPattern-1147907125-project] Pushing event updated for resources: {'Port': ['ID=a92cc2bc-5c21-4c5d-b4dd-79961245b9f1,revision_number=2']} {{(pid=104525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 07:50:39.093507 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-e12a4fb4-5b38-4658-9724-cd065b879c36 tempest-TestVolumeBootPattern-1147907125 tempest-TestVolumeBootPattern-1147907125-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1617316'] for floatingip (fce2ef44-f56c-4082-8fd3-23c2a84b086e), after_create {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:50:39.191752 dv-cinder-825492-15-iscsi neutron-server[104525]: INFO neutron.db.l3_db [None req-e12a4fb4-5b38-4658-9724-cd065b879c36 tempest-TestVolumeBootPattern-1147907125 tempest-TestVolumeBootPattern-1147907125-project] Floating IP fce2ef44-f56c-4082-8fd3-23c2a84b086e associated. External IP: 172.27.3.136, port: 767207cc-9ef9-4297-a7aa-2399282f8f48. May 25 07:50:39.325746 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG dbcounter [-] [104525] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104525) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 07:50:39.389836 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e12a4fb4-5b38-4658-9724-cd065b879c36 tempest-TestVolumeBootPattern-1147907125 tempest-TestVolumeBootPattern-1147907125-project] Router ebde3b4b-02cb-4bf4-901f-5ff0707d3ffa has already been hosted by L3 agent 54ff4013-997e-4376-a4e9-e6c98cf37cc7 {{(pid=104525) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 25 07:50:39.492441 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG dbcounter [-] [104525] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104525) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 07:50:39.497812 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e12a4fb4-5b38-4658-9724-cd065b879c36 tempest-TestVolumeBootPattern-1147907125 tempest-TestVolumeBootPattern-1147907125-project] Notify agent at l3_agent.dv-cinder-825492-15-iscsi the message routers_updated {{(pid=104525) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 25 07:50:39.508115 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a89644e8-4e03-478f-b969-9c8ea4926e53 None None] Sync routers for ids ['ebde3b4b-02cb-4bf4-901f-5ff0707d3ffa'] in dv-cinder-825492-15-iscsi {{(pid=104527) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 25 07:50:39.517350 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a89644e8-4e03-478f-b969-9c8ea4926e53 None None] Routers {'ebde3b4b-02cb-4bf4-901f-5ff0707d3ffa'} bound to L3 agent in host dv-cinder-825492-15-iscsi {{(pid=104527) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 25 07:50:39.520914 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.db.l3_hamode_db [None req-a89644e8-4e03-478f-b969-9c8ea4926e53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825492-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-25T07:27:37Z,description=,heartbeat_timestamp=2022-05-25T07:50:37Z,host='dv-cinder-825492-15-iscsi',id=54ff4013-997e-4376-a4e9-e6c98cf37cc7,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T07:27:38Z,topic='l3_agent')) {'router_ids': ['ebde3b4b-02cb-4bf4-901f-5ff0707d3ffa'], 'active': True} {{(pid=104527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 07:50:39.594760 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-e12a4fb4-5b38-4658-9724-cd065b879c36 tempest-TestVolumeBootPattern-1147907125 tempest-TestVolumeBootPattern-1147907125-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93885'] for floatingip (None), before_response {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:50:39.622896 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.db.l3_dvr_db [None req-a89644e8-4e03-478f-b969-9c8ea4926e53 None None] Set router ebde3b4b-02cb-4bf4-901f-5ff0707d3ffa gateway port host: dv-cinder-825492-15-iscsi {{(pid=104527) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 25 07:50:39.626442 dv-cinder-825492-15-iscsi neutron-server[104525]: INFO neutron.wsgi [None req-e12a4fb4-5b38-4658-9724-cd065b879c36 tempest-TestVolumeBootPattern-1147907125 tempest-TestVolumeBootPattern-1147907125-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.0969028 May 25 07:50:39.627012 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5ea50859-33c4-4b54-a47f-b7c1dbc4347b', 'tag': '767207cc-9ef9-4297-a7aa-2399282f8f48'}] {{(pid=104525) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 25 07:50:39.630007 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d445ce38d91c6b292eb6894f597f8081be97d606cd6e8c01bc8cfabf5dd02ac1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6a56c2e1-faf1-40f2-974d-bdd36e67ce7c" -d '{"events": [{"name": "network-changed", "server_uuid": "5ea50859-33c4-4b54-a47f-b7c1dbc4347b", "tag": "767207cc-9ef9-4297-a7aa-2399282f8f48"}]}' {{(pid=104525) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 25 07:50:39.756432 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 25 May 2022 07:50:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3a4dad6b-d21a-4cbf-a501-ef06f4965863 x-openstack-request-id: req-3a4dad6b-d21a-4cbf-a501-ef06f4965863 {{(pid=104525) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 25 07:50:39.756432 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5ea50859-33c4-4b54-a47f-b7c1dbc4347b", "tag": "767207cc-9ef9-4297-a7aa-2399282f8f48", "status": "completed", "code": 200}]} {{(pid=104525) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 25 07:50:39.756432 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-3a4dad6b-d21a-4cbf-a501-ef06f4965863 {{(pid=104525) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 25 07:50:39.756848 dv-cinder-825492-15-iscsi neutron-server[104525]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3a4dad6b-d21a-4cbf-a501-ef06f4965863'] response: {'name': 'network-changed', 'server_uuid': '5ea50859-33c4-4b54-a47f-b7c1dbc4347b', 'tag': '767207cc-9ef9-4297-a7aa-2399282f8f48', 'status': 'completed', 'code': 200} May 25 07:50:39.842380 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.db.l3_hamode_db [None req-a89644e8-4e03-478f-b969-9c8ea4926e53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ebde3b4b-02cb-4bf4-901f-5ff0707d3ffa', 'name': 'tempest-TestVolumeBootPattern-1211832049-router', 'tenant_id': 'f5e67d0f06be415794efd436655904b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '29c629bd-3f50-4535-bfbc-a047608d6fb6', 'external_fixed_ips': [{'subnet_id': '7934ff5a-43f1-4f76-b9d8-e4343ace34f5', 'ip_address': '172.27.3.48'}], 'enable_snat': True}, 'gw_port_id': '9ecb0563-65ad-4bc0-a223-324ae8c6d8f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T07:44:55Z', 'updated_at': '2022-05-25T07:44:58Z', 'revision_number': 4, 'project_id': 'f5e67d0f06be415794efd436655904b3', 'gw_port': {'id': '9ecb0563-65ad-4bc0-a223-324ae8c6d8f7', 'name': '', 'network_id': '29c629bd-3f50-4535-bfbc-a047608d6fb6', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:d0:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebde3b4b-02cb-4bf4-901f-5ff0707d3ffa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 650, 'fixed_ips': [{'subnet_id': '7934ff5a-43f1-4f76-b9d8-e4343ace34f5', 'ip_address': '172.27.3.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825492-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T07:44:56Z', 'updated_at': '2022-05-25T07:45:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7934ff5a-43f1-4f76-b9d8-e4343ace34f5', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825492-15-iscsi', '_floatingips': [{'id': '24ecca20-0434-42aa-b3a1-90d6d33d1fd5', 'tenant_id': 'f5e67d0f06be415794efd436655904b3', 'floating_ip_address': '172.27.3.16', 'floating_network_id': '29c629bd-3f50-4535-bfbc-a047608d6fb6', 'router_id': 'ebde3b4b-02cb-4bf4-901f-5ff0707d3ffa', 'port_id': 'ddaa5409-5e64-4c36-9728-0a60ce9fb2ea', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 740, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9bcd68e9-0045-4b34-8142-bf28d91642fb', 'mac_address': 'fa:16:3e:07:ca:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38054fa1-fe93-4a55-835d-6e533089950a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-25T07:48:37Z', 'updated_at': '2022-05-25T07:48:39Z', 'revision_number': 1, 'project_id': 'f5e67d0f06be415794efd436655904b3', 'fixed_ip_address_scope': None}, {'id': 'fce2ef44-f56c-4082-8fd3-23c2a84b086e', 'tenant_id': 'f5e67d0f06be415794efd436655904b3', 'floating_ip_address': '172.27.3.136', 'floating_network_id': '29c629bd-3f50-4535-bfbc-a047608d6fb6', 'router_id': 'ebde3b4b-02cb-4bf4-901f-5ff0707d3ffa', 'port_id': '767207cc-9ef9-4297-a7aa-2399282f8f48', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 743, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9bcd68e9-0045-4b34-8142-bf28d91642fb', 'mac_address': 'fa:16:3e:3f:d5:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ea50859-33c4-4b54-a47f-b7c1dbc4347b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-25T07:50:38Z', 'updated_at': '2022-05-25T07:50:38Z', 'revision_number': 0, 'project_id': 'f5e67d0f06be415794efd436655904b3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '71945d30-2083-402b-a29e-2effc8003ab4', 'name': '', 'network_id': '9bcd68e9-0045-4b34-8142-bf28d91642fb', 'tenant_id': 'f5e67d0f06be415794efd436655904b3', 'mac_address': 'fa:16:3e:de:ac:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebde3b4b-02cb-4bf4-901f-5ff0707d3ffa', 'device_owner': 'network:router_interface', 'standard_attr_id': 659, 'fixed_ips': [{'subnet_id': '79361af5-cc98-4fe6-aade-34c4cdb65654', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825492-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T07:44:58Z', 'updated_at': '2022-05-25T07:45:06Z', 'revision_number': 5, 'project_id': 'f5e67d0f06be415794efd436655904b3', 'subnets': [{'id': '79361af5-cc98-4fe6-aade-34c4cdb65654', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-825492-15-iscsi', False) {} {{(pid=104527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 07:50:39.851777 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a56c2e1-faf1-40f2-974d-bdd36e67ce7c req-bf20cb1a-907a-46f2-82d0-7e1bbfa890f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 07:50:39.853263 dv-cinder-825492-15-iscsi neutron-server[104526]: INFO neutron.wsgi [req-6a56c2e1-faf1-40f2-974d-bdd36e67ce7c req-bf20cb1a-907a-46f2-82d0-7e1bbfa890f3 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=f5e67d0f06be415794efd436655904b3&device_id=5ea50859-33c4-4b54-a47f-b7c1dbc4347b HTTP/1.1" status: 200 len: 1129 time: 0.0397272 May 25 07:50:39.867611 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a89644e8-4e03-478f-b969-9c8ea4926e53 None None] Checking router: ebde3b4b-02cb-4bf4-901f-5ff0707d3ffa for host: dv-cinder-825492-15-iscsi {{(pid=104527) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 25 07:50:39.876226 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a89644e8-4e03-478f-b969-9c8ea4926e53 None None] Routers {'ebde3b4b-02cb-4bf4-901f-5ff0707d3ffa'} bound to L3 agent in host dv-cinder-825492-15-iscsi {{(pid=104527) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 25 07:50:39.876854 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.db.l3_hamode_db [None req-a89644e8-4e03-478f-b969-9c8ea4926e53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825492-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-25T07:27:37Z,description=,heartbeat_timestamp=2022-05-25T07:50:37Z,host='dv-cinder-825492-15-iscsi',id=54ff4013-997e-4376-a4e9-e6c98cf37cc7,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T07:27:38Z,topic='l3_agent')) {'router_ids': ['ebde3b4b-02cb-4bf4-901f-5ff0707d3ffa'], 'active': True} {{(pid=104527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 07:50:39.952206 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a56c2e1-faf1-40f2-974d-bdd36e67ce7c req-2b3a0043-bf68-4229-be44-ef6859b95187 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 07:50:39.953745 dv-cinder-825492-15-iscsi neutron-server[104526]: INFO neutron.wsgi [req-6a56c2e1-faf1-40f2-974d-bdd36e67ce7c req-2b3a0043-bf68-4229-be44-ef6859b95187 service neutron] 10.222.0.41 "GET /v2.0/networks?id=9bcd68e9-0045-4b34-8142-bf28d91642fb HTTP/1.1" status: 200 len: 913 time: 0.0948982 May 25 07:50:39.978720 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.db.l3_dvr_db [None req-a89644e8-4e03-478f-b969-9c8ea4926e53 None None] Set router ebde3b4b-02cb-4bf4-901f-5ff0707d3ffa gateway port host: dv-cinder-825492-15-iscsi {{(pid=104527) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 25 07:50:40.015235 dv-cinder-825492-15-iscsi neutron-server[104526]: INFO neutron.wsgi [req-6a56c2e1-faf1-40f2-974d-bdd36e67ce7c req-e8012bb6-bdea-462d-b03b-5448098063d0 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=767207cc-9ef9-4297-a7aa-2399282f8f48 HTTP/1.1" status: 200 len: 999 time: 0.0557725 May 25 07:50:40.067756 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a56c2e1-faf1-40f2-974d-bdd36e67ce7c req-e6cb73cb-c548-4c2f-9b75-302df1d1a498 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 07:50:40.069258 dv-cinder-825492-15-iscsi neutron-server[104526]: INFO neutron.wsgi [req-6a56c2e1-faf1-40f2-974d-bdd36e67ce7c req-e6cb73cb-c548-4c2f-9b75-302df1d1a498 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=79361af5-cc98-4fe6-aade-34c4cdb65654 HTTP/1.1" status: 200 len: 851 time: 0.0485237 May 25 07:50:40.114968 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a56c2e1-faf1-40f2-974d-bdd36e67ce7c req-e814e4af-3ab4-4b4b-8f67-eba6d1f8e834 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 07:50:40.116525 dv-cinder-825492-15-iscsi neutron-server[104526]: INFO neutron.wsgi [req-6a56c2e1-faf1-40f2-974d-bdd36e67ce7c req-e814e4af-3ab4-4b4b-8f67-eba6d1f8e834 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=9bcd68e9-0045-4b34-8142-bf28d91642fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0401843 May 25 07:50:40.181204 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron_lib.callbacks.manager [None req-f9cd7ad7-9657-4dc4-ab64-74b2d9455e3c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754056472917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490168'] for agent (749e0e2c-8e71-4175-9046-27a8fd2a3a0a), after_update {{(pid=104527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:50:40.200312 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.db.l3_hamode_db [None req-a89644e8-4e03-478f-b969-9c8ea4926e53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ebde3b4b-02cb-4bf4-901f-5ff0707d3ffa', 'name': 'tempest-TestVolumeBootPattern-1211832049-router', 'tenant_id': 'f5e67d0f06be415794efd436655904b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '29c629bd-3f50-4535-bfbc-a047608d6fb6', 'external_fixed_ips': [{'subnet_id': '7934ff5a-43f1-4f76-b9d8-e4343ace34f5', 'ip_address': '172.27.3.48'}], 'enable_snat': True}, 'gw_port_id': '9ecb0563-65ad-4bc0-a223-324ae8c6d8f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T07:44:55Z', 'updated_at': '2022-05-25T07:44:58Z', 'revision_number': 4, 'project_id': 'f5e67d0f06be415794efd436655904b3', 'gw_port': {'id': '9ecb0563-65ad-4bc0-a223-324ae8c6d8f7', 'name': '', 'network_id': '29c629bd-3f50-4535-bfbc-a047608d6fb6', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:d0:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebde3b4b-02cb-4bf4-901f-5ff0707d3ffa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 650, 'fixed_ips': [{'subnet_id': '7934ff5a-43f1-4f76-b9d8-e4343ace34f5', 'ip_address': '172.27.3.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825492-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T07:44:56Z', 'updated_at': '2022-05-25T07:45:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7934ff5a-43f1-4f76-b9d8-e4343ace34f5', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825492-15-iscsi', '_floatingips': [{'id': '24ecca20-0434-42aa-b3a1-90d6d33d1fd5', 'tenant_id': 'f5e67d0f06be415794efd436655904b3', 'floating_ip_address': '172.27.3.16', 'floating_network_id': '29c629bd-3f50-4535-bfbc-a047608d6fb6', 'router_id': 'ebde3b4b-02cb-4bf4-901f-5ff0707d3ffa', 'port_id': 'ddaa5409-5e64-4c36-9728-0a60ce9fb2ea', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 740, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9bcd68e9-0045-4b34-8142-bf28d91642fb', 'mac_address': 'fa:16:3e:07:ca:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38054fa1-fe93-4a55-835d-6e533089950a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-25T07:48:37Z', 'updated_at': '2022-05-25T07:48:39Z', 'revision_number': 1, 'project_id': 'f5e67d0f06be415794efd436655904b3', 'fixed_ip_address_scope': None}, {'id': 'fce2ef44-f56c-4082-8fd3-23c2a84b086e', 'tenant_id': 'f5e67d0f06be415794efd436655904b3', 'floating_ip_address': '172.27.3.136', 'floating_network_id': '29c629bd-3f50-4535-bfbc-a047608d6fb6', 'router_id': 'ebde3b4b-02cb-4bf4-901f-5ff0707d3ffa', 'port_id': '767207cc-9ef9-4297-a7aa-2399282f8f48', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 743, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9bcd68e9-0045-4b34-8142-bf28d91642fb', 'mac_address': 'fa:16:3e:3f:d5:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ea50859-33c4-4b54-a47f-b7c1dbc4347b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-25T07:50:38Z', 'updated_at': '2022-05-25T07:50:38Z', 'revision_number': 0, 'project_id': 'f5e67d0f06be415794efd436655904b3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '71945d30-2083-402b-a29e-2effc8003ab4', 'name': '', 'network_id': '9bcd68e9-0045-4b34-8142-bf28d91642fb', 'tenant_id': 'f5e67d0f06be415794efd436655904b3', 'mac_address': 'fa:16:3e:de:ac:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebde3b4b-02cb-4bf4-901f-5ff0707d3ffa', 'device_owner': 'network:router_interface', 'standard_attr_id': 659, 'fixed_ips': [{'subnet_id': '79361af5-cc98-4fe6-aade-34c4cdb65654', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825492-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T07:44:58Z', 'updated_at': '2022-05-25T07:45:06Z', 'revision_number': 5, 'project_id': 'f5e67d0f06be415794efd436655904b3', 'subnets': [{'id': '79361af5-cc98-4fe6-aade-34c4cdb65654', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-825492-15-iscsi', False) {} {{(pid=104527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 07:50:40.206010 dv-cinder-825492-15-iscsi neutron-server[104526]: INFO neutron.wsgi [req-6a56c2e1-faf1-40f2-974d-bdd36e67ce7c req-5bc638dd-e7aa-437f-82ca-2dbd2e96a403 service neutron] 10.222.0.41 "GET /v2.0/networks/9bcd68e9-0045-4b34-8142-bf28d91642fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0825322 May 25 07:50:40.229228 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a89644e8-4e03-478f-b969-9c8ea4926e53 None None] The sync data for ids ['ebde3b4b-02cb-4bf4-901f-5ff0707d3ffa'] in dv-cinder-825492-15-iscsi is: [{'id': 'ebde3b4b-02cb-4bf4-901f-5ff0707d3ffa', 'name': 'tempest-TestVolumeBootPattern-1211832049-router', 'tenant_id': 'f5e67d0f06be415794efd436655904b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '29c629bd-3f50-4535-bfbc-a047608d6fb6', 'external_fixed_ips': [{'subnet_id': '7934ff5a-43f1-4f76-b9d8-e4343ace34f5', 'ip_address': '172.27.3.48'}], 'enable_snat': True}, 'gw_port_id': '9ecb0563-65ad-4bc0-a223-324ae8c6d8f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T07:44:55Z', 'updated_at': '2022-05-25T07:44:58Z', 'revision_number': 4, 'project_id': 'f5e67d0f06be415794efd436655904b3', 'gw_port': {'id': '9ecb0563-65ad-4bc0-a223-324ae8c6d8f7', 'name': '', 'network_id': '29c629bd-3f50-4535-bfbc-a047608d6fb6', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:d0:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebde3b4b-02cb-4bf4-901f-5ff0707d3ffa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 650, 'fixed_ips': [{'subnet_id': '7934ff5a-43f1-4f76-b9d8-e4343ace34f5', 'ip_address': '172.27.3.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825492-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T07:44:56Z', 'updated_at': '2022-05-25T07:45:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7934ff5a-43f1-4f76-b9d8-e4343ace34f5', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825492-15-iscsi', '_floatingips': [{'id': '24ecca20-0434-42aa-b3a1-90d6d33d1fd5', 'tenant_id': 'f5e67d0f06be415794efd436655904b3', 'floating_ip_address': '172.27.3.16', 'floating_network_id': '29c629bd-3f50-4535-bfbc-a047608d6fb6', 'router_id': 'ebde3b4b-02cb-4bf4-901f-5ff0707d3ffa', 'port_id': 'ddaa5409-5e64-4c36-9728-0a60ce9fb2ea', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 740, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9bcd68e9-0045-4b34-8142-bf28d91642fb', 'mac_address': 'fa:16:3e:07:ca:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38054fa1-fe93-4a55-835d-6e533089950a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-25T07:48:37Z', 'updated_at': '2022-05-25T07:48:39Z', 'revision_number': 1, 'project_id': 'f5e67d0f06be415794efd436655904b3', 'fixed_ip_address_scope': None}, {'id': 'fce2ef44-f56c-4082-8fd3-23c2a84b086e', 'tenant_id': 'f5e67d0f06be415794efd436655904b3', 'floating_ip_address': '172.27.3.136', 'floating_network_id': '29c629bd-3f50-4535-bfbc-a047608d6fb6', 'router_id': 'ebde3b4b-02cb-4bf4-901f-5ff0707d3ffa', 'port_id': '767207cc-9ef9-4297-a7aa-2399282f8f48', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 743, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9bcd68e9-0045-4b34-8142-bf28d91642fb', 'mac_address': 'fa:16:3e:3f:d5:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ea50859-33c4-4b54-a47f-b7c1dbc4347b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-25T07:50:38Z', 'updated_at': '2022-05-25T07:50:38Z', 'revision_number': 0, 'project_id': 'f5e67d0f06be415794efd436655904b3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '71945d30-2083-402b-a29e-2effc8003ab4', 'name': '', 'network_id': '9bcd68e9-0045-4b34-8142-bf28d91642fb', 'tenant_id': 'f5e67d0f06be415794efd436655904b3', 'mac_address': 'fa:16:3e:de:ac:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebde3b4b-02cb-4bf4-901f-5ff0707d3ffa', 'device_owner': 'network:router_interface', 'standard_attr_id': 659, 'fixed_ips': [{'subnet_id': '79361af5-cc98-4fe6-aade-34c4cdb65654', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825492-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T07:44:58Z', 'updated_at': '2022-05-25T07:45:06Z', 'revision_number': 5, 'project_id': 'f5e67d0f06be415794efd436655904b3', 'subnets': [{'id': '79361af5-cc98-4fe6-aade-34c4cdb65654', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104527) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 25 07:50:40.288811 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG dbcounter [-] [104526] Writing DB stats neutron:SELECT=100 {{(pid=104526) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 07:50:40.305765 dv-cinder-825492-15-iscsi neutron-server[104526]: INFO neutron.wsgi [req-6a56c2e1-faf1-40f2-974d-bdd36e67ce7c req-cbc741d4-335f-4d08-baed-667d7b8c7dfc service neutron] 10.222.0.41 "GET /v2.0/networks/9bcd68e9-0045-4b34-8142-bf28d91642fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0931873 May 25 07:50:40.437342 dv-cinder-825492-15-iscsi neutron-server[104528]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95b53345-d973-4fe3-874f-1f0c2b292078 None None] New status for floating IP fce2ef44-f56c-4082-8fd3-23c2a84b086e: ACTIVE {{(pid=104528) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 25 07:50:41.541190 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron_lib.callbacks.manager [None req-4c581813-650f-4b4b-ac0f-82f585bea231 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754056472917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490168'] for agent (67455b2d-ff20-4068-8b38-73bd0628c5cb), after_update {{(pid=104527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:50:46.141698 dv-cinder-825492-15-iscsi neutron-server[104526]: INFO neutron.wsgi [req-19304237-dac2-4439-96b5-d11e7c6ea2a3 req-0dae8365-4d29-488f-9ed9-e8e9c677a676 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=38054fa1-fe93-4a55-835d-6e533089950a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0388615 May 25 07:50:46.240691 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19304237-dac2-4439-96b5-d11e7c6ea2a3 req-a959e428-6ed9-4caa-b892-4deb337a52df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 07:50:46.242157 dv-cinder-825492-15-iscsi neutron-server[104526]: INFO neutron.wsgi [req-19304237-dac2-4439-96b5-d11e7c6ea2a3 req-a959e428-6ed9-4caa-b892-4deb337a52df service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=f5e67d0f06be415794efd436655904b3&device_id=38054fa1-fe93-4a55-835d-6e533089950a HTTP/1.1" status: 200 len: 1129 time: 0.0382268 May 25 07:50:46.348645 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19304237-dac2-4439-96b5-d11e7c6ea2a3 req-098d598b-9f69-4fa5-95d5-48ed14c5ba7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 07:50:46.350192 dv-cinder-825492-15-iscsi neutron-server[104526]: INFO neutron.wsgi [req-19304237-dac2-4439-96b5-d11e7c6ea2a3 req-098d598b-9f69-4fa5-95d5-48ed14c5ba7d service neutron] 10.222.0.41 "GET /v2.0/networks?id=9bcd68e9-0045-4b34-8142-bf28d91642fb HTTP/1.1" status: 200 len: 913 time: 0.0884533 May 25 07:50:46.406433 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG dbcounter [-] [104526] Writing DB stats neutron:SELECT=100 {{(pid=104526) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 07:50:46.410382 dv-cinder-825492-15-iscsi neutron-server[104526]: INFO neutron.wsgi [req-19304237-dac2-4439-96b5-d11e7c6ea2a3 req-b07c488f-bd03-42f5-bb6c-44cc72ad2c45 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ddaa5409-5e64-4c36-9728-0a60ce9fb2ea HTTP/1.1" status: 200 len: 1000 time: 0.0547888 May 25 07:50:46.463278 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19304237-dac2-4439-96b5-d11e7c6ea2a3 req-035d0973-9219-4dcf-b650-82a21ba95f00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 07:50:46.464734 dv-cinder-825492-15-iscsi neutron-server[104526]: INFO neutron.wsgi [req-19304237-dac2-4439-96b5-d11e7c6ea2a3 req-035d0973-9219-4dcf-b650-82a21ba95f00 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=79361af5-cc98-4fe6-aade-34c4cdb65654 HTTP/1.1" status: 200 len: 851 time: 0.0490942 May 25 07:50:46.506661 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19304237-dac2-4439-96b5-d11e7c6ea2a3 req-273c6237-9fa3-445f-9b3f-ed4ee4a51b5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 07:50:46.508113 dv-cinder-825492-15-iscsi neutron-server[104526]: INFO neutron.wsgi [req-19304237-dac2-4439-96b5-d11e7c6ea2a3 req-273c6237-9fa3-445f-9b3f-ed4ee4a51b5b service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=9bcd68e9-0045-4b34-8142-bf28d91642fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0382087 May 25 07:50:46.595747 dv-cinder-825492-15-iscsi neutron-server[104526]: INFO neutron.wsgi [req-19304237-dac2-4439-96b5-d11e7c6ea2a3 req-15be6fb9-850b-4ef8-9cf7-bf3a4c7e367d service neutron] 10.222.0.41 "GET /v2.0/networks/9bcd68e9-0045-4b34-8142-bf28d91642fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0813375 May 25 07:50:46.685624 dv-cinder-825492-15-iscsi neutron-server[104526]: INFO neutron.wsgi [req-19304237-dac2-4439-96b5-d11e7c6ea2a3 req-162b77db-4cc2-41b1-aa6e-4a7e00eca68d service neutron] 10.222.0.41 "GET /v2.0/networks/9bcd68e9-0045-4b34-8142-bf28d91642fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840125 May 25 07:50:49.623454 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG dbcounter [-] [104525] Writing DB stats neutron:SELECT=16,neutron:DELETE=2 {{(pid=104525) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 07:50:50.535050 dv-cinder-825492-15-iscsi neutron-server[104528]: DEBUG dbcounter [-] [104528] Writing DB stats neutron:SELECT=12,neutron:UPDATE=2 {{(pid=104528) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 07:50:50.538381 dv-cinder-825492-15-iscsi neutron-server[104528]: DEBUG dbcounter [-] [104528] Writing DB stats neutron:SELECT=8 {{(pid=104528) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 07:50:51.485697 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG dbcounter [-] [104527] Writing DB stats neutron:SELECT=88,neutron:UPDATE=2 {{(pid=104527) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 07:50:51.486664 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG dbcounter [-] [104527] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5 {{(pid=104527) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 07:50:56.672849 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG dbcounter [-] [104526] Writing DB stats neutron:SELECT=59 {{(pid=104526) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 07:50:56.682913 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG dbcounter [-] [104526] Writing DB stats neutron:SELECT=22 {{(pid=104526) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 07:51:02.247484 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron_lib.callbacks.manager [None req-798242cc-9ea0-464c-9109-86bd7997349e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754056472917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490168'] for agent (bbf5dc8c-5103-4973-a6b6-76af4660c126), after_update {{(pid=104527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:51:02.878595 dv-cinder-825492-15-iscsi neutron-server[104528]: DEBUG dbcounter [-] [104528] Writing DB stats neutron:SELECT=2 {{(pid=104528) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 07:51:02.882385 dv-cinder-825492-15-iscsi neutron-server[104528]: DEBUG dbcounter [-] [104528] Writing DB stats neutron:SELECT=4 {{(pid=104528) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 07:51:05.249545 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron_lib.callbacks.manager [None req-1ebf0b6e-a8dc-4d0f-9f5a-4723504a0f32 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754056472917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490168'] for agent (6cf9466f-68ff-4d03-9bb6-0c8244fa88eb), after_update {{(pid=104527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:51:05.629123 dv-cinder-825492-15-iscsi neutron-server[104528]: DEBUG neutron.db.agents_db [None req-434abceb-772f-4043-8698-cfe4a44654b9 None None] Agent healthcheck: found 6 active agents {{(pid=104528) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 25 07:51:07.489174 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron_lib.callbacks.manager [None req-afa95995-3e65-44b0-8707-160ec4929cb0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754056472917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490168'] for agent (54ff4013-997e-4376-a4e9-e6c98cf37cc7), after_update {{(pid=104527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:51:08.683971 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron_lib.callbacks.manager [None req-461c163e-e11a-425b-8a8d-f39fb153da48 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754056472917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490168'] for agent (fa5554a0-25df-434f-a0d0-5996d872220a), after_update {{(pid=104527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:51:10.122640 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron_lib.callbacks.manager [None req-f9cd7ad7-9657-4dc4-ab64-74b2d9455e3c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754056472917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490168'] for agent (749e0e2c-8e71-4175-9046-27a8fd2a3a0a), after_update {{(pid=104527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:51:11.569345 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron_lib.callbacks.manager [None req-4c581813-650f-4b4b-ac0f-82f585bea231 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754056472917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490168'] for agent (67455b2d-ff20-4068-8b38-73bd0628c5cb), after_update {{(pid=104527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:51:15.624384 dv-cinder-825492-15-iscsi neutron-server[104528]: DEBUG dbcounter [-] [104528] Writing DB stats neutron:SELECT=1 {{(pid=104528) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 07:51:15.625204 dv-cinder-825492-15-iscsi neutron-server[104528]: DEBUG dbcounter [-] [104528] Writing DB stats neutron:SELECT=1 {{(pid=104528) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 07:51:21.482699 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG dbcounter [-] [104527] Writing DB stats neutron:SELECT=19,neutron:UPDATE=3 {{(pid=104527) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 07:51:21.492690 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG dbcounter [-] [104527] Writing DB stats neutron:SELECT=25,neutron:UPDATE=3 {{(pid=104527) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 07:51:32.220058 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron_lib.callbacks.manager [None req-798242cc-9ea0-464c-9109-86bd7997349e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754056472917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490168'] for agent (bbf5dc8c-5103-4973-a6b6-76af4660c126), after_update {{(pid=104527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:51:35.226171 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron_lib.callbacks.manager [None req-b617fd15-c8a3-4f55-b458-c82ac8ec3b1b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754056472917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490168'] for agent (6cf9466f-68ff-4d03-9bb6-0c8244fa88eb), after_update {{(pid=104527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:51:37.477352 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron_lib.callbacks.manager [None req-e6676d39-5251-4897-8ecd-69dba0eb4915 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754056472917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490168'] for agent (54ff4013-997e-4376-a4e9-e6c98cf37cc7), after_update {{(pid=104527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:51:38.648449 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron_lib.callbacks.manager [None req-461c163e-e11a-425b-8a8d-f39fb153da48 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754056472917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490168'] for agent (fa5554a0-25df-434f-a0d0-5996d872220a), after_update {{(pid=104527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:51:39.874232 dv-cinder-825492-15-iscsi neutron-server[104528]: DEBUG dbcounter [-] [104528] Writing DB stats neutron:DELETE=1,neutron:SELECT=2 {{(pid=104528) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 07:51:39.879003 dv-cinder-825492-15-iscsi neutron-server[104528]: DEBUG dbcounter [-] [104528] Writing DB stats neutron:SELECT=5 {{(pid=104528) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 07:51:40.133883 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron_lib.callbacks.manager [None req-f9cd7ad7-9657-4dc4-ab64-74b2d9455e3c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754056472917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490168'] for agent (749e0e2c-8e71-4175-9046-27a8fd2a3a0a), after_update {{(pid=104527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:51:41.625781 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron_lib.callbacks.manager [None req-4c581813-650f-4b4b-ac0f-82f585bea231 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754056472917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490168'] for agent (67455b2d-ff20-4068-8b38-73bd0628c5cb), after_update {{(pid=104527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:51:42.629667 dv-cinder-825492-15-iscsi neutron-server[104528]: DEBUG neutron.db.agents_db [None req-434abceb-772f-4043-8698-cfe4a44654b9 None None] Agent healthcheck: found 6 active agents {{(pid=104528) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 25 07:51:46.146444 dv-cinder-825492-15-iscsi neutron-server[104526]: INFO neutron.wsgi [req-dfe8f0dd-f890-45d6-9eff-20fbd32b1fb3 req-4557c480-a41d-4bfd-8328-bcb3ff7443ce service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=5ea50859-33c4-4b54-a47f-b7c1dbc4347b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0384040 May 25 07:51:46.213512 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfe8f0dd-f890-45d6-9eff-20fbd32b1fb3 req-d3d32887-5be0-45c8-9953-b92c59e3fd25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 07:51:46.214979 dv-cinder-825492-15-iscsi neutron-server[104526]: INFO neutron.wsgi [req-dfe8f0dd-f890-45d6-9eff-20fbd32b1fb3 req-d3d32887-5be0-45c8-9953-b92c59e3fd25 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=f5e67d0f06be415794efd436655904b3&device_id=5ea50859-33c4-4b54-a47f-b7c1dbc4347b HTTP/1.1" status: 200 len: 1129 time: 0.0378218 May 25 07:51:46.316056 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfe8f0dd-f890-45d6-9eff-20fbd32b1fb3 req-1e62f1fa-2e50-479c-a7f4-f5ba406f9734 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 07:51:46.317506 dv-cinder-825492-15-iscsi neutron-server[104526]: INFO neutron.wsgi [req-dfe8f0dd-f890-45d6-9eff-20fbd32b1fb3 req-1e62f1fa-2e50-479c-a7f4-f5ba406f9734 service neutron] 10.222.0.41 "GET /v2.0/networks?id=9bcd68e9-0045-4b34-8142-bf28d91642fb HTTP/1.1" status: 200 len: 913 time: 0.0852866 May 25 07:51:46.376715 dv-cinder-825492-15-iscsi neutron-server[104526]: INFO neutron.wsgi [req-dfe8f0dd-f890-45d6-9eff-20fbd32b1fb3 req-a317d3d4-1c44-4fcd-9ac1-67fd6ee3fa9d service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=767207cc-9ef9-4297-a7aa-2399282f8f48 HTTP/1.1" status: 200 len: 1001 time: 0.0534356 May 25 07:51:46.426554 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfe8f0dd-f890-45d6-9eff-20fbd32b1fb3 req-4eeadd41-40a2-404f-a699-46a31f875ff7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 07:51:46.427849 dv-cinder-825492-15-iscsi neutron-server[104526]: INFO neutron.wsgi [req-dfe8f0dd-f890-45d6-9eff-20fbd32b1fb3 req-4eeadd41-40a2-404f-a699-46a31f875ff7 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=79361af5-cc98-4fe6-aade-34c4cdb65654 HTTP/1.1" status: 200 len: 851 time: 0.0459535 May 25 07:51:46.470118 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfe8f0dd-f890-45d6-9eff-20fbd32b1fb3 req-94a2f039-09b0-4c78-97d7-b252bf41f5f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 07:51:46.471637 dv-cinder-825492-15-iscsi neutron-server[104526]: INFO neutron.wsgi [req-dfe8f0dd-f890-45d6-9eff-20fbd32b1fb3 req-94a2f039-09b0-4c78-97d7-b252bf41f5f1 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=9bcd68e9-0045-4b34-8142-bf28d91642fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0381942 May 25 07:51:46.556238 dv-cinder-825492-15-iscsi neutron-server[104526]: INFO neutron.wsgi [req-dfe8f0dd-f890-45d6-9eff-20fbd32b1fb3 req-8b57ba7d-dcd6-4e78-bce7-b8d93aad1aa9 service neutron] 10.222.0.41 "GET /v2.0/networks/9bcd68e9-0045-4b34-8142-bf28d91642fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0790553 May 25 07:51:46.647952 dv-cinder-825492-15-iscsi neutron-server[104526]: INFO neutron.wsgi [req-dfe8f0dd-f890-45d6-9eff-20fbd32b1fb3 req-9d721f3d-c5a9-49d6-9e6f-ebebc1dcf393 service neutron] 10.222.0.41 "GET /v2.0/networks/9bcd68e9-0045-4b34-8142-bf28d91642fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860641 May 25 07:51:51.486601 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG dbcounter [-] [104527] Writing DB stats neutron:SELECT=8,neutron:UPDATE=1 {{(pid=104527) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 07:51:51.488454 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG dbcounter [-] [104527] Writing DB stats neutron:SELECT=10,neutron:UPDATE=5 {{(pid=104527) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 07:51:52.625524 dv-cinder-825492-15-iscsi neutron-server[104528]: DEBUG dbcounter [-] [104528] Writing DB stats neutron:SELECT=1 {{(pid=104528) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 07:51:52.626324 dv-cinder-825492-15-iscsi neutron-server[104528]: DEBUG dbcounter [-] [104528] Writing DB stats neutron:SELECT=1 {{(pid=104528) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 07:51:56.638483 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG dbcounter [-] [104526] Writing DB stats neutron:SELECT=48 {{(pid=104526) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 07:51:56.645457 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG dbcounter [-] [104526] Writing DB stats neutron:SELECT=53 {{(pid=104526) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 07:52:02.241977 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron_lib.callbacks.manager [None req-798242cc-9ea0-464c-9109-86bd7997349e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754056472917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490168'] for agent (bbf5dc8c-5103-4973-a6b6-76af4660c126), after_update {{(pid=104527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:52:05.224978 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron_lib.callbacks.manager [None req-9bae5786-544a-4cd4-866c-aa5585d68793 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754056472917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490168'] for agent (6cf9466f-68ff-4d03-9bb6-0c8244fa88eb), after_update {{(pid=104527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:52:07.442148 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.wsgi [-] (104526) accepted ('10.222.0.24', 52664) {{(pid=104526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 07:52:07.482228 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron_lib.callbacks.manager [None req-9fb6c98c-7dc6-44ee-b701-4d3197b9e77c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754056472917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490168'] for agent (54ff4013-997e-4376-a4e9-e6c98cf37cc7), after_update {{(pid=104527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:52:07.588510 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.plugins.ml2.plugin [None req-f808efaa-a727-46b3-9807-b8f38f8a4a85 tempest-TestVolumeBootPattern-1147907125 tempest-TestVolumeBootPattern-1147907125-project] Deleting port a92cc2bc-5c21-4c5d-b4dd-79961245b9f1 {{(pid=104526) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 25 07:52:07.588871 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-f808efaa-a727-46b3-9807-b8f38f8a4a85 tempest-TestVolumeBootPattern-1147907125 tempest-TestVolumeBootPattern-1147907125-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754056702922'] for port (a92cc2bc-5c21-4c5d-b4dd-79961245b9f1), before_delete {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:52:07.667509 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-f808efaa-a727-46b3-9807-b8f38f8a4a85 tempest-TestVolumeBootPattern-1147907125 tempest-TestVolumeBootPattern-1147907125-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625317'] for port (a92cc2bc-5c21-4c5d-b4dd-79961245b9f1), precommit_delete {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:52:07.667833 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-f808efaa-a727-46b3-9807-b8f38f8a4a85 tempest-TestVolumeBootPattern-1147907125 tempest-TestVolumeBootPattern-1147907125-project] Publish callbacks [] for floatingip (a92cc2bc-5c21-4c5d-b4dd-79961245b9f1), precommit_delete {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:52:07.680011 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.plugins.ml2.plugin [None req-f808efaa-a727-46b3-9807-b8f38f8a4a85 tempest-TestVolumeBootPattern-1147907125 tempest-TestVolumeBootPattern-1147907125-project] Calling delete_port for a92cc2bc-5c21-4c5d-b4dd-79961245b9f1 owned by network:floatingip {{(pid=104526) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 25 07:52:07.865385 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-f808efaa-a727-46b3-9807-b8f38f8a4a85 tempest-TestVolumeBootPattern-1147907125 tempest-TestVolumeBootPattern-1147907125-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-617841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612926', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754056714424', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754056173873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2909854'] for port (a92cc2bc-5c21-4c5d-b4dd-79961245b9f1), after_delete {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:52:08.157089 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f808efaa-a727-46b3-9807-b8f38f8a4a85 tempest-TestVolumeBootPattern-1147907125 tempest-TestVolumeBootPattern-1147907125-project] Pushing event deleted for resources: {'Port': ['ID=a92cc2bc-5c21-4c5d-b4dd-79961245b9f1,revision_number=None']} {{(pid=104526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 07:52:08.170499 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f808efaa-a727-46b3-9807-b8f38f8a4a85 tempest-TestVolumeBootPattern-1147907125 tempest-TestVolumeBootPattern-1147907125-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825492-15-iscsi {{(pid=104526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 07:52:08.170840 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f808efaa-a727-46b3-9807-b8f38f8a4a85 tempest-TestVolumeBootPattern-1147907125 tempest-TestVolumeBootPattern-1147907125-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825492-15-iscsi {{(pid=104526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 07:52:08.171176 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f808efaa-a727-46b3-9807-b8f38f8a4a85 tempest-TestVolumeBootPattern-1147907125 tempest-TestVolumeBootPattern-1147907125-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825492-15-iscsi {{(pid=104526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 07:52:08.171506 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f808efaa-a727-46b3-9807-b8f38f8a4a85 tempest-TestVolumeBootPattern-1147907125 tempest-TestVolumeBootPattern-1147907125-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825492-15-iscsi {{(pid=104526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 07:52:08.171829 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f808efaa-a727-46b3-9807-b8f38f8a4a85 tempest-TestVolumeBootPattern-1147907125 tempest-TestVolumeBootPattern-1147907125-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825492-15-iscsi {{(pid=104526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 07:52:08.172285 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f808efaa-a727-46b3-9807-b8f38f8a4a85 tempest-TestVolumeBootPattern-1147907125 tempest-TestVolumeBootPattern-1147907125-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825492-15-iscsi {{(pid=104526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 07:52:08.172644 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f808efaa-a727-46b3-9807-b8f38f8a4a85 tempest-TestVolumeBootPattern-1147907125 tempest-TestVolumeBootPattern-1147907125-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825492-15-iscsi {{(pid=104526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 07:52:08.172963 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f808efaa-a727-46b3-9807-b8f38f8a4a85 tempest-TestVolumeBootPattern-1147907125 tempest-TestVolumeBootPattern-1147907125-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-825492-15-iscsi {{(pid=104526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 07:52:08.173283 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f808efaa-a727-46b3-9807-b8f38f8a4a85 tempest-TestVolumeBootPattern-1147907125 tempest-TestVolumeBootPattern-1147907125-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-825492-15-iscsi {{(pid=104526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 07:52:08.173699 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f808efaa-a727-46b3-9807-b8f38f8a4a85 tempest-TestVolumeBootPattern-1147907125 tempest-TestVolumeBootPattern-1147907125-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-825492-15-iscsi {{(pid=104526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 07:52:08.174057 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f808efaa-a727-46b3-9807-b8f38f8a4a85 tempest-TestVolumeBootPattern-1147907125 tempest-TestVolumeBootPattern-1147907125-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-825492-15-iscsi {{(pid=104526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 07:52:08.174378 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f808efaa-a727-46b3-9807-b8f38f8a4a85 tempest-TestVolumeBootPattern-1147907125 tempest-TestVolumeBootPattern-1147907125-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825492-15-iscsi {{(pid=104526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 07:52:08.174736 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f808efaa-a727-46b3-9807-b8f38f8a4a85 tempest-TestVolumeBootPattern-1147907125 tempest-TestVolumeBootPattern-1147907125-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825492-15-iscsi {{(pid=104526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 07:52:08.175049 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f808efaa-a727-46b3-9807-b8f38f8a4a85 tempest-TestVolumeBootPattern-1147907125 tempest-TestVolumeBootPattern-1147907125-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825492-15-iscsi {{(pid=104526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 07:52:08.175361 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f808efaa-a727-46b3-9807-b8f38f8a4a85 tempest-TestVolumeBootPattern-1147907125 tempest-TestVolumeBootPattern-1147907125-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825492-15-iscsi {{(pid=104526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 07:52:08.229573 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-f808efaa-a727-46b3-9807-b8f38f8a4a85 tempest-TestVolumeBootPattern-1147907125 tempest-TestVolumeBootPattern-1147907125-project] Publish callbacks [] for floatingip (fce2ef44-f56c-4082-8fd3-23c2a84b086e), after_delete {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:52:08.229894 dv-cinder-825492-15-iscsi neutron-server[104526]: INFO neutron.db.l3_db [None req-f808efaa-a727-46b3-9807-b8f38f8a4a85 tempest-TestVolumeBootPattern-1147907125 tempest-TestVolumeBootPattern-1147907125-project] Floating IP fce2ef44-f56c-4082-8fd3-23c2a84b086e disassociated (deleted). External IP: 172.27.3.136, port: 767207cc-9ef9-4297-a7aa-2399282f8f48. May 25 07:52:08.422559 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f808efaa-a727-46b3-9807-b8f38f8a4a85 tempest-TestVolumeBootPattern-1147907125 tempest-TestVolumeBootPattern-1147907125-project] Router ebde3b4b-02cb-4bf4-901f-5ff0707d3ffa has already been hosted by L3 agent 54ff4013-997e-4376-a4e9-e6c98cf37cc7 {{(pid=104526) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 25 07:52:08.524755 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f808efaa-a727-46b3-9807-b8f38f8a4a85 tempest-TestVolumeBootPattern-1147907125 tempest-TestVolumeBootPattern-1147907125-project] Notify agent at l3_agent.dv-cinder-825492-15-iscsi the message routers_updated {{(pid=104526) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 25 07:52:08.529524 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-f808efaa-a727-46b3-9807-b8f38f8a4a85 tempest-TestVolumeBootPattern-1147907125 tempest-TestVolumeBootPattern-1147907125-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93885'] for floatingip (None), before_response {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:52:08.532119 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG dbcounter [-] [104526] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104526) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 07:52:08.534775 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2268bbc4-61a8-44c8-a805-0b9cfc6c1d75 None None] Sync routers for ids ['ebde3b4b-02cb-4bf4-901f-5ff0707d3ffa'] in dv-cinder-825492-15-iscsi {{(pid=104527) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 25 07:52:08.545135 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2268bbc4-61a8-44c8-a805-0b9cfc6c1d75 None None] Routers {'ebde3b4b-02cb-4bf4-901f-5ff0707d3ffa'} bound to L3 agent in host dv-cinder-825492-15-iscsi {{(pid=104527) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 25 07:52:08.545904 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.db.l3_hamode_db [None req-2268bbc4-61a8-44c8-a805-0b9cfc6c1d75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825492-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-25T07:27:37Z,description=,heartbeat_timestamp=2022-05-25T07:52:07Z,host='dv-cinder-825492-15-iscsi',id=54ff4013-997e-4376-a4e9-e6c98cf37cc7,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T07:27:38Z,topic='l3_agent')) {'router_ids': ['ebde3b4b-02cb-4bf4-901f-5ff0707d3ffa'], 'active': True} {{(pid=104527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 07:52:08.559075 dv-cinder-825492-15-iscsi neutron-server[104526]: INFO neutron.wsgi [None req-f808efaa-a727-46b3-9807-b8f38f8a4a85 tempest-TestVolumeBootPattern-1147907125 tempest-TestVolumeBootPattern-1147907125-project] 10.222.0.24 "DELETE /v2.0/floatingips/fce2ef44-f56c-4082-8fd3-23c2a84b086e HTTP/1.1" status: 204 len: 168 time: 1.1155403 May 25 07:52:08.559659 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5ea50859-33c4-4b54-a47f-b7c1dbc4347b', 'tag': '767207cc-9ef9-4297-a7aa-2399282f8f48'}] {{(pid=104526) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 25 07:52:08.562468 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db633a5f02cadde147c9bc1566607705b0433b891c7275f259bdbd209e6b6683" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5404e157-c4ed-4f3a-9966-f4f5cf9418a1" -d '{"events": [{"name": "network-changed", "server_uuid": "5ea50859-33c4-4b54-a47f-b7c1dbc4347b", "tag": "767207cc-9ef9-4297-a7aa-2399282f8f48"}]}' {{(pid=104526) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 25 07:52:08.614423 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 25 May 2022 07:52:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c605e7e2-fb90-48b2-94a2-0b40eb7eef9b x-openstack-request-id: req-c605e7e2-fb90-48b2-94a2-0b40eb7eef9b {{(pid=104526) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 25 07:52:08.615211 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5ea50859-33c4-4b54-a47f-b7c1dbc4347b", "tag": "767207cc-9ef9-4297-a7aa-2399282f8f48", "status": "completed", "code": 200}]} {{(pid=104526) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 25 07:52:08.615211 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-c605e7e2-fb90-48b2-94a2-0b40eb7eef9b {{(pid=104526) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 25 07:52:08.615474 dv-cinder-825492-15-iscsi neutron-server[104526]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c605e7e2-fb90-48b2-94a2-0b40eb7eef9b'] response: {'name': 'network-changed', 'server_uuid': '5ea50859-33c4-4b54-a47f-b7c1dbc4347b', 'tag': '767207cc-9ef9-4297-a7aa-2399282f8f48', 'status': 'completed', 'code': 200} May 25 07:52:08.673494 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.db.l3_dvr_db [None req-2268bbc4-61a8-44c8-a805-0b9cfc6c1d75 None None] Set router ebde3b4b-02cb-4bf4-901f-5ff0707d3ffa gateway port host: dv-cinder-825492-15-iscsi {{(pid=104527) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 25 07:52:08.687901 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG dbcounter [-] [104526] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=104526) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 07:52:08.695453 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5404e157-c4ed-4f3a-9966-f4f5cf9418a1 req-87187f74-275a-4488-8bc2-a7f969c55027 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 07:52:08.697060 dv-cinder-825492-15-iscsi neutron-server[104526]: INFO neutron.wsgi [req-5404e157-c4ed-4f3a-9966-f4f5cf9418a1 req-87187f74-275a-4488-8bc2-a7f969c55027 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=f5e67d0f06be415794efd436655904b3&device_id=5ea50859-33c4-4b54-a47f-b7c1dbc4347b HTTP/1.1" status: 200 len: 1129 time: 0.0415342 May 25 07:52:08.714711 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron_lib.callbacks.manager [None req-461c163e-e11a-425b-8a8d-f39fb153da48 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754056472917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490168'] for agent (fa5554a0-25df-434f-a0d0-5996d872220a), after_update {{(pid=104527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:52:08.789857 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5404e157-c4ed-4f3a-9966-f4f5cf9418a1 req-03d1ded8-971d-481a-84fa-68b91e745bd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 07:52:08.791357 dv-cinder-825492-15-iscsi neutron-server[104526]: INFO neutron.wsgi [req-5404e157-c4ed-4f3a-9966-f4f5cf9418a1 req-03d1ded8-971d-481a-84fa-68b91e745bd9 service neutron] 10.222.0.41 "GET /v2.0/networks?id=9bcd68e9-0045-4b34-8142-bf28d91642fb HTTP/1.1" status: 200 len: 913 time: 0.0880170 May 25 07:52:08.830899 dv-cinder-825492-15-iscsi neutron-server[104526]: INFO neutron.wsgi [req-5404e157-c4ed-4f3a-9966-f4f5cf9418a1 req-338c9a17-f6ea-4acd-9b0e-681af02d690f service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=767207cc-9ef9-4297-a7aa-2399282f8f48 HTTP/1.1" status: 200 len: 217 time: 0.0338175 May 25 07:52:08.880068 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5404e157-c4ed-4f3a-9966-f4f5cf9418a1 req-9eb11275-e151-46f1-ae25-a2cd1cbac8c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 07:52:08.881557 dv-cinder-825492-15-iscsi neutron-server[104526]: INFO neutron.wsgi [req-5404e157-c4ed-4f3a-9966-f4f5cf9418a1 req-9eb11275-e151-46f1-ae25-a2cd1cbac8c6 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=79361af5-cc98-4fe6-aade-34c4cdb65654 HTTP/1.1" status: 200 len: 851 time: 0.0446334 May 25 07:52:08.891376 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.db.l3_hamode_db [None req-2268bbc4-61a8-44c8-a805-0b9cfc6c1d75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ebde3b4b-02cb-4bf4-901f-5ff0707d3ffa', 'name': 'tempest-TestVolumeBootPattern-1211832049-router', 'tenant_id': 'f5e67d0f06be415794efd436655904b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '29c629bd-3f50-4535-bfbc-a047608d6fb6', 'external_fixed_ips': [{'subnet_id': '7934ff5a-43f1-4f76-b9d8-e4343ace34f5', 'ip_address': '172.27.3.48'}], 'enable_snat': True}, 'gw_port_id': '9ecb0563-65ad-4bc0-a223-324ae8c6d8f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T07:44:55Z', 'updated_at': '2022-05-25T07:44:58Z', 'revision_number': 4, 'project_id': 'f5e67d0f06be415794efd436655904b3', 'gw_port': {'id': '9ecb0563-65ad-4bc0-a223-324ae8c6d8f7', 'name': '', 'network_id': '29c629bd-3f50-4535-bfbc-a047608d6fb6', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:d0:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebde3b4b-02cb-4bf4-901f-5ff0707d3ffa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 650, 'fixed_ips': [{'subnet_id': '7934ff5a-43f1-4f76-b9d8-e4343ace34f5', 'ip_address': '172.27.3.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825492-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T07:44:56Z', 'updated_at': '2022-05-25T07:45:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7934ff5a-43f1-4f76-b9d8-e4343ace34f5', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825492-15-iscsi', '_floatingips': [{'id': '24ecca20-0434-42aa-b3a1-90d6d33d1fd5', 'tenant_id': 'f5e67d0f06be415794efd436655904b3', 'floating_ip_address': '172.27.3.16', 'floating_network_id': '29c629bd-3f50-4535-bfbc-a047608d6fb6', 'router_id': 'ebde3b4b-02cb-4bf4-901f-5ff0707d3ffa', 'port_id': 'ddaa5409-5e64-4c36-9728-0a60ce9fb2ea', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 740, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9bcd68e9-0045-4b34-8142-bf28d91642fb', 'mac_address': 'fa:16:3e:07:ca:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38054fa1-fe93-4a55-835d-6e533089950a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-25T07:48:37Z', 'updated_at': '2022-05-25T07:48:39Z', 'revision_number': 1, 'project_id': 'f5e67d0f06be415794efd436655904b3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '71945d30-2083-402b-a29e-2effc8003ab4', 'name': '', 'network_id': '9bcd68e9-0045-4b34-8142-bf28d91642fb', 'tenant_id': 'f5e67d0f06be415794efd436655904b3', 'mac_address': 'fa:16:3e:de:ac:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebde3b4b-02cb-4bf4-901f-5ff0707d3ffa', 'device_owner': 'network:router_interface', 'standard_attr_id': 659, 'fixed_ips': [{'subnet_id': '79361af5-cc98-4fe6-aade-34c4cdb65654', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825492-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T07:44:58Z', 'updated_at': '2022-05-25T07:45:06Z', 'revision_number': 5, 'project_id': 'f5e67d0f06be415794efd436655904b3', 'subnets': [{'id': '79361af5-cc98-4fe6-aade-34c4cdb65654', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-825492-15-iscsi', False) {} {{(pid=104527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 07:52:08.920832 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2268bbc4-61a8-44c8-a805-0b9cfc6c1d75 None None] Checking router: ebde3b4b-02cb-4bf4-901f-5ff0707d3ffa for host: dv-cinder-825492-15-iscsi {{(pid=104527) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 25 07:52:08.929559 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2268bbc4-61a8-44c8-a805-0b9cfc6c1d75 None None] Routers {'ebde3b4b-02cb-4bf4-901f-5ff0707d3ffa'} bound to L3 agent in host dv-cinder-825492-15-iscsi {{(pid=104527) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 25 07:52:08.930040 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5404e157-c4ed-4f3a-9966-f4f5cf9418a1 req-ca0f493e-fae2-4e40-a5be-374365f38ce9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 07:52:08.930178 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.db.l3_hamode_db [None req-2268bbc4-61a8-44c8-a805-0b9cfc6c1d75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825492-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-25T07:27:37Z,description=,heartbeat_timestamp=2022-05-25T07:52:07Z,host='dv-cinder-825492-15-iscsi',id=54ff4013-997e-4376-a4e9-e6c98cf37cc7,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T07:27:38Z,topic='l3_agent')) {'router_ids': ['ebde3b4b-02cb-4bf4-901f-5ff0707d3ffa'], 'active': True} {{(pid=104527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 07:52:08.931730 dv-cinder-825492-15-iscsi neutron-server[104526]: INFO neutron.wsgi [req-5404e157-c4ed-4f3a-9966-f4f5cf9418a1 req-ca0f493e-fae2-4e40-a5be-374365f38ce9 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=9bcd68e9-0045-4b34-8142-bf28d91642fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0450902 May 25 07:52:09.036232 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.db.l3_dvr_db [None req-2268bbc4-61a8-44c8-a805-0b9cfc6c1d75 None None] Set router ebde3b4b-02cb-4bf4-901f-5ff0707d3ffa gateway port host: dv-cinder-825492-15-iscsi {{(pid=104527) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 25 07:52:09.064703 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa0fada4-35b9-4ee0-9eca-967837f7ac00 req-324a16c1-22be-40d8-948c-33debd3c14b7 tempest-TestVolumeBootPattern-1147907125 tempest-TestVolumeBootPattern-1147907125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 07:52:09.066309 dv-cinder-825492-15-iscsi neutron-server[104525]: INFO neutron.wsgi [req-aa0fada4-35b9-4ee0-9eca-967837f7ac00 req-324a16c1-22be-40d8-948c-33debd3c14b7 tempest-TestVolumeBootPattern-1147907125 tempest-TestVolumeBootPattern-1147907125-project] 10.222.0.24 "GET /v2.0/ports?device_id=5ea50859-33c4-4b54-a47f-b7c1dbc4347b HTTP/1.1" status: 200 len: 945 time: 0.1193018 May 25 07:52:09.117341 dv-cinder-825492-15-iscsi neutron-server[104525]: INFO neutron.wsgi [req-aa0fada4-35b9-4ee0-9eca-967837f7ac00 req-abac9edb-972c-4c8a-a88e-0b8bf19e099b tempest-TestVolumeBootPattern-1147907125 tempest-TestVolumeBootPattern-1147907125-project] 10.222.0.24 "GET /v2.0/security-groups?id=0c2f491d-41ea-4a0f-9897-87861bfa1a99&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452271 May 25 07:52:09.245096 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.db.l3_hamode_db [None req-2268bbc4-61a8-44c8-a805-0b9cfc6c1d75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ebde3b4b-02cb-4bf4-901f-5ff0707d3ffa', 'name': 'tempest-TestVolumeBootPattern-1211832049-router', 'tenant_id': 'f5e67d0f06be415794efd436655904b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '29c629bd-3f50-4535-bfbc-a047608d6fb6', 'external_fixed_ips': [{'subnet_id': '7934ff5a-43f1-4f76-b9d8-e4343ace34f5', 'ip_address': '172.27.3.48'}], 'enable_snat': True}, 'gw_port_id': '9ecb0563-65ad-4bc0-a223-324ae8c6d8f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T07:44:55Z', 'updated_at': '2022-05-25T07:44:58Z', 'revision_number': 4, 'project_id': 'f5e67d0f06be415794efd436655904b3', 'gw_port': {'id': '9ecb0563-65ad-4bc0-a223-324ae8c6d8f7', 'name': '', 'network_id': '29c629bd-3f50-4535-bfbc-a047608d6fb6', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:d0:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebde3b4b-02cb-4bf4-901f-5ff0707d3ffa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 650, 'fixed_ips': [{'subnet_id': '7934ff5a-43f1-4f76-b9d8-e4343ace34f5', 'ip_address': '172.27.3.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825492-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T07:44:56Z', 'updated_at': '2022-05-25T07:45:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7934ff5a-43f1-4f76-b9d8-e4343ace34f5', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825492-15-iscsi', '_floatingips': [{'id': '24ecca20-0434-42aa-b3a1-90d6d33d1fd5', 'tenant_id': 'f5e67d0f06be415794efd436655904b3', 'floating_ip_address': '172.27.3.16', 'floating_network_id': '29c629bd-3f50-4535-bfbc-a047608d6fb6', 'router_id': 'ebde3b4b-02cb-4bf4-901f-5ff0707d3ffa', 'port_id': 'ddaa5409-5e64-4c36-9728-0a60ce9fb2ea', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 740, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9bcd68e9-0045-4b34-8142-bf28d91642fb', 'mac_address': 'fa:16:3e:07:ca:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38054fa1-fe93-4a55-835d-6e533089950a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-25T07:48:37Z', 'updated_at': '2022-05-25T07:48:39Z', 'revision_number': 1, 'project_id': 'f5e67d0f06be415794efd436655904b3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '71945d30-2083-402b-a29e-2effc8003ab4', 'name': '', 'network_id': '9bcd68e9-0045-4b34-8142-bf28d91642fb', 'tenant_id': 'f5e67d0f06be415794efd436655904b3', 'mac_address': 'fa:16:3e:de:ac:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebde3b4b-02cb-4bf4-901f-5ff0707d3ffa', 'device_owner': 'network:router_interface', 'standard_attr_id': 659, 'fixed_ips': [{'subnet_id': '79361af5-cc98-4fe6-aade-34c4cdb65654', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825492-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T07:44:58Z', 'updated_at': '2022-05-25T07:45:06Z', 'revision_number': 5, 'project_id': 'f5e67d0f06be415794efd436655904b3', 'subnets': [{'id': '79361af5-cc98-4fe6-aade-34c4cdb65654', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-825492-15-iscsi', False) {} {{(pid=104527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 07:52:09.269121 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2268bbc4-61a8-44c8-a805-0b9cfc6c1d75 None None] The sync data for ids ['ebde3b4b-02cb-4bf4-901f-5ff0707d3ffa'] in dv-cinder-825492-15-iscsi is: [{'id': 'ebde3b4b-02cb-4bf4-901f-5ff0707d3ffa', 'name': 'tempest-TestVolumeBootPattern-1211832049-router', 'tenant_id': 'f5e67d0f06be415794efd436655904b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '29c629bd-3f50-4535-bfbc-a047608d6fb6', 'external_fixed_ips': [{'subnet_id': '7934ff5a-43f1-4f76-b9d8-e4343ace34f5', 'ip_address': '172.27.3.48'}], 'enable_snat': True}, 'gw_port_id': '9ecb0563-65ad-4bc0-a223-324ae8c6d8f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T07:44:55Z', 'updated_at': '2022-05-25T07:44:58Z', 'revision_number': 4, 'project_id': 'f5e67d0f06be415794efd436655904b3', 'gw_port': {'id': '9ecb0563-65ad-4bc0-a223-324ae8c6d8f7', 'name': '', 'network_id': '29c629bd-3f50-4535-bfbc-a047608d6fb6', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:d0:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebde3b4b-02cb-4bf4-901f-5ff0707d3ffa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 650, 'fixed_ips': [{'subnet_id': '7934ff5a-43f1-4f76-b9d8-e4343ace34f5', 'ip_address': '172.27.3.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825492-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T07:44:56Z', 'updated_at': '2022-05-25T07:45:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7934ff5a-43f1-4f76-b9d8-e4343ace34f5', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825492-15-iscsi', '_floatingips': [{'id': '24ecca20-0434-42aa-b3a1-90d6d33d1fd5', 'tenant_id': 'f5e67d0f06be415794efd436655904b3', 'floating_ip_address': '172.27.3.16', 'floating_network_id': '29c629bd-3f50-4535-bfbc-a047608d6fb6', 'router_id': 'ebde3b4b-02cb-4bf4-901f-5ff0707d3ffa', 'port_id': 'ddaa5409-5e64-4c36-9728-0a60ce9fb2ea', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 740, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9bcd68e9-0045-4b34-8142-bf28d91642fb', 'mac_address': 'fa:16:3e:07:ca:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38054fa1-fe93-4a55-835d-6e533089950a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-25T07:48:37Z', 'updated_at': '2022-05-25T07:48:39Z', 'revision_number': 1, 'project_id': 'f5e67d0f06be415794efd436655904b3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '71945d30-2083-402b-a29e-2effc8003ab4', 'name': '', 'network_id': '9bcd68e9-0045-4b34-8142-bf28d91642fb', 'tenant_id': 'f5e67d0f06be415794efd436655904b3', 'mac_address': 'fa:16:3e:de:ac:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebde3b4b-02cb-4bf4-901f-5ff0707d3ffa', 'device_owner': 'network:router_interface', 'standard_attr_id': 659, 'fixed_ips': [{'subnet_id': '79361af5-cc98-4fe6-aade-34c4cdb65654', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825492-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T07:44:58Z', 'updated_at': '2022-05-25T07:45:06Z', 'revision_number': 5, 'project_id': 'f5e67d0f06be415794efd436655904b3', 'subnets': [{'id': '79361af5-cc98-4fe6-aade-34c4cdb65654', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104527) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 25 07:52:09.476960 dv-cinder-825492-15-iscsi neutron-server[104528]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53608cb4-b701-4157-8745-311e0f0c8d68 None None] New status for floating IP fce2ef44-f56c-4082-8fd3-23c2a84b086e: DOWN {{(pid=104528) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 25 07:52:10.057912 dv-cinder-825492-15-iscsi neutron-server[104526]: INFO neutron.wsgi [req-5404e157-c4ed-4f3a-9966-f4f5cf9418a1 req-52bb9021-3e93-4564-93b3-abe667369a98 service neutron] 10.222.0.41 "GET /v2.0/networks/9bcd68e9-0045-4b34-8142-bf28d91642fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847218 May 25 07:52:10.139636 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron_lib.callbacks.manager [None req-f9cd7ad7-9657-4dc4-ab64-74b2d9455e3c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754056472917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490168'] for agent (749e0e2c-8e71-4175-9046-27a8fd2a3a0a), after_update {{(pid=104527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:52:10.291889 dv-cinder-825492-15-iscsi neutron-server[104526]: INFO neutron.wsgi [req-5404e157-c4ed-4f3a-9966-f4f5cf9418a1 req-c3f085ba-f8f1-4c3b-9b97-4cdd146114fe service neutron] 10.222.0.41 "GET /v2.0/networks/9bcd68e9-0045-4b34-8142-bf28d91642fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1199534 May 25 07:52:10.304529 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e17bb55-eff2-4ebf-86a2-1e944209d284 req-97c8d4d9-24c4-40b0-9bb7-05656ca5a479 tempest-TestVolumeBootPattern-1147907125 tempest-TestVolumeBootPattern-1147907125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 07:52:10.305879 dv-cinder-825492-15-iscsi neutron-server[104526]: INFO neutron.wsgi [req-4e17bb55-eff2-4ebf-86a2-1e944209d284 req-97c8d4d9-24c4-40b0-9bb7-05656ca5a479 tempest-TestVolumeBootPattern-1147907125 tempest-TestVolumeBootPattern-1147907125-project] 10.222.0.24 "GET /v2.0/ports?device_id=5ea50859-33c4-4b54-a47f-b7c1dbc4347b HTTP/1.1" status: 200 len: 945 time: 0.1163433 May 25 07:52:10.354528 dv-cinder-825492-15-iscsi neutron-server[104526]: INFO neutron.wsgi [req-4e17bb55-eff2-4ebf-86a2-1e944209d284 req-71bde4a6-61eb-47c1-b458-bc9bde76d6a1 tempest-TestVolumeBootPattern-1147907125 tempest-TestVolumeBootPattern-1147907125-project] 10.222.0.24 "GET /v2.0/security-groups?id=0c2f491d-41ea-4a0f-9897-87861bfa1a99&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426989 May 25 07:52:10.613416 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ca77660-9dfb-4730-abdb-b86c53ef3703 req-5083a1d0-5cb8-46ab-a21f-1848003069b8 tempest-TestVolumeBootPattern-1147907125 tempest-TestVolumeBootPattern-1147907125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 07:52:10.613416 dv-cinder-825492-15-iscsi neutron-server[104526]: INFO neutron.wsgi [req-2ca77660-9dfb-4730-abdb-b86c53ef3703 req-5083a1d0-5cb8-46ab-a21f-1848003069b8 tempest-TestVolumeBootPattern-1147907125 tempest-TestVolumeBootPattern-1147907125-project] 10.222.0.41 "GET /v2.0/ports?device_id=5ea50859-33c4-4b54-a47f-b7c1dbc4347b HTTP/1.1" status: 200 len: 945 time: 0.0475092 May 25 07:52:10.696103 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.plugins.ml2.plugin [req-2ca77660-9dfb-4730-abdb-b86c53ef3703 req-58cdad6e-b17e-44f8-863c-6937c7be4912 tempest-TestVolumeBootPattern-1147907125 tempest-TestVolumeBootPattern-1147907125-project] Deleting port 767207cc-9ef9-4297-a7aa-2399282f8f48 {{(pid=104526) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 25 07:52:10.696436 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [req-2ca77660-9dfb-4730-abdb-b86c53ef3703 req-58cdad6e-b17e-44f8-863c-6937c7be4912 tempest-TestVolumeBootPattern-1147907125 tempest-TestVolumeBootPattern-1147907125-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754056702922'] for port (767207cc-9ef9-4297-a7aa-2399282f8f48), before_delete {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:52:10.782887 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.plugins.ml2.db [req-2ca77660-9dfb-4730-abdb-b86c53ef3703 req-58cdad6e-b17e-44f8-863c-6937c7be4912 tempest-TestVolumeBootPattern-1147907125 tempest-TestVolumeBootPattern-1147907125-project] For port 767207cc-9ef9-4297-a7aa-2399282f8f48, host hv-cinder-82549, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82549',level=0,port_id=767207cc-9ef9-4297-a7aa-2399282f8f48,segment=NetworkSegment(9a610226-7c21-4d7a-9db8-be7770bde605),segment_id=9a610226-7c21-4d7a-9db8-be7770bde605)] {{(pid=104526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 07:52:10.783242 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [req-2ca77660-9dfb-4730-abdb-b86c53ef3703 req-58cdad6e-b17e-44f8-863c-6937c7be4912 tempest-TestVolumeBootPattern-1147907125 tempest-TestVolumeBootPattern-1147907125-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625317'] for port (767207cc-9ef9-4297-a7aa-2399282f8f48), precommit_delete {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:52:10.796203 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.plugins.ml2.plugin [req-2ca77660-9dfb-4730-abdb-b86c53ef3703 req-58cdad6e-b17e-44f8-863c-6937c7be4912 tempest-TestVolumeBootPattern-1147907125 tempest-TestVolumeBootPattern-1147907125-project] Calling delete_port for 767207cc-9ef9-4297-a7aa-2399282f8f48 owned by compute:nova {{(pid=104526) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 25 07:52:10.837724 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG dbcounter [-] [104526] Writing DB stats neutron:SELECT=100 {{(pid=104526) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 07:52:10.973777 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [req-2ca77660-9dfb-4730-abdb-b86c53ef3703 req-58cdad6e-b17e-44f8-863c-6937c7be4912 tempest-TestVolumeBootPattern-1147907125 tempest-TestVolumeBootPattern-1147907125-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-617841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612926', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754056714424', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754056173873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2909854'] for port (767207cc-9ef9-4297-a7aa-2399282f8f48), after_delete {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:52:11.001977 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58cdad6e-b17e-44f8-863c-6937c7be4912 tempest-TestVolumeBootPattern-1147907125 tempest-TestVolumeBootPattern-1147907125-project] Pushing event deleted for resources: {'Port': ['ID=767207cc-9ef9-4297-a7aa-2399282f8f48,revision_number=None']} {{(pid=104526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 07:52:11.048695 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.db.l3_dvrscheduler_db [req-2ca77660-9dfb-4730-abdb-b86c53ef3703 req-58cdad6e-b17e-44f8-863c-6937c7be4912 tempest-TestVolumeBootPattern-1147907125 tempest-TestVolumeBootPattern-1147907125-project] No DVR routers for this DVR port 767207cc-9ef9-4297-a7aa-2399282f8f48 on host hv-cinder-82549 {{(pid=104526) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 25 07:52:11.051159 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [req-2ca77660-9dfb-4730-abdb-b86c53ef3703 req-58cdad6e-b17e-44f8-863c-6937c7be4912 tempest-TestVolumeBootPattern-1147907125 tempest-TestVolumeBootPattern-1147907125-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93885'] for port (None), before_response {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:52:11.054399 dv-cinder-825492-15-iscsi neutron-server[104526]: INFO neutron.wsgi [req-2ca77660-9dfb-4730-abdb-b86c53ef3703 req-58cdad6e-b17e-44f8-863c-6937c7be4912 tempest-TestVolumeBootPattern-1147907125 tempest-TestVolumeBootPattern-1147907125-project] 10.222.0.41 "DELETE /v2.0/ports/767207cc-9ef9-4297-a7aa-2399282f8f48 HTTP/1.1" status: 204 len: 173 time: 0.4363568 May 25 07:52:11.054820 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5ea50859-33c4-4b54-a47f-b7c1dbc4347b', 'name': 'network-vif-deleted', 'tag': '767207cc-9ef9-4297-a7aa-2399282f8f48'}] {{(pid=104526) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 25 07:52:11.057037 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db633a5f02cadde147c9bc1566607705b0433b891c7275f259bdbd209e6b6683" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2456b660-25c0-4ddd-a92d-3f3536739cea" -d '{"events": [{"server_uuid": "5ea50859-33c4-4b54-a47f-b7c1dbc4347b", "name": "network-vif-deleted", "tag": "767207cc-9ef9-4297-a7aa-2399282f8f48"}]}' {{(pid=104526) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 25 07:52:11.092284 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 25 May 2022 07:52:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-95ddcad8-87c2-4153-98b0-3fbdd7885957 x-openstack-request-id: req-95ddcad8-87c2-4153-98b0-3fbdd7885957 {{(pid=104526) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 25 07:52:11.092951 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5ea50859-33c4-4b54-a47f-b7c1dbc4347b", "name": "network-vif-deleted", "tag": "767207cc-9ef9-4297-a7aa-2399282f8f48", "status": "completed", "code": 200}]} {{(pid=104526) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 25 07:52:11.092951 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-95ddcad8-87c2-4153-98b0-3fbdd7885957 {{(pid=104526) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 25 07:52:11.093240 dv-cinder-825492-15-iscsi neutron-server[104526]: INFO neutron.notifiers.nova [-] Nova event matching ['req-95ddcad8-87c2-4153-98b0-3fbdd7885957'] response: {'server_uuid': '5ea50859-33c4-4b54-a47f-b7c1dbc4347b', 'name': 'network-vif-deleted', 'tag': '767207cc-9ef9-4297-a7aa-2399282f8f48', 'status': 'completed', 'code': 200} May 25 07:52:11.457019 dv-cinder-825492-15-iscsi neutron-server[104526]: INFO neutron.wsgi [req-f2e79bf8-69c1-45ae-a5fb-5822cef843b9 req-4c9272e8-c104-48a9-b252-ebb0930841d7 tempest-TestVolumeBootPattern-1147907125 tempest-TestVolumeBootPattern-1147907125-project] 10.222.0.24 "GET /v2.0/ports?device_id=5ea50859-33c4-4b54-a47f-b7c1dbc4347b HTTP/1.1" status: 200 len: 210 time: 0.0281289 May 25 07:52:11.556537 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron_lib.callbacks.manager [None req-4c581813-650f-4b4b-ac0f-82f585bea231 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754056472917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490168'] for agent (67455b2d-ff20-4068-8b38-73bd0628c5cb), after_update {{(pid=104527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:52:11.952359 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron.wsgi [req-2182d64c-2d7a-4b79-b97e-cb01ec278ca3 req-02d20f5f-0a71-48a6-9385-48b77560bd46 service neutron] (104525) timed out ('10.222.0.41', 55627) {{(pid=104525) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} May 25 07:52:14.409740 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.plugins.ml2.rpc [None req-798242cc-9ea0-464c-9109-86bd7997349e None None] Device 767207cc-9ef9-4297-a7aa-2399282f8f48 no longer exists at agent hyperv_hv-cinder-82549 {{(pid=104527) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 25 07:52:14.427990 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.plugins.ml2.plugin [None req-798242cc-9ea0-464c-9109-86bd7997349e None None] No Port match for: 767207cc-9ef9-4297-a7aa-2399282f8f48 {{(pid=104527) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 25 07:52:14.428326 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.plugins.ml2.rpc [None req-798242cc-9ea0-464c-9109-86bd7997349e None None] Device 767207cc-9ef9-4297-a7aa-2399282f8f48 not bound to the agent host hv-cinder-82549 {{(pid=104527) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 25 07:52:14.927298 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron.wsgi [-] (104525) accepted ('10.222.0.24', 52708) {{(pid=104525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 07:52:15.064034 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron.plugins.ml2.plugin [None req-5b52ac09-c9ab-4ae9-959c-ad7fb609e3fb tempest-TestVolumeBootPattern-1147907125 tempest-TestVolumeBootPattern-1147907125-project] Deleting port d16937ff-e5e6-498c-a515-750dbdc58a88 {{(pid=104525) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 25 07:52:15.064395 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-5b52ac09-c9ab-4ae9-959c-ad7fb609e3fb tempest-TestVolumeBootPattern-1147907125 tempest-TestVolumeBootPattern-1147907125-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754056702922'] for port (d16937ff-e5e6-498c-a515-750dbdc58a88), before_delete {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:52:15.137390 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-5b52ac09-c9ab-4ae9-959c-ad7fb609e3fb tempest-TestVolumeBootPattern-1147907125 tempest-TestVolumeBootPattern-1147907125-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625317'] for port (d16937ff-e5e6-498c-a515-750dbdc58a88), precommit_delete {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:52:15.137716 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-5b52ac09-c9ab-4ae9-959c-ad7fb609e3fb tempest-TestVolumeBootPattern-1147907125 tempest-TestVolumeBootPattern-1147907125-project] Publish callbacks [] for floatingip (d16937ff-e5e6-498c-a515-750dbdc58a88), precommit_delete {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:52:15.149737 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron.plugins.ml2.plugin [None req-5b52ac09-c9ab-4ae9-959c-ad7fb609e3fb tempest-TestVolumeBootPattern-1147907125 tempest-TestVolumeBootPattern-1147907125-project] Calling delete_port for d16937ff-e5e6-498c-a515-750dbdc58a88 owned by network:floatingip {{(pid=104525) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 25 07:52:15.333333 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-5b52ac09-c9ab-4ae9-959c-ad7fb609e3fb tempest-TestVolumeBootPattern-1147907125 tempest-TestVolumeBootPattern-1147907125-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-617841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612926', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754056714424', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754056173873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59563715'] for port (d16937ff-e5e6-498c-a515-750dbdc58a88), after_delete {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:52:15.357617 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b52ac09-c9ab-4ae9-959c-ad7fb609e3fb tempest-TestVolumeBootPattern-1147907125 tempest-TestVolumeBootPattern-1147907125-project] Pushing event deleted for resources: {'Port': ['ID=d16937ff-e5e6-498c-a515-750dbdc58a88,revision_number=None']} {{(pid=104525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 07:52:15.369287 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b52ac09-c9ab-4ae9-959c-ad7fb609e3fb tempest-TestVolumeBootPattern-1147907125 tempest-TestVolumeBootPattern-1147907125-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825492-15-iscsi {{(pid=104525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 07:52:15.369632 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b52ac09-c9ab-4ae9-959c-ad7fb609e3fb tempest-TestVolumeBootPattern-1147907125 tempest-TestVolumeBootPattern-1147907125-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825492-15-iscsi {{(pid=104525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 07:52:15.369972 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b52ac09-c9ab-4ae9-959c-ad7fb609e3fb tempest-TestVolumeBootPattern-1147907125 tempest-TestVolumeBootPattern-1147907125-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825492-15-iscsi {{(pid=104525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 07:52:15.370310 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b52ac09-c9ab-4ae9-959c-ad7fb609e3fb tempest-TestVolumeBootPattern-1147907125 tempest-TestVolumeBootPattern-1147907125-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825492-15-iscsi {{(pid=104525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 07:52:15.370643 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b52ac09-c9ab-4ae9-959c-ad7fb609e3fb tempest-TestVolumeBootPattern-1147907125 tempest-TestVolumeBootPattern-1147907125-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825492-15-iscsi {{(pid=104525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 07:52:15.370974 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b52ac09-c9ab-4ae9-959c-ad7fb609e3fb tempest-TestVolumeBootPattern-1147907125 tempest-TestVolumeBootPattern-1147907125-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825492-15-iscsi {{(pid=104525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 07:52:15.371300 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b52ac09-c9ab-4ae9-959c-ad7fb609e3fb tempest-TestVolumeBootPattern-1147907125 tempest-TestVolumeBootPattern-1147907125-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825492-15-iscsi {{(pid=104525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 07:52:15.371877 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b52ac09-c9ab-4ae9-959c-ad7fb609e3fb tempest-TestVolumeBootPattern-1147907125 tempest-TestVolumeBootPattern-1147907125-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-825492-15-iscsi {{(pid=104525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 07:52:15.372202 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b52ac09-c9ab-4ae9-959c-ad7fb609e3fb tempest-TestVolumeBootPattern-1147907125 tempest-TestVolumeBootPattern-1147907125-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-825492-15-iscsi {{(pid=104525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 07:52:15.373198 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b52ac09-c9ab-4ae9-959c-ad7fb609e3fb tempest-TestVolumeBootPattern-1147907125 tempest-TestVolumeBootPattern-1147907125-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-825492-15-iscsi {{(pid=104525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 07:52:15.373525 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b52ac09-c9ab-4ae9-959c-ad7fb609e3fb tempest-TestVolumeBootPattern-1147907125 tempest-TestVolumeBootPattern-1147907125-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-825492-15-iscsi {{(pid=104525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 07:52:15.373849 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b52ac09-c9ab-4ae9-959c-ad7fb609e3fb tempest-TestVolumeBootPattern-1147907125 tempest-TestVolumeBootPattern-1147907125-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825492-15-iscsi {{(pid=104525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 07:52:15.374171 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b52ac09-c9ab-4ae9-959c-ad7fb609e3fb tempest-TestVolumeBootPattern-1147907125 tempest-TestVolumeBootPattern-1147907125-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825492-15-iscsi {{(pid=104525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 07:52:15.374491 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b52ac09-c9ab-4ae9-959c-ad7fb609e3fb tempest-TestVolumeBootPattern-1147907125 tempest-TestVolumeBootPattern-1147907125-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825492-15-iscsi {{(pid=104525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 07:52:15.374808 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b52ac09-c9ab-4ae9-959c-ad7fb609e3fb tempest-TestVolumeBootPattern-1147907125 tempest-TestVolumeBootPattern-1147907125-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825492-15-iscsi {{(pid=104525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 07:52:15.435541 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-5b52ac09-c9ab-4ae9-959c-ad7fb609e3fb tempest-TestVolumeBootPattern-1147907125 tempest-TestVolumeBootPattern-1147907125-project] Publish callbacks [] for floatingip (24ecca20-0434-42aa-b3a1-90d6d33d1fd5), after_delete {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:52:15.435874 dv-cinder-825492-15-iscsi neutron-server[104525]: INFO neutron.db.l3_db [None req-5b52ac09-c9ab-4ae9-959c-ad7fb609e3fb tempest-TestVolumeBootPattern-1147907125 tempest-TestVolumeBootPattern-1147907125-project] Floating IP 24ecca20-0434-42aa-b3a1-90d6d33d1fd5 disassociated (deleted). External IP: 172.27.3.16, port: ddaa5409-5e64-4c36-9728-0a60ce9fb2ea. May 25 07:52:15.631297 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5b52ac09-c9ab-4ae9-959c-ad7fb609e3fb tempest-TestVolumeBootPattern-1147907125 tempest-TestVolumeBootPattern-1147907125-project] Router ebde3b4b-02cb-4bf4-901f-5ff0707d3ffa has already been hosted by L3 agent 54ff4013-997e-4376-a4e9-e6c98cf37cc7 {{(pid=104525) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 25 07:52:15.642018 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG dbcounter [-] [104525] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=104525) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 07:52:15.713153 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG dbcounter [-] [104525] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104525) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 07:52:15.729956 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5b52ac09-c9ab-4ae9-959c-ad7fb609e3fb tempest-TestVolumeBootPattern-1147907125 tempest-TestVolumeBootPattern-1147907125-project] Notify agent at l3_agent.dv-cinder-825492-15-iscsi the message routers_updated {{(pid=104525) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 25 07:52:15.735344 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-5b52ac09-c9ab-4ae9-959c-ad7fb609e3fb tempest-TestVolumeBootPattern-1147907125 tempest-TestVolumeBootPattern-1147907125-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93885'] for floatingip (None), before_response {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:52:15.740038 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-212be9ec-fff0-4ef8-bc73-3712e13fa1f4 None None] Sync routers for ids ['ebde3b4b-02cb-4bf4-901f-5ff0707d3ffa'] in dv-cinder-825492-15-iscsi {{(pid=104527) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 25 07:52:15.752023 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.db.l3_dvrscheduler_db [None req-212be9ec-fff0-4ef8-bc73-3712e13fa1f4 None None] Routers {'ebde3b4b-02cb-4bf4-901f-5ff0707d3ffa'} bound to L3 agent in host dv-cinder-825492-15-iscsi {{(pid=104527) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 25 07:52:15.752670 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.db.l3_hamode_db [None req-212be9ec-fff0-4ef8-bc73-3712e13fa1f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825492-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-25T07:27:37Z,description=,heartbeat_timestamp=2022-05-25T07:52:07Z,host='dv-cinder-825492-15-iscsi',id=54ff4013-997e-4376-a4e9-e6c98cf37cc7,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T07:27:38Z,topic='l3_agent')) {'router_ids': ['ebde3b4b-02cb-4bf4-901f-5ff0707d3ffa'], 'active': True} {{(pid=104527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 07:52:15.769779 dv-cinder-825492-15-iscsi neutron-server[104525]: INFO neutron.wsgi [None req-5b52ac09-c9ab-4ae9-959c-ad7fb609e3fb tempest-TestVolumeBootPattern-1147907125 tempest-TestVolumeBootPattern-1147907125-project] 10.222.0.24 "DELETE /v2.0/floatingips/24ecca20-0434-42aa-b3a1-90d6d33d1fd5 HTTP/1.1" status: 204 len: 168 time: 0.8414080 May 25 07:52:15.772527 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '38054fa1-fe93-4a55-835d-6e533089950a', 'tag': 'ddaa5409-5e64-4c36-9728-0a60ce9fb2ea'}] {{(pid=104525) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 25 07:52:15.772708 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d445ce38d91c6b292eb6894f597f8081be97d606cd6e8c01bc8cfabf5dd02ac1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bbe168a2-8db9-4125-b84f-8705560dbae7" -d '{"events": [{"name": "network-changed", "server_uuid": "38054fa1-fe93-4a55-835d-6e533089950a", "tag": "ddaa5409-5e64-4c36-9728-0a60ce9fb2ea"}]}' {{(pid=104525) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 25 07:52:15.795738 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG dbcounter [-] [104527] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104527) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 07:52:15.810340 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 25 May 2022 07:52:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-90e1838d-35bc-460e-bbbf-8a5fea341820 x-openstack-request-id: req-90e1838d-35bc-460e-bbbf-8a5fea341820 {{(pid=104525) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 25 07:52:15.810812 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "38054fa1-fe93-4a55-835d-6e533089950a", "tag": "ddaa5409-5e64-4c36-9728-0a60ce9fb2ea", "status": "completed", "code": 200}]} {{(pid=104525) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 25 07:52:15.811184 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-90e1838d-35bc-460e-bbbf-8a5fea341820 {{(pid=104525) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 25 07:52:15.811594 dv-cinder-825492-15-iscsi neutron-server[104525]: INFO neutron.notifiers.nova [-] Nova event matching ['req-90e1838d-35bc-460e-bbbf-8a5fea341820'] response: {'name': 'network-changed', 'server_uuid': '38054fa1-fe93-4a55-835d-6e533089950a', 'tag': 'ddaa5409-5e64-4c36-9728-0a60ce9fb2ea', 'status': 'completed', 'code': 200} May 25 07:52:15.856100 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG dbcounter [-] [104527] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104527) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 07:52:15.858908 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.db.l3_dvr_db [None req-212be9ec-fff0-4ef8-bc73-3712e13fa1f4 None None] Set router ebde3b4b-02cb-4bf4-901f-5ff0707d3ffa gateway port host: dv-cinder-825492-15-iscsi {{(pid=104527) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 25 07:52:15.892311 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbe168a2-8db9-4125-b84f-8705560dbae7 req-7e1660c6-e44e-4ef3-ab23-2caa4486e3ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 07:52:15.893828 dv-cinder-825492-15-iscsi neutron-server[104526]: INFO neutron.wsgi [req-bbe168a2-8db9-4125-b84f-8705560dbae7 req-7e1660c6-e44e-4ef3-ab23-2caa4486e3ec service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=f5e67d0f06be415794efd436655904b3&device_id=38054fa1-fe93-4a55-835d-6e533089950a HTTP/1.1" status: 200 len: 1129 time: 0.0393140 May 25 07:52:15.986324 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG dbcounter [-] [104526] Writing DB stats neutron:SELECT=92,neutron:DELETE=8 {{(pid=104526) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 07:52:15.989256 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbe168a2-8db9-4125-b84f-8705560dbae7 req-0de7f007-0916-4a74-900c-4ed90f03c93a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 07:52:15.990815 dv-cinder-825492-15-iscsi neutron-server[104526]: INFO neutron.wsgi [req-bbe168a2-8db9-4125-b84f-8705560dbae7 req-0de7f007-0916-4a74-900c-4ed90f03c93a service neutron] 10.222.0.41 "GET /v2.0/networks?id=9bcd68e9-0045-4b34-8142-bf28d91642fb HTTP/1.1" status: 200 len: 913 time: 0.0902259 May 25 07:52:16.033416 dv-cinder-825492-15-iscsi neutron-server[104526]: INFO neutron.wsgi [req-bbe168a2-8db9-4125-b84f-8705560dbae7 req-b1c1a4a3-af0b-435d-9aaa-d1a398e81f0f service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ddaa5409-5e64-4c36-9728-0a60ce9fb2ea HTTP/1.1" status: 200 len: 217 time: 0.0358183 May 25 07:52:16.049903 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.db.l3_hamode_db [None req-212be9ec-fff0-4ef8-bc73-3712e13fa1f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ebde3b4b-02cb-4bf4-901f-5ff0707d3ffa', 'name': 'tempest-TestVolumeBootPattern-1211832049-router', 'tenant_id': 'f5e67d0f06be415794efd436655904b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '29c629bd-3f50-4535-bfbc-a047608d6fb6', 'external_fixed_ips': [{'subnet_id': '7934ff5a-43f1-4f76-b9d8-e4343ace34f5', 'ip_address': '172.27.3.48'}], 'enable_snat': True}, 'gw_port_id': '9ecb0563-65ad-4bc0-a223-324ae8c6d8f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T07:44:55Z', 'updated_at': '2022-05-25T07:44:58Z', 'revision_number': 4, 'project_id': 'f5e67d0f06be415794efd436655904b3', 'gw_port': {'id': '9ecb0563-65ad-4bc0-a223-324ae8c6d8f7', 'name': '', 'network_id': '29c629bd-3f50-4535-bfbc-a047608d6fb6', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:d0:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebde3b4b-02cb-4bf4-901f-5ff0707d3ffa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 650, 'fixed_ips': [{'subnet_id': '7934ff5a-43f1-4f76-b9d8-e4343ace34f5', 'ip_address': '172.27.3.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825492-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T07:44:56Z', 'updated_at': '2022-05-25T07:45:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7934ff5a-43f1-4f76-b9d8-e4343ace34f5', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825492-15-iscsi', '_interfaces': [{'id': '71945d30-2083-402b-a29e-2effc8003ab4', 'name': '', 'network_id': '9bcd68e9-0045-4b34-8142-bf28d91642fb', 'tenant_id': 'f5e67d0f06be415794efd436655904b3', 'mac_address': 'fa:16:3e:de:ac:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebde3b4b-02cb-4bf4-901f-5ff0707d3ffa', 'device_owner': 'network:router_interface', 'standard_attr_id': 659, 'fixed_ips': [{'subnet_id': '79361af5-cc98-4fe6-aade-34c4cdb65654', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825492-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T07:44:58Z', 'updated_at': '2022-05-25T07:45:06Z', 'revision_number': 5, 'project_id': 'f5e67d0f06be415794efd436655904b3', 'subnets': [{'id': '79361af5-cc98-4fe6-aade-34c4cdb65654', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-825492-15-iscsi', False) {} {{(pid=104527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 07:52:16.074413 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-212be9ec-fff0-4ef8-bc73-3712e13fa1f4 None None] Checking router: ebde3b4b-02cb-4bf4-901f-5ff0707d3ffa for host: dv-cinder-825492-15-iscsi {{(pid=104527) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 25 07:52:16.080909 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbe168a2-8db9-4125-b84f-8705560dbae7 req-a2d4237d-9f9e-4989-a013-a0346b79226a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 07:52:16.082497 dv-cinder-825492-15-iscsi neutron-server[104526]: INFO neutron.wsgi [req-bbe168a2-8db9-4125-b84f-8705560dbae7 req-a2d4237d-9f9e-4989-a013-a0346b79226a service neutron] 10.222.0.41 "GET /v2.0/subnets?id=79361af5-cc98-4fe6-aade-34c4cdb65654 HTTP/1.1" status: 200 len: 851 time: 0.0440826 May 25 07:52:16.082952 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.db.l3_dvrscheduler_db [None req-212be9ec-fff0-4ef8-bc73-3712e13fa1f4 None None] Routers {'ebde3b4b-02cb-4bf4-901f-5ff0707d3ffa'} bound to L3 agent in host dv-cinder-825492-15-iscsi {{(pid=104527) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 25 07:52:16.083550 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.db.l3_hamode_db [None req-212be9ec-fff0-4ef8-bc73-3712e13fa1f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825492-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-25T07:27:37Z,description=,heartbeat_timestamp=2022-05-25T07:52:07Z,host='dv-cinder-825492-15-iscsi',id=54ff4013-997e-4376-a4e9-e6c98cf37cc7,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T07:27:38Z,topic='l3_agent')) {'router_ids': ['ebde3b4b-02cb-4bf4-901f-5ff0707d3ffa'], 'active': True} {{(pid=104527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 07:52:16.138662 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbe168a2-8db9-4125-b84f-8705560dbae7 req-01c4f1c6-b741-4387-80a5-a03547fad154 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 07:52:16.140753 dv-cinder-825492-15-iscsi neutron-server[104526]: INFO neutron.wsgi [req-bbe168a2-8db9-4125-b84f-8705560dbae7 req-01c4f1c6-b741-4387-80a5-a03547fad154 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=9bcd68e9-0045-4b34-8142-bf28d91642fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0515871 May 25 07:52:16.191169 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.db.l3_dvr_db [None req-212be9ec-fff0-4ef8-bc73-3712e13fa1f4 None None] Set router ebde3b4b-02cb-4bf4-901f-5ff0707d3ffa gateway port host: dv-cinder-825492-15-iscsi {{(pid=104527) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 25 07:52:16.205988 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d127fb0-1ae9-4d17-a451-7d2da1a76c7e req-9fafc545-38de-4f53-9c85-3a50601b1aef tempest-TestVolumeBootPattern-1147907125 tempest-TestVolumeBootPattern-1147907125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 07:52:16.207482 dv-cinder-825492-15-iscsi neutron-server[104525]: INFO neutron.wsgi [req-5d127fb0-1ae9-4d17-a451-7d2da1a76c7e req-9fafc545-38de-4f53-9c85-3a50601b1aef tempest-TestVolumeBootPattern-1147907125 tempest-TestVolumeBootPattern-1147907125-project] 10.222.0.24 "GET /v2.0/ports?device_id=38054fa1-fe93-4a55-835d-6e533089950a HTTP/1.1" status: 200 len: 945 time: 0.0476198 May 25 07:52:16.256842 dv-cinder-825492-15-iscsi neutron-server[104525]: INFO neutron.wsgi [req-5d127fb0-1ae9-4d17-a451-7d2da1a76c7e req-46e3897e-dbe6-4023-a28d-995fdf0a5616 tempest-TestVolumeBootPattern-1147907125 tempest-TestVolumeBootPattern-1147907125-project] 10.222.0.24 "GET /v2.0/security-groups?id=0c2f491d-41ea-4a0f-9897-87861bfa1a99&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436416 May 25 07:52:16.373211 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.db.l3_hamode_db [None req-212be9ec-fff0-4ef8-bc73-3712e13fa1f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ebde3b4b-02cb-4bf4-901f-5ff0707d3ffa', 'name': 'tempest-TestVolumeBootPattern-1211832049-router', 'tenant_id': 'f5e67d0f06be415794efd436655904b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '29c629bd-3f50-4535-bfbc-a047608d6fb6', 'external_fixed_ips': [{'subnet_id': '7934ff5a-43f1-4f76-b9d8-e4343ace34f5', 'ip_address': '172.27.3.48'}], 'enable_snat': True}, 'gw_port_id': '9ecb0563-65ad-4bc0-a223-324ae8c6d8f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T07:44:55Z', 'updated_at': '2022-05-25T07:44:58Z', 'revision_number': 4, 'project_id': 'f5e67d0f06be415794efd436655904b3', 'gw_port': {'id': '9ecb0563-65ad-4bc0-a223-324ae8c6d8f7', 'name': '', 'network_id': '29c629bd-3f50-4535-bfbc-a047608d6fb6', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:d0:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebde3b4b-02cb-4bf4-901f-5ff0707d3ffa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 650, 'fixed_ips': [{'subnet_id': '7934ff5a-43f1-4f76-b9d8-e4343ace34f5', 'ip_address': '172.27.3.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825492-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T07:44:56Z', 'updated_at': '2022-05-25T07:45:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7934ff5a-43f1-4f76-b9d8-e4343ace34f5', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825492-15-iscsi', '_interfaces': [{'id': '71945d30-2083-402b-a29e-2effc8003ab4', 'name': '', 'network_id': '9bcd68e9-0045-4b34-8142-bf28d91642fb', 'tenant_id': 'f5e67d0f06be415794efd436655904b3', 'mac_address': 'fa:16:3e:de:ac:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebde3b4b-02cb-4bf4-901f-5ff0707d3ffa', 'device_owner': 'network:router_interface', 'standard_attr_id': 659, 'fixed_ips': [{'subnet_id': '79361af5-cc98-4fe6-aade-34c4cdb65654', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825492-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T07:44:58Z', 'updated_at': '2022-05-25T07:45:06Z', 'revision_number': 5, 'project_id': 'f5e67d0f06be415794efd436655904b3', 'subnets': [{'id': '79361af5-cc98-4fe6-aade-34c4cdb65654', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-825492-15-iscsi', False) {} {{(pid=104527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 07:52:16.400556 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-212be9ec-fff0-4ef8-bc73-3712e13fa1f4 None None] The sync data for ids ['ebde3b4b-02cb-4bf4-901f-5ff0707d3ffa'] in dv-cinder-825492-15-iscsi is: [{'id': 'ebde3b4b-02cb-4bf4-901f-5ff0707d3ffa', 'name': 'tempest-TestVolumeBootPattern-1211832049-router', 'tenant_id': 'f5e67d0f06be415794efd436655904b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '29c629bd-3f50-4535-bfbc-a047608d6fb6', 'external_fixed_ips': [{'subnet_id': '7934ff5a-43f1-4f76-b9d8-e4343ace34f5', 'ip_address': '172.27.3.48'}], 'enable_snat': True}, 'gw_port_id': '9ecb0563-65ad-4bc0-a223-324ae8c6d8f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T07:44:55Z', 'updated_at': '2022-05-25T07:44:58Z', 'revision_number': 4, 'project_id': 'f5e67d0f06be415794efd436655904b3', 'gw_port': {'id': '9ecb0563-65ad-4bc0-a223-324ae8c6d8f7', 'name': '', 'network_id': '29c629bd-3f50-4535-bfbc-a047608d6fb6', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:d0:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebde3b4b-02cb-4bf4-901f-5ff0707d3ffa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 650, 'fixed_ips': [{'subnet_id': '7934ff5a-43f1-4f76-b9d8-e4343ace34f5', 'ip_address': '172.27.3.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825492-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T07:44:56Z', 'updated_at': '2022-05-25T07:45:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7934ff5a-43f1-4f76-b9d8-e4343ace34f5', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825492-15-iscsi', '_interfaces': [{'id': '71945d30-2083-402b-a29e-2effc8003ab4', 'name': '', 'network_id': '9bcd68e9-0045-4b34-8142-bf28d91642fb', 'tenant_id': 'f5e67d0f06be415794efd436655904b3', 'mac_address': 'fa:16:3e:de:ac:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebde3b4b-02cb-4bf4-901f-5ff0707d3ffa', 'device_owner': 'network:router_interface', 'standard_attr_id': 659, 'fixed_ips': [{'subnet_id': '79361af5-cc98-4fe6-aade-34c4cdb65654', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825492-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T07:44:58Z', 'updated_at': '2022-05-25T07:45:06Z', 'revision_number': 5, 'project_id': 'f5e67d0f06be415794efd436655904b3', 'subnets': [{'id': '79361af5-cc98-4fe6-aade-34c4cdb65654', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104527) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 25 07:52:16.612026 dv-cinder-825492-15-iscsi neutron-server[104528]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9b1b767-c4fd-46cc-975d-c3e5791193de None None] New status for floating IP 24ecca20-0434-42aa-b3a1-90d6d33d1fd5: DOWN {{(pid=104528) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 25 07:52:17.245665 dv-cinder-825492-15-iscsi neutron-server[104526]: INFO neutron.wsgi [req-bbe168a2-8db9-4125-b84f-8705560dbae7 req-aedfff5d-3f82-46fa-9a78-5c6bcd8375d6 service neutron] 10.222.0.41 "GET /v2.0/networks/9bcd68e9-0045-4b34-8142-bf28d91642fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0877142 May 25 07:52:17.416033 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5269c606-8423-4cbf-93ab-9ee49eb844be req-d0661875-5bf8-4083-81c4-7c9ca1677d0c tempest-TestVolumeBootPattern-1147907125 tempest-TestVolumeBootPattern-1147907125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 07:52:17.417503 dv-cinder-825492-15-iscsi neutron-server[104526]: INFO neutron.wsgi [req-5269c606-8423-4cbf-93ab-9ee49eb844be req-d0661875-5bf8-4083-81c4-7c9ca1677d0c tempest-TestVolumeBootPattern-1147907125 tempest-TestVolumeBootPattern-1147907125-project] 10.222.0.24 "GET /v2.0/ports?device_id=38054fa1-fe93-4a55-835d-6e533089950a HTTP/1.1" status: 200 len: 945 time: 0.0914414 May 25 07:52:17.490144 dv-cinder-825492-15-iscsi neutron-server[104526]: INFO neutron.wsgi [req-bbe168a2-8db9-4125-b84f-8705560dbae7 req-da8998fd-cd9f-4038-89d9-f7845e5ea203 service neutron] 10.222.0.41 "GET /v2.0/networks/9bcd68e9-0045-4b34-8142-bf28d91642fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1358418 May 25 07:52:17.493776 dv-cinder-825492-15-iscsi neutron-server[104526]: INFO neutron.wsgi [req-5269c606-8423-4cbf-93ab-9ee49eb844be req-9bb38753-fd37-4137-86fa-bfe9acc2a8c8 tempest-TestVolumeBootPattern-1147907125 tempest-TestVolumeBootPattern-1147907125-project] 10.222.0.24 "GET /v2.0/security-groups?id=0c2f491d-41ea-4a0f-9897-87861bfa1a99&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0697057 May 25 07:52:17.742903 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0ba8e93-7eb2-4f93-9618-0a7636bff77c req-e025c03a-0e97-45f1-bbda-90de772b2abb tempest-TestVolumeBootPattern-1147907125 tempest-TestVolumeBootPattern-1147907125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 07:52:17.744341 dv-cinder-825492-15-iscsi neutron-server[104526]: INFO neutron.wsgi [req-c0ba8e93-7eb2-4f93-9618-0a7636bff77c req-e025c03a-0e97-45f1-bbda-90de772b2abb tempest-TestVolumeBootPattern-1147907125 tempest-TestVolumeBootPattern-1147907125-project] 10.222.0.41 "GET /v2.0/ports?device_id=38054fa1-fe93-4a55-835d-6e533089950a HTTP/1.1" status: 200 len: 945 time: 0.0459583 May 25 07:52:17.828424 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.plugins.ml2.plugin [req-c0ba8e93-7eb2-4f93-9618-0a7636bff77c req-c91cbb72-68e9-40e0-9a1d-112eb97e8965 tempest-TestVolumeBootPattern-1147907125 tempest-TestVolumeBootPattern-1147907125-project] Deleting port ddaa5409-5e64-4c36-9728-0a60ce9fb2ea {{(pid=104526) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 25 07:52:17.828719 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [req-c0ba8e93-7eb2-4f93-9618-0a7636bff77c req-c91cbb72-68e9-40e0-9a1d-112eb97e8965 tempest-TestVolumeBootPattern-1147907125 tempest-TestVolumeBootPattern-1147907125-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754056702922'] for port (ddaa5409-5e64-4c36-9728-0a60ce9fb2ea), before_delete {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:52:17.914086 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.plugins.ml2.db [req-c0ba8e93-7eb2-4f93-9618-0a7636bff77c req-c91cbb72-68e9-40e0-9a1d-112eb97e8965 tempest-TestVolumeBootPattern-1147907125 tempest-TestVolumeBootPattern-1147907125-project] For port ddaa5409-5e64-4c36-9728-0a60ce9fb2ea, host hv-cinder-82549, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82549',level=0,port_id=ddaa5409-5e64-4c36-9728-0a60ce9fb2ea,segment=NetworkSegment(9a610226-7c21-4d7a-9db8-be7770bde605),segment_id=9a610226-7c21-4d7a-9db8-be7770bde605)] {{(pid=104526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 07:52:17.914437 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [req-c0ba8e93-7eb2-4f93-9618-0a7636bff77c req-c91cbb72-68e9-40e0-9a1d-112eb97e8965 tempest-TestVolumeBootPattern-1147907125 tempest-TestVolumeBootPattern-1147907125-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625317'] for port (ddaa5409-5e64-4c36-9728-0a60ce9fb2ea), precommit_delete {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:52:17.927859 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.plugins.ml2.plugin [req-c0ba8e93-7eb2-4f93-9618-0a7636bff77c req-c91cbb72-68e9-40e0-9a1d-112eb97e8965 tempest-TestVolumeBootPattern-1147907125 tempest-TestVolumeBootPattern-1147907125-project] Calling delete_port for ddaa5409-5e64-4c36-9728-0a60ce9fb2ea owned by compute:nova {{(pid=104526) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 25 07:52:17.976137 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG dbcounter [-] [104526] Writing DB stats neutron:SELECT=100 {{(pid=104526) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 07:52:18.109770 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [req-c0ba8e93-7eb2-4f93-9618-0a7636bff77c req-c91cbb72-68e9-40e0-9a1d-112eb97e8965 tempest-TestVolumeBootPattern-1147907125 tempest-TestVolumeBootPattern-1147907125-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-617841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612926', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754056714424', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754056173873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2909854'] for port (ddaa5409-5e64-4c36-9728-0a60ce9fb2ea), after_delete {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:52:18.135738 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c91cbb72-68e9-40e0-9a1d-112eb97e8965 tempest-TestVolumeBootPattern-1147907125 tempest-TestVolumeBootPattern-1147907125-project] Pushing event deleted for resources: {'Port': ['ID=ddaa5409-5e64-4c36-9728-0a60ce9fb2ea,revision_number=None']} {{(pid=104526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 07:52:18.185803 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.db.l3_dvrscheduler_db [req-c0ba8e93-7eb2-4f93-9618-0a7636bff77c req-c91cbb72-68e9-40e0-9a1d-112eb97e8965 tempest-TestVolumeBootPattern-1147907125 tempest-TestVolumeBootPattern-1147907125-project] No DVR routers for this DVR port ddaa5409-5e64-4c36-9728-0a60ce9fb2ea on host hv-cinder-82549 {{(pid=104526) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 25 07:52:18.188265 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [req-c0ba8e93-7eb2-4f93-9618-0a7636bff77c req-c91cbb72-68e9-40e0-9a1d-112eb97e8965 tempest-TestVolumeBootPattern-1147907125 tempest-TestVolumeBootPattern-1147907125-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93885'] for port (None), before_response {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:52:18.191432 dv-cinder-825492-15-iscsi neutron-server[104526]: INFO neutron.wsgi [req-c0ba8e93-7eb2-4f93-9618-0a7636bff77c req-c91cbb72-68e9-40e0-9a1d-112eb97e8965 tempest-TestVolumeBootPattern-1147907125 tempest-TestVolumeBootPattern-1147907125-project] 10.222.0.41 "DELETE /v2.0/ports/ddaa5409-5e64-4c36-9728-0a60ce9fb2ea HTTP/1.1" status: 204 len: 173 time: 0.4409580 May 25 07:52:18.191865 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '38054fa1-fe93-4a55-835d-6e533089950a', 'name': 'network-vif-deleted', 'tag': 'ddaa5409-5e64-4c36-9728-0a60ce9fb2ea'}] {{(pid=104526) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 25 07:52:18.194126 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db633a5f02cadde147c9bc1566607705b0433b891c7275f259bdbd209e6b6683" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-58bc4fdd-7aed-4ef4-a4e8-ce77d910c400" -d '{"events": [{"server_uuid": "38054fa1-fe93-4a55-835d-6e533089950a", "name": "network-vif-deleted", "tag": "ddaa5409-5e64-4c36-9728-0a60ce9fb2ea"}]}' {{(pid=104526) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 25 07:52:18.229741 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 25 May 2022 07:52:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cc59410f-2c91-4358-a718-13e885243554 x-openstack-request-id: req-cc59410f-2c91-4358-a718-13e885243554 {{(pid=104526) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 25 07:52:18.230029 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "38054fa1-fe93-4a55-835d-6e533089950a", "name": "network-vif-deleted", "tag": "ddaa5409-5e64-4c36-9728-0a60ce9fb2ea", "status": "completed", "code": 200}]} {{(pid=104526) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 25 07:52:18.230281 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-cc59410f-2c91-4358-a718-13e885243554 {{(pid=104526) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 25 07:52:18.230703 dv-cinder-825492-15-iscsi neutron-server[104526]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cc59410f-2c91-4358-a718-13e885243554'] response: {'server_uuid': '38054fa1-fe93-4a55-835d-6e533089950a', 'name': 'network-vif-deleted', 'tag': 'ddaa5409-5e64-4c36-9728-0a60ce9fb2ea', 'status': 'completed', 'code': 200} May 25 07:52:18.623747 dv-cinder-825492-15-iscsi neutron-server[104526]: INFO neutron.wsgi [req-793cea64-88ce-4ac9-81cd-7d5ca800182a req-4c93100f-b70f-4946-be25-b84765549703 tempest-TestVolumeBootPattern-1147907125 tempest-TestVolumeBootPattern-1147907125-project] 10.222.0.24 "GET /v2.0/ports?device_id=38054fa1-fe93-4a55-835d-6e533089950a HTTP/1.1" status: 200 len: 210 time: 0.0543277 May 25 07:52:19.629087 dv-cinder-825492-15-iscsi neutron-server[104528]: DEBUG neutron.db.agents_db [None req-434abceb-772f-4043-8698-cfe4a44654b9 None None] Agent healthcheck: found 6 active agents {{(pid=104528) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 25 07:52:19.702350 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron.wsgi [-] (104525) accepted ('10.222.0.24', 52724) {{(pid=104525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 07:52:19.810139 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron.plugins.ml2.plugin [None req-f3ff7c64-aa21-4042-a54a-250b5375b8c5 tempest-TestVolumeBootPattern-1147907125 tempest-TestVolumeBootPattern-1147907125-project] Deleting port f0a87be0-59fd-4b7f-9bfa-32272cff10e4 {{(pid=104525) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 25 07:52:19.810474 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-f3ff7c64-aa21-4042-a54a-250b5375b8c5 tempest-TestVolumeBootPattern-1147907125 tempest-TestVolumeBootPattern-1147907125-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754056702922'] for port (f0a87be0-59fd-4b7f-9bfa-32272cff10e4), before_delete {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:52:19.886422 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-f3ff7c64-aa21-4042-a54a-250b5375b8c5 tempest-TestVolumeBootPattern-1147907125 tempest-TestVolumeBootPattern-1147907125-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625317'] for port (f0a87be0-59fd-4b7f-9bfa-32272cff10e4), precommit_delete {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:52:19.886653 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-f3ff7c64-aa21-4042-a54a-250b5375b8c5 tempest-TestVolumeBootPattern-1147907125 tempest-TestVolumeBootPattern-1147907125-project] Publish callbacks [] for floatingip (f0a87be0-59fd-4b7f-9bfa-32272cff10e4), precommit_delete {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:52:19.898876 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron.plugins.ml2.plugin [None req-f3ff7c64-aa21-4042-a54a-250b5375b8c5 tempest-TestVolumeBootPattern-1147907125 tempest-TestVolumeBootPattern-1147907125-project] Calling delete_port for f0a87be0-59fd-4b7f-9bfa-32272cff10e4 owned by network:floatingip {{(pid=104525) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 25 07:52:20.093944 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-f3ff7c64-aa21-4042-a54a-250b5375b8c5 tempest-TestVolumeBootPattern-1147907125 tempest-TestVolumeBootPattern-1147907125-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-617841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612926', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754056714424', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754056173873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59563715'] for port (f0a87be0-59fd-4b7f-9bfa-32272cff10e4), after_delete {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:52:20.121954 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3ff7c64-aa21-4042-a54a-250b5375b8c5 tempest-TestVolumeBootPattern-1147907125 tempest-TestVolumeBootPattern-1147907125-project] Pushing event deleted for resources: {'Port': ['ID=f0a87be0-59fd-4b7f-9bfa-32272cff10e4,revision_number=None']} {{(pid=104525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 07:52:20.186555 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-f3ff7c64-aa21-4042-a54a-250b5375b8c5 tempest-TestVolumeBootPattern-1147907125 tempest-TestVolumeBootPattern-1147907125-project] Publish callbacks [] for floatingip (ef8fe012-2704-4aac-a43a-6f9a3880ae98), after_delete {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:52:20.189389 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-f3ff7c64-aa21-4042-a54a-250b5375b8c5 tempest-TestVolumeBootPattern-1147907125 tempest-TestVolumeBootPattern-1147907125-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93885'] for floatingip (None), before_response {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:52:20.190526 dv-cinder-825492-15-iscsi neutron-server[104525]: INFO neutron.wsgi [None req-f3ff7c64-aa21-4042-a54a-250b5375b8c5 tempest-TestVolumeBootPattern-1147907125 tempest-TestVolumeBootPattern-1147907125-project] 10.222.0.24 "DELETE /v2.0/floatingips/ef8fe012-2704-4aac-a43a-6f9a3880ae98 HTTP/1.1" status: 204 len: 168 time: 0.4893131 May 25 07:52:20.464889 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.plugins.ml2.rpc [None req-798242cc-9ea0-464c-9109-86bd7997349e None None] Device ddaa5409-5e64-4c36-9728-0a60ce9fb2ea no longer exists at agent hyperv_hv-cinder-82549 {{(pid=104527) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 25 07:52:20.482801 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.plugins.ml2.plugin [None req-798242cc-9ea0-464c-9109-86bd7997349e None None] No Port match for: ddaa5409-5e64-4c36-9728-0a60ce9fb2ea {{(pid=104527) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 25 07:52:20.483146 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.plugins.ml2.rpc [None req-798242cc-9ea0-464c-9109-86bd7997349e None None] Device ddaa5409-5e64-4c36-9728-0a60ce9fb2ea not bound to the agent host hv-cinder-82549 {{(pid=104527) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 25 07:52:21.534133 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.wsgi [-] (104526) accepted ('10.222.0.24', 52736) {{(pid=104526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 07:52:21.588640 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG dbcounter [-] [104526] Writing DB stats neutron:SELECT=93,neutron:DELETE=7 {{(pid=104526) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 07:52:21.592460 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-5d70dbd5-9b62-4e29-b991-6e59d43e4924 tempest-TestVolumeBootPattern-1147907125 tempest-TestVolumeBootPattern-1147907125-project] Publish callbacks [] for security_group (0c2f491d-41ea-4a0f-9897-87861bfa1a99), before_delete {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:52:21.618626 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-5d70dbd5-9b62-4e29-b991-6e59d43e4924 tempest-TestVolumeBootPattern-1147907125 tempest-TestVolumeBootPattern-1147907125-project] Publish callbacks [] for security_group (0c2f491d-41ea-4a0f-9897-87861bfa1a99), precommit_delete {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:52:21.761725 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-5d70dbd5-9b62-4e29-b991-6e59d43e4924 tempest-TestVolumeBootPattern-1147907125 tempest-TestVolumeBootPattern-1147907125-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-278753'] for security_group (0c2f491d-41ea-4a0f-9897-87861bfa1a99), after_delete {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:52:21.764645 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-5d70dbd5-9b62-4e29-b991-6e59d43e4924 tempest-TestVolumeBootPattern-1147907125 tempest-TestVolumeBootPattern-1147907125-project] Publish callbacks [] for security_group (None), before_response {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:52:21.765759 dv-cinder-825492-15-iscsi neutron-server[104526]: INFO neutron.wsgi [None req-5d70dbd5-9b62-4e29-b991-6e59d43e4924 tempest-TestVolumeBootPattern-1147907125 tempest-TestVolumeBootPattern-1147907125-project] 10.222.0.24 "DELETE /v2.0/security-groups/0c2f491d-41ea-4a0f-9897-87861bfa1a99 HTTP/1.1" status: 204 len: 168 time: 0.2306578 May 25 07:52:21.775135 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d70dbd5-9b62-4e29-b991-6e59d43e4924 tempest-TestVolumeBootPattern-1147907125 tempest-TestVolumeBootPattern-1147907125-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c2f491d-41ea-4a0f-9897-87861bfa1a99,revision_number=None']} {{(pid=104526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 07:52:21.878835 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.wsgi [-] (104526) accepted ('10.222.0.24', 52740) {{(pid=104526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 07:52:22.311469 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-f488200a-eb42-4890-8460-696fb366bf5e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1614244'] for router_interface (ebde3b4b-02cb-4bf4-901f-5ff0707d3ffa), before_delete {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:52:22.528027 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.plugins.ml2.plugin [None req-f488200a-eb42-4890-8460-696fb366bf5e admin admin] Deleting port 71945d30-2083-402b-a29e-2effc8003ab4 {{(pid=104526) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 25 07:52:22.528355 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-f488200a-eb42-4890-8460-696fb366bf5e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754056702922'] for port (71945d30-2083-402b-a29e-2effc8003ab4), before_delete {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:52:22.576023 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG dbcounter [-] [104526] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104526) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 07:52:22.604396 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.plugins.ml2.db [None req-f488200a-eb42-4890-8460-696fb366bf5e admin admin] For port 71945d30-2083-402b-a29e-2effc8003ab4, host dv-cinder-825492-15-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825492-15-iscsi',level=0,port_id=71945d30-2083-402b-a29e-2effc8003ab4,segment=NetworkSegment(9a610226-7c21-4d7a-9db8-be7770bde605),segment_id=9a610226-7c21-4d7a-9db8-be7770bde605)] {{(pid=104526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 07:52:22.604788 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-f488200a-eb42-4890-8460-696fb366bf5e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625317'] for port (71945d30-2083-402b-a29e-2effc8003ab4), precommit_delete {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:52:22.618194 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.plugins.ml2.plugin [None req-f488200a-eb42-4890-8460-696fb366bf5e admin admin] Calling delete_port for 71945d30-2083-402b-a29e-2effc8003ab4 owned by network:router_interface {{(pid=104526) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 25 07:52:22.738944 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG dbcounter [-] [104526] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104526) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 07:52:22.846988 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-f488200a-eb42-4890-8460-696fb366bf5e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-617841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612926', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754056714424', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754056173873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2909854'] for port (71945d30-2083-402b-a29e-2effc8003ab4), after_delete {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:52:22.876874 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f488200a-eb42-4890-8460-696fb366bf5e admin admin] Pushing event deleted for resources: {'Port': ['ID=71945d30-2083-402b-a29e-2effc8003ab4,revision_number=None']} {{(pid=104526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 07:52:23.039737 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-f488200a-eb42-4890-8460-696fb366bf5e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1612919', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1614128'] for router_interface (ebde3b4b-02cb-4bf4-901f-5ff0707d3ffa), after_delete {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:52:23.513632 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f488200a-eb42-4890-8460-696fb366bf5e admin admin] Router ebde3b4b-02cb-4bf4-901f-5ff0707d3ffa has already been hosted by L3 agent 54ff4013-997e-4376-a4e9-e6c98cf37cc7 {{(pid=104526) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 25 07:52:23.613424 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f488200a-eb42-4890-8460-696fb366bf5e admin admin] Notify agent at l3_agent.dv-cinder-825492-15-iscsi the message routers_updated {{(pid=104526) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 25 07:52:23.618280 dv-cinder-825492-15-iscsi neutron-server[104526]: INFO neutron.wsgi [None req-f488200a-eb42-4890-8460-696fb366bf5e admin admin] 10.222.0.24 "PUT /v2.0/routers/ebde3b4b-02cb-4bf4-901f-5ff0707d3ffa/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7384415 May 25 07:52:23.622513 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d84daf2-a959-481a-acee-901122ebd4f2 None None] Sync routers for ids ['ebde3b4b-02cb-4bf4-901f-5ff0707d3ffa'] in dv-cinder-825492-15-iscsi {{(pid=104527) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 25 07:52:23.625189 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.wsgi [-] (104526) accepted ('10.222.0.24', 52744) {{(pid=104526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 07:52:23.634693 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d84daf2-a959-481a-acee-901122ebd4f2 None None] Routers {'ebde3b4b-02cb-4bf4-901f-5ff0707d3ffa'} bound to L3 agent in host dv-cinder-825492-15-iscsi {{(pid=104527) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 25 07:52:23.635345 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.db.l3_hamode_db [None req-9d84daf2-a959-481a-acee-901122ebd4f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825492-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-25T07:27:37Z,description=,heartbeat_timestamp=2022-05-25T07:52:07Z,host='dv-cinder-825492-15-iscsi',id=54ff4013-997e-4376-a4e9-e6c98cf37cc7,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T07:27:38Z,topic='l3_agent')) {'router_ids': ['ebde3b4b-02cb-4bf4-901f-5ff0707d3ffa'], 'active': True} {{(pid=104527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 07:52:23.725664 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-a3d8020a-e409-43f8-a001-0c7a1834a4b8 admin admin] Publish callbacks [] for router (ebde3b4b-02cb-4bf4-901f-5ff0707d3ffa), before_delete {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:52:23.727759 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG dbcounter [-] [104526] Writing DB stats neutron:SELECT=92,neutron:DELETE=7,neutron:UPDATE=1 {{(pid=104526) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 07:52:23.738586 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.db.l3_dvr_db [None req-9d84daf2-a959-481a-acee-901122ebd4f2 None None] Set router ebde3b4b-02cb-4bf4-901f-5ff0707d3ffa gateway port host: dv-cinder-825492-15-iscsi {{(pid=104527) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 25 07:52:23.829936 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-a3d8020a-e409-43f8-a001-0c7a1834a4b8 admin admin] Publish callbacks [] for router_gateway (ebde3b4b-02cb-4bf4-901f-5ff0707d3ffa), before_delete {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:52:23.902427 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG dbcounter [-] [104527] Writing DB stats neutron:SELECT=100 {{(pid=104527) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 07:52:23.911700 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.db.l3_hamode_db [None req-9d84daf2-a959-481a-acee-901122ebd4f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ebde3b4b-02cb-4bf4-901f-5ff0707d3ffa', 'name': 'tempest-TestVolumeBootPattern-1211832049-router', 'tenant_id': 'f5e67d0f06be415794efd436655904b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '29c629bd-3f50-4535-bfbc-a047608d6fb6', 'external_fixed_ips': [{'subnet_id': '7934ff5a-43f1-4f76-b9d8-e4343ace34f5', 'ip_address': '172.27.3.48'}], 'enable_snat': True}, 'gw_port_id': '9ecb0563-65ad-4bc0-a223-324ae8c6d8f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T07:44:55Z', 'updated_at': '2022-05-25T07:52:22Z', 'revision_number': 5, 'project_id': 'f5e67d0f06be415794efd436655904b3', 'gw_port': {'id': '9ecb0563-65ad-4bc0-a223-324ae8c6d8f7', 'name': '', 'network_id': '29c629bd-3f50-4535-bfbc-a047608d6fb6', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:d0:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebde3b4b-02cb-4bf4-901f-5ff0707d3ffa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 650, 'fixed_ips': [{'subnet_id': '7934ff5a-43f1-4f76-b9d8-e4343ace34f5', 'ip_address': '172.27.3.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825492-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T07:44:56Z', 'updated_at': '2022-05-25T07:45:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7934ff5a-43f1-4f76-b9d8-e4343ace34f5', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825492-15-iscsi'}], 'dv-cinder-825492-15-iscsi', False) {} {{(pid=104527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 07:52:23.922121 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.plugins.ml2.plugin [None req-a3d8020a-e409-43f8-a001-0c7a1834a4b8 admin admin] Deleting port 9ecb0563-65ad-4bc0-a223-324ae8c6d8f7 {{(pid=104526) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 25 07:52:23.922457 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-a3d8020a-e409-43f8-a001-0c7a1834a4b8 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754056702922'] for port (9ecb0563-65ad-4bc0-a223-324ae8c6d8f7), before_delete {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:52:23.937723 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d84daf2-a959-481a-acee-901122ebd4f2 None None] Checking router: ebde3b4b-02cb-4bf4-901f-5ff0707d3ffa for host: dv-cinder-825492-15-iscsi {{(pid=104527) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 25 07:52:23.946122 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d84daf2-a959-481a-acee-901122ebd4f2 None None] Routers {'ebde3b4b-02cb-4bf4-901f-5ff0707d3ffa'} bound to L3 agent in host dv-cinder-825492-15-iscsi {{(pid=104527) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 25 07:52:23.946728 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.db.l3_hamode_db [None req-9d84daf2-a959-481a-acee-901122ebd4f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825492-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-25T07:27:37Z,description=,heartbeat_timestamp=2022-05-25T07:52:07Z,host='dv-cinder-825492-15-iscsi',id=54ff4013-997e-4376-a4e9-e6c98cf37cc7,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T07:27:38Z,topic='l3_agent')) {'router_ids': ['ebde3b4b-02cb-4bf4-901f-5ff0707d3ffa'], 'active': True} {{(pid=104527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 07:52:24.003151 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG dbcounter [-] [104526] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104526) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 07:52:24.008209 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.plugins.ml2.db [None req-a3d8020a-e409-43f8-a001-0c7a1834a4b8 admin admin] For port 9ecb0563-65ad-4bc0-a223-324ae8c6d8f7, host dv-cinder-825492-15-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825492-15-iscsi',level=0,port_id=9ecb0563-65ad-4bc0-a223-324ae8c6d8f7,segment=NetworkSegment(3ed655b3-ed39-457b-b353-0296e3eaac46),segment_id=3ed655b3-ed39-457b-b353-0296e3eaac46)] {{(pid=104526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 07:52:24.008592 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-a3d8020a-e409-43f8-a001-0c7a1834a4b8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625317'] for port (9ecb0563-65ad-4bc0-a223-324ae8c6d8f7), precommit_delete {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:52:24.022513 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.plugins.ml2.plugin [None req-a3d8020a-e409-43f8-a001-0c7a1834a4b8 admin admin] Calling delete_port for 9ecb0563-65ad-4bc0-a223-324ae8c6d8f7 owned by network:router_gateway {{(pid=104526) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 25 07:52:24.030301 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.db.l3_dvr_db [None req-9d84daf2-a959-481a-acee-901122ebd4f2 None None] Set router ebde3b4b-02cb-4bf4-901f-5ff0707d3ffa gateway port host: None {{(pid=104527) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 25 07:52:24.078078 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.db.l3_hamode_db [None req-9d84daf2-a959-481a-acee-901122ebd4f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ebde3b4b-02cb-4bf4-901f-5ff0707d3ffa', 'name': 'tempest-TestVolumeBootPattern-1211832049-router', 'tenant_id': 'f5e67d0f06be415794efd436655904b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T07:44:55Z', 'updated_at': '2022-05-25T07:52:23Z', 'revision_number': 6, 'project_id': 'f5e67d0f06be415794efd436655904b3', 'gw_port_host': None}], 'dv-cinder-825492-15-iscsi', False) {} {{(pid=104527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 07:52:24.105292 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d84daf2-a959-481a-acee-901122ebd4f2 None None] The sync data for ids ['ebde3b4b-02cb-4bf4-901f-5ff0707d3ffa'] in dv-cinder-825492-15-iscsi is: [{'id': 'ebde3b4b-02cb-4bf4-901f-5ff0707d3ffa', 'name': 'tempest-TestVolumeBootPattern-1211832049-router', 'tenant_id': 'f5e67d0f06be415794efd436655904b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T07:44:55Z', 'updated_at': '2022-05-25T07:52:23Z', 'revision_number': 6, 'project_id': 'f5e67d0f06be415794efd436655904b3', 'gw_port_host': None}] {{(pid=104527) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 25 07:52:24.270548 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-a3d8020a-e409-43f8-a001-0c7a1834a4b8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-617841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612926', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754056714424', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754056173873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2909854'] for port (9ecb0563-65ad-4bc0-a223-324ae8c6d8f7), after_delete {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:52:24.293626 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3d8020a-e409-43f8-a001-0c7a1834a4b8 admin admin] Pushing event deleted for resources: {'Port': ['ID=9ecb0563-65ad-4bc0-a223-324ae8c6d8f7,revision_number=None']} {{(pid=104526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 07:52:24.361672 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-a3d8020a-e409-43f8-a001-0c7a1834a4b8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1614942'] for router_gateway (ebde3b4b-02cb-4bf4-901f-5ff0707d3ffa), after_delete {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:52:24.450364 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-a3d8020a-e409-43f8-a001-0c7a1834a4b8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1616001', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4897'] for router (ebde3b4b-02cb-4bf4-901f-5ff0707d3ffa), precommit_delete {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:52:24.453714 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-a3d8020a-e409-43f8-a001-0c7a1834a4b8 admin admin] Publish callbacks [] for router_controller (ebde3b4b-02cb-4bf4-901f-5ff0707d3ffa), precommit_delete_associations {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:52:24.550774 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.plugins.ml2.rpc [None req-4c581813-650f-4b4b-ac0f-82f585bea231 None None] Device 71945d30-2083-402b-a29e-2effc8003ab4 no longer exists at agent ovs-agent-dv-cinder-825492-15-iscsi {{(pid=104527) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 25 07:52:24.570029 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.plugins.ml2.plugin [None req-4c581813-650f-4b4b-ac0f-82f585bea231 None None] No Port match for: 71945d30-2083-402b-a29e-2effc8003ab4 {{(pid=104527) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 25 07:52:24.570371 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.plugins.ml2.rpc [None req-4c581813-650f-4b4b-ac0f-82f585bea231 None None] Device 71945d30-2083-402b-a29e-2effc8003ab4 not bound to the agent host dv-cinder-825492-15-iscsi {{(pid=104527) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 25 07:52:24.595761 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-a3d8020a-e409-43f8-a001-0c7a1834a4b8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1616120'] for router (ebde3b4b-02cb-4bf4-901f-5ff0707d3ffa), after_delete {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:52:24.595988 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a3d8020a-e409-43f8-a001-0c7a1834a4b8 admin admin] Fanout notify agent at l3_agent the message router_deleted on router ebde3b4b-02cb-4bf4-901f-5ff0707d3ffa {{(pid=104526) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 25 07:52:24.600185 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-a3d8020a-e409-43f8-a001-0c7a1834a4b8 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:52:24.601374 dv-cinder-825492-15-iscsi neutron-server[104526]: INFO neutron.wsgi [None req-a3d8020a-e409-43f8-a001-0c7a1834a4b8 admin admin] 10.222.0.24 "DELETE /v2.0/routers/ebde3b4b-02cb-4bf4-901f-5ff0707d3ffa HTTP/1.1" status: 204 len: 168 time: 0.9754686 May 25 07:52:24.603825 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.wsgi [-] (104526) accepted ('10.222.0.24', 52746) {{(pid=104526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 07:52:24.647816 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.db.db_base_plugin_v2 [None req-49b69044-3f75-4fcc-ac43-2a17ba45a33f admin admin] Deleting subnet 79361af5-cc98-4fe6-aade-34c4cdb65654 {{(pid=104526) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 25 07:52:24.650854 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-49b69044-3f75-4fcc-ac43-2a17ba45a33f admin admin] Publish callbacks [] for subnet (79361af5-cc98-4fe6-aade-34c4cdb65654), before_delete {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:52:24.684493 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-49b69044-3f75-4fcc-ac43-2a17ba45a33f admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58882376'] for subnet (79361af5-cc98-4fe6-aade-34c4cdb65654), precommit_delete_associations {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:52:24.761485 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-49b69044-3f75-4fcc-ac43-2a17ba45a33f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1507510'] for subnet (79361af5-cc98-4fe6-aade-34c4cdb65654), precommit_delete {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:52:24.796828 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG dbcounter [-] [104526] Writing DB stats neutron:UPDATE=4,neutron:SELECT=89,neutron:DELETE=7 {{(pid=104526) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 07:52:24.882453 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-49b69044-3f75-4fcc-ac43-2a17ba45a33f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1507501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-280644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2910025', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58838858'] for subnet (79361af5-cc98-4fe6-aade-34c4cdb65654), after_delete {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:52:24.913377 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-49b69044-3f75-4fcc-ac43-2a17ba45a33f admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:52:24.916451 dv-cinder-825492-15-iscsi neutron-server[104526]: INFO neutron.wsgi [None req-49b69044-3f75-4fcc-ac43-2a17ba45a33f admin admin] 10.222.0.24 "DELETE /v2.0/subnets/79361af5-cc98-4fe6-aade-34c4cdb65654 HTTP/1.1" status: 204 len: 168 time: 0.3116946 May 25 07:52:24.917415 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49b69044-3f75-4fcc-ac43-2a17ba45a33f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=79361af5-cc98-4fe6-aade-34c4cdb65654,revision_number=None']} {{(pid=104526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 07:52:24.919108 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron.wsgi [-] (104525) accepted ('10.222.0.24', 52748) {{(pid=104525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 07:52:24.923037 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1be2efd-d12e-46bd-bf28-be69e7c03a64 None None] Network 9bcd68e9-0045-4b34-8142-bf28d91642fb requested from dv-cinder-825492-15-iscsi {{(pid=104527) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 25 07:52:25.000668 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-79c98f79-9b0f-4831-b98c-eda25c8b82d8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1321757'] for network (9bcd68e9-0045-4b34-8142-bf28d91642fb), before_delete {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:52:25.051530 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron.plugins.ml2.plugin [None req-79c98f79-9b0f-4831-b98c-eda25c8b82d8 admin admin] Deleting port 7ffb0a85-4302-4655-9dce-8e9aba7f7dcf {{(pid=104525) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 25 07:52:25.051878 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-79c98f79-9b0f-4831-b98c-eda25c8b82d8 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754056702922'] for port (7ffb0a85-4302-4655-9dce-8e9aba7f7dcf), before_delete {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:52:25.081462 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93a4b3dd-73a7-4f8e-9ac2-cf278904ff71 None None] DHCP port deletion for 9bcd68e9-0045-4b34-8142-bf28d91642fb request from dv-cinder-825492-15-iscsi {{(pid=104527) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} May 25 07:52:25.117947 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron.plugins.ml2.db [None req-79c98f79-9b0f-4831-b98c-eda25c8b82d8 admin admin] For port 7ffb0a85-4302-4655-9dce-8e9aba7f7dcf, host dv-cinder-825492-15-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825492-15-iscsi',level=0,port_id=7ffb0a85-4302-4655-9dce-8e9aba7f7dcf,segment=NetworkSegment(9a610226-7c21-4d7a-9db8-be7770bde605),segment_id=9a610226-7c21-4d7a-9db8-be7770bde605)] {{(pid=104525) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 07:52:25.118310 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-79c98f79-9b0f-4831-b98c-eda25c8b82d8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625317'] for port (7ffb0a85-4302-4655-9dce-8e9aba7f7dcf), precommit_delete {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:52:25.122279 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.plugins.ml2.plugin [None req-93a4b3dd-73a7-4f8e-9ac2-cf278904ff71 None None] Deleting port 7ffb0a85-4302-4655-9dce-8e9aba7f7dcf {{(pid=104527) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 25 07:52:25.122626 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron_lib.callbacks.manager [None req-93a4b3dd-73a7-4f8e-9ac2-cf278904ff71 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754056702922'] for port (7ffb0a85-4302-4655-9dce-8e9aba7f7dcf), before_delete {{(pid=104527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:52:25.133540 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron.plugins.ml2.plugin [None req-79c98f79-9b0f-4831-b98c-eda25c8b82d8 admin admin] Calling delete_port for 7ffb0a85-4302-4655-9dce-8e9aba7f7dcf owned by network:dhcp {{(pid=104525) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 25 07:52:25.162672 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG dbcounter [-] [104527] Writing DB stats neutron:SELECT=100 {{(pid=104527) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 07:52:25.185232 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG dbcounter [-] [104525] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104525) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 07:52:25.190340 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.plugins.ml2.db [None req-93a4b3dd-73a7-4f8e-9ac2-cf278904ff71 None None] For port 7ffb0a85-4302-4655-9dce-8e9aba7f7dcf, host dv-cinder-825492-15-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825492-15-iscsi',level=0,port_id=7ffb0a85-4302-4655-9dce-8e9aba7f7dcf,segment=NetworkSegment(9a610226-7c21-4d7a-9db8-be7770bde605),segment_id=9a610226-7c21-4d7a-9db8-be7770bde605)] {{(pid=104527) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 07:52:25.190735 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron_lib.callbacks.manager [None req-93a4b3dd-73a7-4f8e-9ac2-cf278904ff71 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625317'] for port (7ffb0a85-4302-4655-9dce-8e9aba7f7dcf), precommit_delete {{(pid=104527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:52:25.204037 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.plugins.ml2.plugin [None req-93a4b3dd-73a7-4f8e-9ac2-cf278904ff71 None None] Calling delete_port for 7ffb0a85-4302-4655-9dce-8e9aba7f7dcf owned by network:dhcp {{(pid=104527) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 25 07:52:25.276209 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-79c98f79-9b0f-4831-b98c-eda25c8b82d8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-617841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612926', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754056714424', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754056173873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59563715'] for port (7ffb0a85-4302-4655-9dce-8e9aba7f7dcf), after_delete {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:52:25.280560 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG dbcounter [-] [104525] Writing DB stats neutron:SELECT=91,neutron:DELETE=9 {{(pid=104525) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 07:52:25.282577 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron_lib.callbacks.manager [None req-93a4b3dd-73a7-4f8e-9ac2-cf278904ff71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-617841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612926', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754056714424', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754056173873'] for port (7ffb0a85-4302-4655-9dce-8e9aba7f7dcf), after_delete {{(pid=104527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:52:25.306797 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93a4b3dd-73a7-4f8e-9ac2-cf278904ff71 None None] Pushing event deleted for resources: {'Port': ['ID=7ffb0a85-4302-4655-9dce-8e9aba7f7dcf,revision_number=None']} {{(pid=104527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 07:52:25.311323 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79c98f79-9b0f-4831-b98c-eda25c8b82d8 admin admin] Pushing event deleted for resources: {'Port': ['ID=7ffb0a85-4302-4655-9dce-8e9aba7f7dcf,revision_number=None']} {{(pid=104525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 07:52:25.311667 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93a4b3dd-73a7-4f8e-9ac2-cf278904ff71 None None] No DVR routers for this DVR port 7ffb0a85-4302-4655-9dce-8e9aba7f7dcf on host dv-cinder-825492-15-iscsi {{(pid=104527) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 25 07:52:25.313200 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79c98f79-9b0f-4831-b98c-eda25c8b82d8 admin admin] No DVR routers for this DVR port 7ffb0a85-4302-4655-9dce-8e9aba7f7dcf on host dv-cinder-825492-15-iscsi {{(pid=104525) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 25 07:52:25.318271 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93a4b3dd-73a7-4f8e-9ac2-cf278904ff71 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825492-15-iscsi {{(pid=104527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 07:52:25.318621 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93a4b3dd-73a7-4f8e-9ac2-cf278904ff71 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825492-15-iscsi {{(pid=104527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 07:52:25.318961 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93a4b3dd-73a7-4f8e-9ac2-cf278904ff71 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825492-15-iscsi {{(pid=104527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 07:52:25.319301 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93a4b3dd-73a7-4f8e-9ac2-cf278904ff71 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825492-15-iscsi {{(pid=104527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 07:52:25.319634 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93a4b3dd-73a7-4f8e-9ac2-cf278904ff71 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825492-15-iscsi {{(pid=104527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 07:52:25.319963 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93a4b3dd-73a7-4f8e-9ac2-cf278904ff71 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825492-15-iscsi {{(pid=104527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 07:52:25.320292 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93a4b3dd-73a7-4f8e-9ac2-cf278904ff71 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825492-15-iscsi {{(pid=104527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 07:52:25.320678 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93a4b3dd-73a7-4f8e-9ac2-cf278904ff71 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-825492-15-iscsi {{(pid=104527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 07:52:25.321017 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93a4b3dd-73a7-4f8e-9ac2-cf278904ff71 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-825492-15-iscsi {{(pid=104527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 07:52:25.321339 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93a4b3dd-73a7-4f8e-9ac2-cf278904ff71 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-825492-15-iscsi {{(pid=104527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 07:52:25.321663 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93a4b3dd-73a7-4f8e-9ac2-cf278904ff71 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-825492-15-iscsi {{(pid=104527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 07:52:25.321985 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93a4b3dd-73a7-4f8e-9ac2-cf278904ff71 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825492-15-iscsi {{(pid=104527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 07:52:25.322309 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93a4b3dd-73a7-4f8e-9ac2-cf278904ff71 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825492-15-iscsi {{(pid=104527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 07:52:25.322628 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93a4b3dd-73a7-4f8e-9ac2-cf278904ff71 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825492-15-iscsi {{(pid=104527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 07:52:25.322948 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93a4b3dd-73a7-4f8e-9ac2-cf278904ff71 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825492-15-iscsi {{(pid=104527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 07:52:25.385893 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-79c98f79-9b0f-4831-b98c-eda25c8b82d8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1508921', 'neutron.services.segments.db._delete_segments_for_network-8754056472935'] for network (9bcd68e9-0045-4b34-8142-bf28d91642fb), precommit_delete {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:52:25.405517 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron.services.segments.db [None req-79c98f79-9b0f-4831-b98c-eda25c8b82d8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9bcd68e9-0045-4b34-8142-bf28d91642fb']}} {{(pid=104525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 07:52:25.414392 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron.services.segments.db [None req-79c98f79-9b0f-4831-b98c-eda25c8b82d8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9a610226-7c21-4d7a-9db8-be7770bde605') {'for_net_delete': True} {{(pid=104525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 07:52:25.414683 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron.services.segments.db [None req-79c98f79-9b0f-4831-b98c-eda25c8b82d8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9a610226-7c21-4d7a-9db8-be7770bde605') {} {{(pid=104525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 07:52:25.424819 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-79c98f79-9b0f-4831-b98c-eda25c8b82d8 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754056471920', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59371068'] for segment (9a610226-7c21-4d7a-9db8-be7770bde605), before_delete {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:52:25.438541 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-79c98f79-9b0f-4831-b98c-eda25c8b82d8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1513389'] for segment (9a610226-7c21-4d7a-9db8-be7770bde605), precommit_delete {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:52:25.444245 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-79c98f79-9b0f-4831-b98c-eda25c8b82d8 admin admin] Releasing vlan 250 on physical network physnet1 to pool {{(pid=104525) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 25 07:52:25.444651 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-79c98f79-9b0f-4831-b98c-eda25c8b82d8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1513389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59563766'] for segment (9a610226-7c21-4d7a-9db8-be7770bde605), after_delete {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:52:25.530410 dv-cinder-825492-15-iscsi neutron-server[104525]: INFO neutron.services.segments.plugin [-] Segment 9a610226-7c21-4d7a-9db8-be7770bde605 resource provider aggregate not found May 25 07:52:25.546478 dv-cinder-825492-15-iscsi neutron-server[104525]: INFO neutron.services.segments.plugin [-] Segment 9a610226-7c21-4d7a-9db8-be7770bde605 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 9a610226-7c21-4d7a-9db8-be7770bde605 found for delete ", "request_id": "req-0f5dd9ab-4130-4099-bb22-5ac31e235a85"}]} May 25 07:52:25.567837 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-79c98f79-9b0f-4831-b98c-eda25c8b82d8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1508912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-278710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612926', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1617334'] for network (9bcd68e9-0045-4b34-8142-bf28d91642fb), after_delete {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:52:25.573173 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-79c98f79-9b0f-4831-b98c-eda25c8b82d8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1612908'] for network (None), before_response {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:52:25.576254 dv-cinder-825492-15-iscsi neutron-server[104525]: INFO neutron.wsgi [None req-79c98f79-9b0f-4831-b98c-eda25c8b82d8 admin admin] 10.222.0.24 "DELETE /v2.0/networks/9bcd68e9-0045-4b34-8142-bf28d91642fb HTTP/1.1" status: 204 len: 168 time: 0.6555550 May 25 07:52:25.579354 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.wsgi [-] (104526) accepted ('10.222.0.24', 52756) {{(pid=104526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 07:52:25.587720 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79c98f79-9b0f-4831-b98c-eda25c8b82d8 admin admin] Pushing event deleted for resources: {'Network': ['ID=9bcd68e9-0045-4b34-8142-bf28d91642fb,revision_number=None']} {{(pid=104525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 07:52:25.847453 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG dbcounter [-] [104526] Writing DB stats neutron:SELECT=87,neutron:DELETE=11,neutron:UPDATE=2 {{(pid=104526) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 07:52:25.884866 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-4343c813-05c5-47c7-abf6-5e4ac11df21f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1614244'] for router_interface (bcceb51b-e54c-427b-af56-59f2272dd9ae), before_delete {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:52:26.099609 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.plugins.ml2.plugin [None req-4343c813-05c5-47c7-abf6-5e4ac11df21f admin admin] Deleting port 1eed5232-aa36-479b-b6e8-28f635b2e2d5 {{(pid=104526) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 25 07:52:26.099847 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-4343c813-05c5-47c7-abf6-5e4ac11df21f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754056702922'] for port (1eed5232-aa36-479b-b6e8-28f635b2e2d5), before_delete {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:52:26.177715 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.plugins.ml2.db [None req-4343c813-05c5-47c7-abf6-5e4ac11df21f admin admin] For port 1eed5232-aa36-479b-b6e8-28f635b2e2d5, host dv-cinder-825492-15-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825492-15-iscsi',level=0,port_id=1eed5232-aa36-479b-b6e8-28f635b2e2d5,segment=NetworkSegment(939a703b-8428-4cb0-bb85-c150b37d698f),segment_id=939a703b-8428-4cb0-bb85-c150b37d698f)] {{(pid=104526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 07:52:26.178077 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-4343c813-05c5-47c7-abf6-5e4ac11df21f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625317'] for port (1eed5232-aa36-479b-b6e8-28f635b2e2d5), precommit_delete {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:52:26.191583 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.plugins.ml2.plugin [None req-4343c813-05c5-47c7-abf6-5e4ac11df21f admin admin] Calling delete_port for 1eed5232-aa36-479b-b6e8-28f635b2e2d5 owned by network:router_interface {{(pid=104526) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 25 07:52:26.213657 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.plugins.ml2.rpc [None req-4c581813-650f-4b4b-ac0f-82f585bea231 None None] Device 9ecb0563-65ad-4bc0-a223-324ae8c6d8f7 no longer exists at agent ovs-agent-dv-cinder-825492-15-iscsi {{(pid=104527) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 25 07:52:26.233860 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.plugins.ml2.plugin [None req-4c581813-650f-4b4b-ac0f-82f585bea231 None None] No Port match for: 9ecb0563-65ad-4bc0-a223-324ae8c6d8f7 {{(pid=104527) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 25 07:52:26.234203 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.plugins.ml2.rpc [None req-4c581813-650f-4b4b-ac0f-82f585bea231 None None] Device 9ecb0563-65ad-4bc0-a223-324ae8c6d8f7 not bound to the agent host dv-cinder-825492-15-iscsi {{(pid=104527) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 25 07:52:26.234621 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.plugins.ml2.rpc [None req-4c581813-650f-4b4b-ac0f-82f585bea231 None None] Device 7ffb0a85-4302-4655-9dce-8e9aba7f7dcf no longer exists at agent ovs-agent-dv-cinder-825492-15-iscsi {{(pid=104527) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 25 07:52:26.252877 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.plugins.ml2.plugin [None req-4c581813-650f-4b4b-ac0f-82f585bea231 None None] No Port match for: 7ffb0a85-4302-4655-9dce-8e9aba7f7dcf {{(pid=104527) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 25 07:52:26.253222 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.plugins.ml2.rpc [None req-4c581813-650f-4b4b-ac0f-82f585bea231 None None] Device 7ffb0a85-4302-4655-9dce-8e9aba7f7dcf not bound to the agent host dv-cinder-825492-15-iscsi {{(pid=104527) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 25 07:52:26.347827 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG dbcounter [-] [104526] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=104526) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 07:52:26.464629 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-4343c813-05c5-47c7-abf6-5e4ac11df21f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-617841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612926', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754056714424', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754056173873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2909854'] for port (1eed5232-aa36-479b-b6e8-28f635b2e2d5), after_delete {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:52:26.493386 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4343c813-05c5-47c7-abf6-5e4ac11df21f admin admin] Pushing event deleted for resources: {'Port': ['ID=1eed5232-aa36-479b-b6e8-28f635b2e2d5,revision_number=None']} {{(pid=104526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 07:52:26.658759 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-4343c813-05c5-47c7-abf6-5e4ac11df21f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1612919', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1614128'] for router_interface (bcceb51b-e54c-427b-af56-59f2272dd9ae), after_delete {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:52:26.768342 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG dbcounter [-] [104526] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=104526) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 07:52:26.861627 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4343c813-05c5-47c7-abf6-5e4ac11df21f admin admin] Router bcceb51b-e54c-427b-af56-59f2272dd9ae has already been hosted by L3 agent 54ff4013-997e-4376-a4e9-e6c98cf37cc7 {{(pid=104526) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 25 07:52:26.960673 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4343c813-05c5-47c7-abf6-5e4ac11df21f admin admin] Notify agent at l3_agent.dv-cinder-825492-15-iscsi the message routers_updated {{(pid=104526) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 25 07:52:26.965593 dv-cinder-825492-15-iscsi neutron-server[104526]: INFO neutron.wsgi [None req-4343c813-05c5-47c7-abf6-5e4ac11df21f admin admin] 10.222.0.24 "PUT /v2.0/routers/bcceb51b-e54c-427b-af56-59f2272dd9ae/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3851860 May 25 07:52:26.968560 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.wsgi [-] (104526) accepted ('10.222.0.24', 52758) {{(pid=104526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 07:52:26.971163 dv-cinder-825492-15-iscsi neutron-server[104528]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-939240b3-e666-45d1-98fc-a4380dc2f63b None None] Sync routers for ids ['bcceb51b-e54c-427b-af56-59f2272dd9ae'] in dv-cinder-825492-15-iscsi {{(pid=104528) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 25 07:52:26.981827 dv-cinder-825492-15-iscsi neutron-server[104528]: DEBUG neutron.db.l3_dvrscheduler_db [None req-939240b3-e666-45d1-98fc-a4380dc2f63b None None] Routers {'bcceb51b-e54c-427b-af56-59f2272dd9ae'} bound to L3 agent in host dv-cinder-825492-15-iscsi {{(pid=104528) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 25 07:52:26.983099 dv-cinder-825492-15-iscsi neutron-server[104528]: DEBUG neutron.db.l3_hamode_db [None req-939240b3-e666-45d1-98fc-a4380dc2f63b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825492-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-25T07:27:37Z,description=,heartbeat_timestamp=2022-05-25T07:52:07Z,host='dv-cinder-825492-15-iscsi',id=54ff4013-997e-4376-a4e9-e6c98cf37cc7,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T07:27:38Z,topic='l3_agent')) {'router_ids': ['bcceb51b-e54c-427b-af56-59f2272dd9ae'], 'active': True} {{(pid=104528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 07:52:27.066647 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-4b805cd3-88dd-4a37-be63-cc3b0ff50b12 admin admin] Publish callbacks [] for router (bcceb51b-e54c-427b-af56-59f2272dd9ae), before_delete {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:52:27.082575 dv-cinder-825492-15-iscsi neutron-server[104528]: DEBUG neutron.db.l3_dvr_db [None req-939240b3-e666-45d1-98fc-a4380dc2f63b None None] Set router bcceb51b-e54c-427b-af56-59f2272dd9ae gateway port host: dv-cinder-825492-15-iscsi {{(pid=104528) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 25 07:52:27.167567 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-4b805cd3-88dd-4a37-be63-cc3b0ff50b12 admin admin] Publish callbacks [] for router_gateway (bcceb51b-e54c-427b-af56-59f2272dd9ae), before_delete {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:52:27.303685 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.plugins.ml2.plugin [None req-4b805cd3-88dd-4a37-be63-cc3b0ff50b12 admin admin] Deleting port 4ba7c92f-99c5-4956-91a1-ed1af7c28fa7 {{(pid=104526) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 25 07:52:27.304015 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-4b805cd3-88dd-4a37-be63-cc3b0ff50b12 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754056702922'] for port (4ba7c92f-99c5-4956-91a1-ed1af7c28fa7), before_delete {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:52:27.341617 dv-cinder-825492-15-iscsi neutron-server[104528]: DEBUG neutron.db.l3_hamode_db [None req-939240b3-e666-45d1-98fc-a4380dc2f63b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bcceb51b-e54c-427b-af56-59f2272dd9ae', 'name': 'tempest-TestVolumeBootPattern-1480254169-router', 'tenant_id': '3240aa60382e493c9171f7011771816c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '29c629bd-3f50-4535-bfbc-a047608d6fb6', 'external_fixed_ips': [{'subnet_id': '7934ff5a-43f1-4f76-b9d8-e4343ace34f5', 'ip_address': '172.27.3.41'}], 'enable_snat': True}, 'gw_port_id': '4ba7c92f-99c5-4956-91a1-ed1af7c28fa7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T07:45:03Z', 'updated_at': '2022-05-25T07:52:26Z', 'revision_number': 5, 'project_id': '3240aa60382e493c9171f7011771816c', 'gw_port': {'id': '4ba7c92f-99c5-4956-91a1-ed1af7c28fa7', 'name': '', 'network_id': '29c629bd-3f50-4535-bfbc-a047608d6fb6', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:92:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bcceb51b-e54c-427b-af56-59f2272dd9ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 689, 'fixed_ips': [{'subnet_id': '7934ff5a-43f1-4f76-b9d8-e4343ace34f5', 'ip_address': '172.27.3.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825492-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T07:45:04Z', 'updated_at': '2022-05-25T07:45:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7934ff5a-43f1-4f76-b9d8-e4343ace34f5', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825492-15-iscsi'}], 'dv-cinder-825492-15-iscsi', False) {} {{(pid=104528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 07:52:27.370226 dv-cinder-825492-15-iscsi neutron-server[104528]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-939240b3-e666-45d1-98fc-a4380dc2f63b None None] Checking router: bcceb51b-e54c-427b-af56-59f2272dd9ae for host: dv-cinder-825492-15-iscsi {{(pid=104528) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 25 07:52:27.379123 dv-cinder-825492-15-iscsi neutron-server[104528]: DEBUG neutron.db.l3_dvrscheduler_db [None req-939240b3-e666-45d1-98fc-a4380dc2f63b None None] Routers {'bcceb51b-e54c-427b-af56-59f2272dd9ae'} bound to L3 agent in host dv-cinder-825492-15-iscsi {{(pid=104528) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 25 07:52:27.379714 dv-cinder-825492-15-iscsi neutron-server[104528]: DEBUG neutron.db.l3_hamode_db [None req-939240b3-e666-45d1-98fc-a4380dc2f63b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825492-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-25T07:27:37Z,description=,heartbeat_timestamp=2022-05-25T07:52:07Z,host='dv-cinder-825492-15-iscsi',id=54ff4013-997e-4376-a4e9-e6c98cf37cc7,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T07:27:38Z,topic='l3_agent')) {'router_ids': ['bcceb51b-e54c-427b-af56-59f2272dd9ae'], 'active': True} {{(pid=104528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 07:52:27.385479 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.plugins.ml2.db [None req-4b805cd3-88dd-4a37-be63-cc3b0ff50b12 admin admin] For port 4ba7c92f-99c5-4956-91a1-ed1af7c28fa7, host dv-cinder-825492-15-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825492-15-iscsi',level=0,port_id=4ba7c92f-99c5-4956-91a1-ed1af7c28fa7,segment=NetworkSegment(3ed655b3-ed39-457b-b353-0296e3eaac46),segment_id=3ed655b3-ed39-457b-b353-0296e3eaac46)] {{(pid=104526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 07:52:27.385836 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-4b805cd3-88dd-4a37-be63-cc3b0ff50b12 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625317'] for port (4ba7c92f-99c5-4956-91a1-ed1af7c28fa7), precommit_delete {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:52:27.399306 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.plugins.ml2.plugin [None req-4b805cd3-88dd-4a37-be63-cc3b0ff50b12 admin admin] Calling delete_port for 4ba7c92f-99c5-4956-91a1-ed1af7c28fa7 owned by network:router_gateway {{(pid=104526) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 25 07:52:27.454917 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG dbcounter [-] [104526] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104526) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 07:52:27.460923 dv-cinder-825492-15-iscsi neutron-server[104528]: DEBUG neutron.db.l3_dvr_db [None req-939240b3-e666-45d1-98fc-a4380dc2f63b None None] Set router bcceb51b-e54c-427b-af56-59f2272dd9ae gateway port host: None {{(pid=104528) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 25 07:52:27.508568 dv-cinder-825492-15-iscsi neutron-server[104528]: DEBUG neutron.db.l3_hamode_db [None req-939240b3-e666-45d1-98fc-a4380dc2f63b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bcceb51b-e54c-427b-af56-59f2272dd9ae', 'name': 'tempest-TestVolumeBootPattern-1480254169-router', 'tenant_id': '3240aa60382e493c9171f7011771816c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T07:45:03Z', 'updated_at': '2022-05-25T07:52:27Z', 'revision_number': 6, 'project_id': '3240aa60382e493c9171f7011771816c', 'gw_port_host': None}], 'dv-cinder-825492-15-iscsi', False) {} {{(pid=104528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 07:52:27.533568 dv-cinder-825492-15-iscsi neutron-server[104528]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-939240b3-e666-45d1-98fc-a4380dc2f63b None None] The sync data for ids ['bcceb51b-e54c-427b-af56-59f2272dd9ae'] in dv-cinder-825492-15-iscsi is: [{'id': 'bcceb51b-e54c-427b-af56-59f2272dd9ae', 'name': 'tempest-TestVolumeBootPattern-1480254169-router', 'tenant_id': '3240aa60382e493c9171f7011771816c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T07:45:03Z', 'updated_at': '2022-05-25T07:52:27Z', 'revision_number': 6, 'project_id': '3240aa60382e493c9171f7011771816c', 'gw_port_host': None}] {{(pid=104528) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 25 07:52:27.613431 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-4b805cd3-88dd-4a37-be63-cc3b0ff50b12 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-617841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612926', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754056714424', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754056173873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2909854'] for port (4ba7c92f-99c5-4956-91a1-ed1af7c28fa7), after_delete {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:52:27.636343 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b805cd3-88dd-4a37-be63-cc3b0ff50b12 admin admin] Pushing event deleted for resources: {'Port': ['ID=4ba7c92f-99c5-4956-91a1-ed1af7c28fa7,revision_number=None']} {{(pid=104526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 07:52:27.691002 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG dbcounter [-] [104526] Writing DB stats neutron:SELECT=91,neutron:UPDATE=2,neutron:DELETE=7 {{(pid=104526) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 07:52:27.699490 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-4b805cd3-88dd-4a37-be63-cc3b0ff50b12 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1614942'] for router_gateway (bcceb51b-e54c-427b-af56-59f2272dd9ae), after_delete {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:52:27.786416 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-4b805cd3-88dd-4a37-be63-cc3b0ff50b12 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1616001', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4897'] for router (bcceb51b-e54c-427b-af56-59f2272dd9ae), precommit_delete {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:52:27.788727 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-4b805cd3-88dd-4a37-be63-cc3b0ff50b12 admin admin] Publish callbacks [] for router_controller (bcceb51b-e54c-427b-af56-59f2272dd9ae), precommit_delete_associations {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:52:27.882125 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-4b805cd3-88dd-4a37-be63-cc3b0ff50b12 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1616120'] for router (bcceb51b-e54c-427b-af56-59f2272dd9ae), after_delete {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:52:27.882832 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4b805cd3-88dd-4a37-be63-cc3b0ff50b12 admin admin] Fanout notify agent at l3_agent the message router_deleted on router bcceb51b-e54c-427b-af56-59f2272dd9ae {{(pid=104526) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 25 07:52:27.887265 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-4b805cd3-88dd-4a37-be63-cc3b0ff50b12 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:52:27.888450 dv-cinder-825492-15-iscsi neutron-server[104526]: INFO neutron.wsgi [None req-4b805cd3-88dd-4a37-be63-cc3b0ff50b12 admin admin] 10.222.0.24 "DELETE /v2.0/routers/bcceb51b-e54c-427b-af56-59f2272dd9ae HTTP/1.1" status: 204 len: 168 time: 0.9189794 May 25 07:52:27.897515 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.wsgi [-] (104526) accepted ('10.222.0.24', 52760) {{(pid=104526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 07:52:27.942967 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.db.db_base_plugin_v2 [None req-f901fa6c-efcb-453a-b879-d47d81696620 admin admin] Deleting subnet 396bfd09-38d0-4532-8f44-500325cbf232 {{(pid=104526) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 25 07:52:27.946381 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-f901fa6c-efcb-453a-b879-d47d81696620 admin admin] Publish callbacks [] for subnet (396bfd09-38d0-4532-8f44-500325cbf232), before_delete {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:52:27.981231 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-f901fa6c-efcb-453a-b879-d47d81696620 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58882376'] for subnet (396bfd09-38d0-4532-8f44-500325cbf232), precommit_delete_associations {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:52:28.056583 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-f901fa6c-efcb-453a-b879-d47d81696620 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1507510'] for subnet (396bfd09-38d0-4532-8f44-500325cbf232), precommit_delete {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:52:28.144945 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-f901fa6c-efcb-453a-b879-d47d81696620 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1507501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-280644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2910025', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58838858'] for subnet (396bfd09-38d0-4532-8f44-500325cbf232), after_delete {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:52:28.170750 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f901fa6c-efcb-453a-b879-d47d81696620 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=396bfd09-38d0-4532-8f44-500325cbf232,revision_number=None']} {{(pid=104526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 07:52:28.175839 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-f901fa6c-efcb-453a-b879-d47d81696620 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:52:28.177907 dv-cinder-825492-15-iscsi neutron-server[104526]: INFO neutron.wsgi [None req-f901fa6c-efcb-453a-b879-d47d81696620 admin admin] 10.222.0.24 "DELETE /v2.0/subnets/396bfd09-38d0-4532-8f44-500325cbf232 HTTP/1.1" status: 204 len: 168 time: 0.2791431 May 25 07:52:28.180140 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.wsgi [-] (104526) accepted ('10.222.0.24', 52762) {{(pid=104526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 07:52:28.180629 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1fad1733-5ef0-4638-803d-f447fbbf4f47 None None] Network 6cf39755-4264-4c21-8f3d-f6343e08ea2c requested from dv-cinder-825492-15-iscsi {{(pid=104527) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 25 07:52:28.250856 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-827fef27-e99e-441b-8e2f-83435bf4b607 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1321757'] for network (6cf39755-4264-4c21-8f3d-f6343e08ea2c), before_delete {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:52:28.309275 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.plugins.ml2.plugin [None req-827fef27-e99e-441b-8e2f-83435bf4b607 admin admin] Deleting port 378473db-d7d7-440f-bd89-f97a1c8e76aa {{(pid=104526) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 25 07:52:28.309667 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-827fef27-e99e-441b-8e2f-83435bf4b607 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754056702922'] for port (378473db-d7d7-440f-bd89-f97a1c8e76aa), before_delete {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:52:28.315779 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.plugins.ml2.rpc [None req-4c581813-650f-4b4b-ac0f-82f585bea231 None None] Device 1eed5232-aa36-479b-b6e8-28f635b2e2d5 no longer exists at agent ovs-agent-dv-cinder-825492-15-iscsi {{(pid=104527) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 25 07:52:28.342168 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.plugins.ml2.plugin [None req-4c581813-650f-4b4b-ac0f-82f585bea231 None None] No Port match for: 1eed5232-aa36-479b-b6e8-28f635b2e2d5 {{(pid=104527) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 25 07:52:28.342517 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.plugins.ml2.rpc [None req-4c581813-650f-4b4b-ac0f-82f585bea231 None None] Device 1eed5232-aa36-479b-b6e8-28f635b2e2d5 not bound to the agent host dv-cinder-825492-15-iscsi {{(pid=104527) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 25 07:52:28.342934 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.plugins.ml2.rpc [None req-4c581813-650f-4b4b-ac0f-82f585bea231 None None] Device 4ba7c92f-99c5-4956-91a1-ed1af7c28fa7 no longer exists at agent ovs-agent-dv-cinder-825492-15-iscsi {{(pid=104527) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 25 07:52:28.362868 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de5c3955-b3c4-41c2-b880-538856d1642b None None] DHCP port deletion for 6cf39755-4264-4c21-8f3d-f6343e08ea2c request from dv-cinder-825492-15-iscsi {{(pid=104527) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} May 25 07:52:28.365080 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.plugins.ml2.plugin [None req-4c581813-650f-4b4b-ac0f-82f585bea231 None None] No Port match for: 4ba7c92f-99c5-4956-91a1-ed1af7c28fa7 {{(pid=104527) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 25 07:52:28.365634 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.plugins.ml2.rpc [None req-4c581813-650f-4b4b-ac0f-82f585bea231 None None] Device 4ba7c92f-99c5-4956-91a1-ed1af7c28fa7 not bound to the agent host dv-cinder-825492-15-iscsi {{(pid=104527) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 25 07:52:28.380648 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.plugins.ml2.db [None req-827fef27-e99e-441b-8e2f-83435bf4b607 admin admin] For port 378473db-d7d7-440f-bd89-f97a1c8e76aa, host dv-cinder-825492-15-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825492-15-iscsi',level=0,port_id=378473db-d7d7-440f-bd89-f97a1c8e76aa,segment=NetworkSegment(939a703b-8428-4cb0-bb85-c150b37d698f),segment_id=939a703b-8428-4cb0-bb85-c150b37d698f)] {{(pid=104526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 07:52:28.381086 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-827fef27-e99e-441b-8e2f-83435bf4b607 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625317'] for port (378473db-d7d7-440f-bd89-f97a1c8e76aa), precommit_delete {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:52:28.396736 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.plugins.ml2.plugin [None req-827fef27-e99e-441b-8e2f-83435bf4b607 admin admin] Calling delete_port for 378473db-d7d7-440f-bd89-f97a1c8e76aa owned by network:dhcp {{(pid=104526) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 25 07:52:28.403879 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.plugins.ml2.plugin [None req-de5c3955-b3c4-41c2-b880-538856d1642b None None] Deleting port 378473db-d7d7-440f-bd89-f97a1c8e76aa {{(pid=104527) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 25 07:52:28.404424 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron_lib.callbacks.manager [None req-de5c3955-b3c4-41c2-b880-538856d1642b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754056702922'] for port (378473db-d7d7-440f-bd89-f97a1c8e76aa), before_delete {{(pid=104527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:52:28.456797 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG dbcounter [-] [104526] Writing DB stats neutron:DELETE=9,neutron:SELECT=90,neutron:UPDATE=1 {{(pid=104526) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 07:52:28.468750 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.plugins.ml2.db [None req-de5c3955-b3c4-41c2-b880-538856d1642b None None] For port 378473db-d7d7-440f-bd89-f97a1c8e76aa, host dv-cinder-825492-15-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825492-15-iscsi',level=0,port_id=378473db-d7d7-440f-bd89-f97a1c8e76aa,segment=NetworkSegment(939a703b-8428-4cb0-bb85-c150b37d698f),segment_id=939a703b-8428-4cb0-bb85-c150b37d698f)] {{(pid=104527) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 07:52:28.468902 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron_lib.callbacks.manager [None req-de5c3955-b3c4-41c2-b880-538856d1642b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625317'] for port (378473db-d7d7-440f-bd89-f97a1c8e76aa), precommit_delete {{(pid=104527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:52:28.486997 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.plugins.ml2.plugin [None req-de5c3955-b3c4-41c2-b880-538856d1642b None None] Calling delete_port for 378473db-d7d7-440f-bd89-f97a1c8e76aa owned by network:dhcp {{(pid=104527) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 25 07:52:28.550513 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-827fef27-e99e-441b-8e2f-83435bf4b607 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-617841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612926', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754056714424', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754056173873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2909854'] for port (378473db-d7d7-440f-bd89-f97a1c8e76aa), after_delete {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:52:28.568074 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron_lib.callbacks.manager [None req-de5c3955-b3c4-41c2-b880-538856d1642b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-617841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612926', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754056714424', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754056173873'] for port (378473db-d7d7-440f-bd89-f97a1c8e76aa), after_delete {{(pid=104527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:52:28.582502 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-827fef27-e99e-441b-8e2f-83435bf4b607 admin admin] Pushing event deleted for resources: {'Port': ['ID=378473db-d7d7-440f-bd89-f97a1c8e76aa,revision_number=None']} {{(pid=104526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 07:52:28.591596 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de5c3955-b3c4-41c2-b880-538856d1642b None None] Pushing event deleted for resources: {'Port': ['ID=378473db-d7d7-440f-bd89-f97a1c8e76aa,revision_number=None']} {{(pid=104527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 07:52:28.596817 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.db.l3_dvrscheduler_db [None req-827fef27-e99e-441b-8e2f-83435bf4b607 admin admin] No DVR routers for this DVR port 378473db-d7d7-440f-bd89-f97a1c8e76aa on host dv-cinder-825492-15-iscsi {{(pid=104526) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 25 07:52:28.598539 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de5c3955-b3c4-41c2-b880-538856d1642b None None] No DVR routers for this DVR port 378473db-d7d7-440f-bd89-f97a1c8e76aa on host dv-cinder-825492-15-iscsi {{(pid=104527) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 25 07:52:28.672930 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-827fef27-e99e-441b-8e2f-83435bf4b607 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1508921', 'neutron.services.segments.db._delete_segments_for_network-8754056472935'] for network (6cf39755-4264-4c21-8f3d-f6343e08ea2c), precommit_delete {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:52:28.692853 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.services.segments.db [None req-827fef27-e99e-441b-8e2f-83435bf4b607 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6cf39755-4264-4c21-8f3d-f6343e08ea2c']}} {{(pid=104526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 07:52:28.702220 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.services.segments.db [None req-827fef27-e99e-441b-8e2f-83435bf4b607 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '939a703b-8428-4cb0-bb85-c150b37d698f') {'for_net_delete': True} {{(pid=104526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 07:52:28.702507 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.services.segments.db [None req-827fef27-e99e-441b-8e2f-83435bf4b607 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '939a703b-8428-4cb0-bb85-c150b37d698f') {} {{(pid=104526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 07:52:28.712237 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-827fef27-e99e-441b-8e2f-83435bf4b607 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754056471920', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58882375'] for segment (939a703b-8428-4cb0-bb85-c150b37d698f), before_delete {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:52:28.726497 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-827fef27-e99e-441b-8e2f-83435bf4b607 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1513389'] for segment (939a703b-8428-4cb0-bb85-c150b37d698f), precommit_delete {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:52:28.732539 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-827fef27-e99e-441b-8e2f-83435bf4b607 admin admin] Releasing vlan 283 on physical network physnet1 to pool {{(pid=104526) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 25 07:52:28.733547 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-827fef27-e99e-441b-8e2f-83435bf4b607 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1513389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2909867'] for segment (939a703b-8428-4cb0-bb85-c150b37d698f), after_delete {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:52:28.804240 dv-cinder-825492-15-iscsi neutron-server[104526]: INFO neutron.services.segments.plugin [-] Segment 939a703b-8428-4cb0-bb85-c150b37d698f resource provider aggregate not found May 25 07:52:28.820600 dv-cinder-825492-15-iscsi neutron-server[104526]: INFO neutron.services.segments.plugin [-] Segment 939a703b-8428-4cb0-bb85-c150b37d698f resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 939a703b-8428-4cb0-bb85-c150b37d698f found for delete ", "request_id": "req-665c7749-3dfd-4838-90ce-9a870a5069a2"}]} May 25 07:52:28.887450 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-827fef27-e99e-441b-8e2f-83435bf4b607 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1508912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-278710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612926', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1617334'] for network (6cf39755-4264-4c21-8f3d-f6343e08ea2c), after_delete {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:52:28.893640 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-827fef27-e99e-441b-8e2f-83435bf4b607 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1612908'] for network (None), before_response {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:52:28.896733 dv-cinder-825492-15-iscsi neutron-server[104526]: INFO neutron.wsgi [None req-827fef27-e99e-441b-8e2f-83435bf4b607 admin admin] 10.222.0.24 "DELETE /v2.0/networks/6cf39755-4264-4c21-8f3d-f6343e08ea2c HTTP/1.1" status: 204 len: 168 time: 0.7156394 May 25 07:52:28.908466 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-827fef27-e99e-441b-8e2f-83435bf4b607 admin admin] Pushing event deleted for resources: {'Network': ['ID=6cf39755-4264-4c21-8f3d-f6343e08ea2c,revision_number=None']} {{(pid=104526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 07:52:29.232818 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.wsgi [-] (104526) accepted ('10.222.0.24', 52772) {{(pid=104526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 07:52:29.258805 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG dbcounter [-] [104526] Writing DB stats neutron:SELECT=86,neutron:UPDATE=4,neutron:DELETE=10 {{(pid=104526) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 07:52:29.272526 dv-cinder-825492-15-iscsi neutron-server[104526]: INFO neutron.wsgi [None req-15ec5220-0952-4bde-b5d3-134dfb9eea21 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=f5e67d0f06be415794efd436655904b3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0385976 May 25 07:52:29.275044 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.wsgi [-] (104526) accepted ('10.222.0.24', 52774) {{(pid=104526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 07:52:29.321759 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-beb8ce58-336f-4e6b-b1ad-643bd14320a8 admin admin] Publish callbacks [] for security_group (4358c143-6a30-4ec1-a802-d0bc37af4da0), before_delete {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:52:29.343370 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-beb8ce58-336f-4e6b-b1ad-643bd14320a8 admin admin] Publish callbacks [] for security_group (4358c143-6a30-4ec1-a802-d0bc37af4da0), precommit_delete {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:52:29.476146 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-beb8ce58-336f-4e6b-b1ad-643bd14320a8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-278753'] for security_group (4358c143-6a30-4ec1-a802-d0bc37af4da0), after_delete {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:52:29.478730 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-beb8ce58-336f-4e6b-b1ad-643bd14320a8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:52:29.479917 dv-cinder-825492-15-iscsi neutron-server[104526]: INFO neutron.wsgi [None req-beb8ce58-336f-4e6b-b1ad-643bd14320a8 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/4358c143-6a30-4ec1-a802-d0bc37af4da0 HTTP/1.1" status: 204 len: 168 time: 0.2039409 May 25 07:52:29.488350 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beb8ce58-336f-4e6b-b1ad-643bd14320a8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4358c143-6a30-4ec1-a802-d0bc37af4da0,revision_number=None']} {{(pid=104526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 07:52:30.147682 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.wsgi [-] (104526) accepted ('10.222.0.24', 52780) {{(pid=104526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 07:52:30.195649 dv-cinder-825492-15-iscsi neutron-server[104526]: INFO neutron.wsgi [None req-59f01737-be88-4b6e-b4f1-64afeee2c869 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=3240aa60382e493c9171f7011771816c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0468316 May 25 07:52:30.198097 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.wsgi [-] (104526) accepted ('10.222.0.24', 52782) {{(pid=104526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 07:52:30.215934 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.plugins.ml2.rpc [None req-4c581813-650f-4b4b-ac0f-82f585bea231 None None] Device 378473db-d7d7-440f-bd89-f97a1c8e76aa no longer exists at agent ovs-agent-dv-cinder-825492-15-iscsi {{(pid=104527) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 25 07:52:30.238990 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.plugins.ml2.plugin [None req-4c581813-650f-4b4b-ac0f-82f585bea231 None None] No Port match for: 378473db-d7d7-440f-bd89-f97a1c8e76aa {{(pid=104527) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 25 07:52:30.239407 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron.plugins.ml2.rpc [None req-4c581813-650f-4b4b-ac0f-82f585bea231 None None] Device 378473db-d7d7-440f-bd89-f97a1c8e76aa not bound to the agent host dv-cinder-825492-15-iscsi {{(pid=104527) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 25 07:52:30.246996 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-669d6f1e-c80f-43b1-b6e0-72c089e53ca0 admin admin] Publish callbacks [] for security_group (22c48576-d8a4-4d99-85de-5eb15271cd97), before_delete {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:52:30.268176 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-669d6f1e-c80f-43b1-b6e0-72c089e53ca0 admin admin] Publish callbacks [] for security_group (22c48576-d8a4-4d99-85de-5eb15271cd97), precommit_delete {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:52:30.395919 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-669d6f1e-c80f-43b1-b6e0-72c089e53ca0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-278753'] for security_group (22c48576-d8a4-4d99-85de-5eb15271cd97), after_delete {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:52:30.398408 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-669d6f1e-c80f-43b1-b6e0-72c089e53ca0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:52:30.399541 dv-cinder-825492-15-iscsi neutron-server[104526]: INFO neutron.wsgi [None req-669d6f1e-c80f-43b1-b6e0-72c089e53ca0 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/22c48576-d8a4-4d99-85de-5eb15271cd97 HTTP/1.1" status: 204 len: 168 time: 0.2004266 May 25 07:52:30.407938 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-669d6f1e-c80f-43b1-b6e0-72c089e53ca0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=22c48576-d8a4-4d99-85de-5eb15271cd97,revision_number=None']} {{(pid=104526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 07:52:32.241818 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron_lib.callbacks.manager [None req-798242cc-9ea0-464c-9109-86bd7997349e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754056472917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490168'] for agent (bbf5dc8c-5103-4973-a6b6-76af4660c126), after_update {{(pid=104527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:52:35.156629 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG dbcounter [-] [104527] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=104527) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 07:52:35.241566 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron_lib.callbacks.manager [None req-ba7bc489-9a44-4720-b34c-415958728f0b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754056472917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490168'] for agent (6cf9466f-68ff-4d03-9bb6-0c8244fa88eb), after_update {{(pid=104527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:52:35.577486 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG dbcounter [-] [104525] Writing DB stats neutron:SELECT=25,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=104525) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 07:52:35.578266 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG dbcounter [-] [104525] Writing DB stats neutron:SELECT=15,neutron:DELETE=3 {{(pid=104525) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 07:52:37.484661 dv-cinder-825492-15-iscsi neutron-server[104528]: DEBUG dbcounter [-] [104528] Writing DB stats neutron:SELECT=64 {{(pid=104528) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 07:52:37.509797 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron_lib.callbacks.manager [None req-512c9d86-8c7e-449e-9501-031fc479714f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754056472917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490168'] for agent (54ff4013-997e-4376-a4e9-e6c98cf37cc7), after_update {{(pid=104527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:52:37.511782 dv-cinder-825492-15-iscsi neutron-server[104528]: DEBUG dbcounter [-] [104528] Writing DB stats neutron:SELECT=59 {{(pid=104528) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 07:52:38.681400 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron_lib.callbacks.manager [None req-461c163e-e11a-425b-8a8d-f39fb153da48 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754056472917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490168'] for agent (fa5554a0-25df-434f-a0d0-5996d872220a), after_update {{(pid=104527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:52:40.132116 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron_lib.callbacks.manager [None req-f9cd7ad7-9657-4dc4-ab64-74b2d9455e3c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754056472917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490168'] for agent (749e0e2c-8e71-4175-9046-27a8fd2a3a0a), after_update {{(pid=104527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:52:40.402944 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG dbcounter [-] [104526] Writing DB stats neutron:SELECT=78,neutron:DELETE=7 {{(pid=104526) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 07:52:40.403714 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG dbcounter [-] [104526] Writing DB stats neutron:SELECT=23,neutron:DELETE=3 {{(pid=104526) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 07:52:41.566409 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron_lib.callbacks.manager [None req-4c581813-650f-4b4b-ac0f-82f585bea231 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754056472917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490168'] for agent (67455b2d-ff20-4068-8b38-73bd0628c5cb), after_update {{(pid=104527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:52:51.485113 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG dbcounter [-] [104527] Writing DB stats neutron:SELECT=69,neutron:DELETE=5,neutron:UPDATE=3 {{(pid=104527) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 07:52:51.486975 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG dbcounter [-] [104527] Writing DB stats neutron:SELECT=5,neutron:UPDATE=3 {{(pid=104527) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 07:52:53.886595 dv-cinder-825492-15-iscsi neutron-server[104528]: DEBUG dbcounter [-] [104528] Writing DB stats neutron:SELECT=2 {{(pid=104528) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 07:52:53.890942 dv-cinder-825492-15-iscsi neutron-server[104528]: DEBUG dbcounter [-] [104528] Writing DB stats neutron:SELECT=4 {{(pid=104528) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 07:52:56.628250 dv-cinder-825492-15-iscsi neutron-server[104528]: DEBUG neutron.db.agents_db [None req-434abceb-772f-4043-8698-cfe4a44654b9 None None] Agent healthcheck: found 6 active agents {{(pid=104528) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 25 07:53:02.234903 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron_lib.callbacks.manager [None req-798242cc-9ea0-464c-9109-86bd7997349e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754056472917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490168'] for agent (bbf5dc8c-5103-4973-a6b6-76af4660c126), after_update {{(pid=104527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:53:05.235441 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron_lib.callbacks.manager [None req-6066731d-b4a1-4605-a88b-358c09e1a73d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754056472917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490168'] for agent (6cf9466f-68ff-4d03-9bb6-0c8244fa88eb), after_update {{(pid=104527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:53:06.623235 dv-cinder-825492-15-iscsi neutron-server[104528]: DEBUG dbcounter [-] [104528] Writing DB stats neutron:SELECT=1 {{(pid=104528) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 07:53:06.624018 dv-cinder-825492-15-iscsi neutron-server[104528]: DEBUG dbcounter [-] [104528] Writing DB stats neutron:SELECT=1 {{(pid=104528) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 07:53:07.509246 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron_lib.callbacks.manager [None req-5bb13b74-be14-4cd6-8c4d-60a3cb763126 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754056472917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490168'] for agent (54ff4013-997e-4376-a4e9-e6c98cf37cc7), after_update {{(pid=104527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:53:08.680808 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron_lib.callbacks.manager [None req-461c163e-e11a-425b-8a8d-f39fb153da48 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754056472917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490168'] for agent (fa5554a0-25df-434f-a0d0-5996d872220a), after_update {{(pid=104527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:53:10.138759 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron_lib.callbacks.manager [None req-f9cd7ad7-9657-4dc4-ab64-74b2d9455e3c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754056472917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490168'] for agent (749e0e2c-8e71-4175-9046-27a8fd2a3a0a), after_update {{(pid=104527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:53:11.537832 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron_lib.callbacks.manager [None req-4c581813-650f-4b4b-ac0f-82f585bea231 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754056472917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490168'] for agent (67455b2d-ff20-4068-8b38-73bd0628c5cb), after_update {{(pid=104527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:53:21.478393 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG dbcounter [-] [104527] Writing DB stats neutron:SELECT=18,neutron:UPDATE=3 {{(pid=104527) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 07:53:21.484335 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG dbcounter [-] [104527] Writing DB stats neutron:SELECT=26,neutron:UPDATE=3 {{(pid=104527) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 07:53:30.887023 dv-cinder-825492-15-iscsi neutron-server[104528]: DEBUG dbcounter [-] [104528] Writing DB stats neutron:SELECT=4 {{(pid=104528) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 07:53:32.251779 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron_lib.callbacks.manager [None req-798242cc-9ea0-464c-9109-86bd7997349e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754056472917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490168'] for agent (bbf5dc8c-5103-4973-a6b6-76af4660c126), after_update {{(pid=104527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:53:33.627823 dv-cinder-825492-15-iscsi neutron-server[104528]: DEBUG neutron.db.agents_db [None req-434abceb-772f-4043-8698-cfe4a44654b9 None None] Agent healthcheck: found 6 active agents {{(pid=104528) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 25 07:53:33.653366 dv-cinder-825492-15-iscsi neutron-server[104528]: DEBUG dbcounter [-] [104528] Writing DB stats neutron:SELECT=3,neutron:DELETE=1 {{(pid=104528) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 07:53:35.257327 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron_lib.callbacks.manager [None req-dce67cf2-b3cf-4265-82e0-f2b527a3300c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754056472917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490168'] for agent (6cf9466f-68ff-4d03-9bb6-0c8244fa88eb), after_update {{(pid=104527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:53:37.479637 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron_lib.callbacks.manager [None req-2fb703ec-428e-42ef-9cac-41d520825769 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754056472917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490168'] for agent (54ff4013-997e-4376-a4e9-e6c98cf37cc7), after_update {{(pid=104527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:53:38.668758 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron_lib.callbacks.manager [None req-461c163e-e11a-425b-8a8d-f39fb153da48 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754056472917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490168'] for agent (fa5554a0-25df-434f-a0d0-5996d872220a), after_update {{(pid=104527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:53:40.165490 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron_lib.callbacks.manager [None req-f9cd7ad7-9657-4dc4-ab64-74b2d9455e3c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754056472917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490168'] for agent (749e0e2c-8e71-4175-9046-27a8fd2a3a0a), after_update {{(pid=104527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:53:41.554262 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron_lib.callbacks.manager [None req-4c581813-650f-4b4b-ac0f-82f585bea231 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754056472917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490168'] for agent (67455b2d-ff20-4068-8b38-73bd0628c5cb), after_update {{(pid=104527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:53:43.622912 dv-cinder-825492-15-iscsi neutron-server[104528]: DEBUG dbcounter [-] [104528] Writing DB stats neutron:SELECT=2 {{(pid=104528) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 07:53:51.484736 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG dbcounter [-] [104527] Writing DB stats neutron:SELECT=10,neutron:UPDATE=2 {{(pid=104527) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 07:53:51.486588 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG dbcounter [-] [104527] Writing DB stats neutron:SELECT=8,neutron:UPDATE=4 {{(pid=104527) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 07:54:02.274170 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron_lib.callbacks.manager [None req-798242cc-9ea0-464c-9109-86bd7997349e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754056472917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490168'] for agent (bbf5dc8c-5103-4973-a6b6-76af4660c126), after_update {{(pid=104527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:54:05.227995 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron_lib.callbacks.manager [None req-568a7ee8-aa62-4dd4-8cb8-df126fc9b178 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754056472917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490168'] for agent (6cf9466f-68ff-4d03-9bb6-0c8244fa88eb), after_update {{(pid=104527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:54:07.485231 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron_lib.callbacks.manager [None req-5860aef2-6a84-48b1-8da3-56501c471dbb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754056472917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490168'] for agent (54ff4013-997e-4376-a4e9-e6c98cf37cc7), after_update {{(pid=104527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:54:07.876968 dv-cinder-825492-15-iscsi neutron-server[104528]: DEBUG dbcounter [-] [104528] Writing DB stats neutron:SELECT=2 {{(pid=104528) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 07:54:07.882727 dv-cinder-825492-15-iscsi neutron-server[104528]: DEBUG dbcounter [-] [104528] Writing DB stats neutron:SELECT=4 {{(pid=104528) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 07:54:08.673967 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron_lib.callbacks.manager [None req-461c163e-e11a-425b-8a8d-f39fb153da48 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754056472917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490168'] for agent (fa5554a0-25df-434f-a0d0-5996d872220a), after_update {{(pid=104527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:54:10.142121 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron_lib.callbacks.manager [None req-f9cd7ad7-9657-4dc4-ab64-74b2d9455e3c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754056472917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490168'] for agent (749e0e2c-8e71-4175-9046-27a8fd2a3a0a), after_update {{(pid=104527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:54:10.626565 dv-cinder-825492-15-iscsi neutron-server[104528]: DEBUG neutron.db.agents_db [None req-434abceb-772f-4043-8698-cfe4a44654b9 None None] Agent healthcheck: found 6 active agents {{(pid=104528) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 25 07:54:11.542182 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron_lib.callbacks.manager [None req-4c581813-650f-4b4b-ac0f-82f585bea231 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754056472917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490168'] for agent (67455b2d-ff20-4068-8b38-73bd0628c5cb), after_update {{(pid=104527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:54:21.480897 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG dbcounter [-] [104527] Writing DB stats neutron:SELECT=9,neutron:UPDATE=2 {{(pid=104527) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 07:54:21.481696 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG dbcounter [-] [104527] Writing DB stats neutron:SELECT=9,neutron:UPDATE=4 {{(pid=104527) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 07:54:30.156738 dv-cinder-825492-15-iscsi neutron-server[104528]: DEBUG dbcounter [-] [104528] Writing DB stats neutron:SELECT=14 {{(pid=104528) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 07:54:30.158568 dv-cinder-825492-15-iscsi neutron-server[104528]: DEBUG dbcounter [-] [104528] Writing DB stats neutron:SELECT=14 {{(pid=104528) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 07:54:32.273265 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron_lib.callbacks.manager [None req-798242cc-9ea0-464c-9109-86bd7997349e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754056472917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490168'] for agent (bbf5dc8c-5103-4973-a6b6-76af4660c126), after_update {{(pid=104527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:54:35.222176 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron_lib.callbacks.manager [None req-e1b267bd-e5d8-4b40-94a2-efbf5f89a4d2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754056472917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490168'] for agent (6cf9466f-68ff-4d03-9bb6-0c8244fa88eb), after_update {{(pid=104527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:54:37.491063 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron_lib.callbacks.manager [None req-c948f5b7-748e-47c8-a267-ec310b0d923e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754056472917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490168'] for agent (54ff4013-997e-4376-a4e9-e6c98cf37cc7), after_update {{(pid=104527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:54:38.690864 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron_lib.callbacks.manager [None req-461c163e-e11a-425b-8a8d-f39fb153da48 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754056472917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490168'] for agent (fa5554a0-25df-434f-a0d0-5996d872220a), after_update {{(pid=104527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:54:40.153483 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron_lib.callbacks.manager [None req-f9cd7ad7-9657-4dc4-ab64-74b2d9455e3c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754056472917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490168'] for agent (749e0e2c-8e71-4175-9046-27a8fd2a3a0a), after_update {{(pid=104527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:54:41.518799 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron_lib.callbacks.manager [None req-4c581813-650f-4b4b-ac0f-82f585bea231 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754056472917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490168'] for agent (67455b2d-ff20-4068-8b38-73bd0628c5cb), after_update {{(pid=104527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:54:44.878260 dv-cinder-825492-15-iscsi neutron-server[104528]: DEBUG dbcounter [-] [104528] Writing DB stats neutron:SELECT=4 {{(pid=104528) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 07:54:44.878925 dv-cinder-825492-15-iscsi neutron-server[104528]: DEBUG dbcounter [-] [104528] Writing DB stats neutron:SELECT=2 {{(pid=104528) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 07:54:47.625221 dv-cinder-825492-15-iscsi neutron-server[104528]: DEBUG neutron.db.agents_db [None req-434abceb-772f-4043-8698-cfe4a44654b9 None None] Agent healthcheck: found 6 active agents {{(pid=104528) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 25 07:54:51.473532 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG dbcounter [-] [104527] Writing DB stats neutron:SELECT=6,neutron:UPDATE=4 {{(pid=104527) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 07:54:51.480523 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG dbcounter [-] [104527] Writing DB stats neutron:SELECT=12,neutron:UPDATE=2 {{(pid=104527) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 07:54:57.620832 dv-cinder-825492-15-iscsi neutron-server[104528]: DEBUG dbcounter [-] [104528] Writing DB stats neutron:SELECT=2 {{(pid=104528) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 07:55:02.290322 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron_lib.callbacks.manager [None req-798242cc-9ea0-464c-9109-86bd7997349e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754056472917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490168'] for agent (bbf5dc8c-5103-4973-a6b6-76af4660c126), after_update {{(pid=104527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:55:05.221372 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron_lib.callbacks.manager [None req-9e2ac095-62cd-4b47-857c-6d55cbe6867a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754056472917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490168'] for agent (6cf9466f-68ff-4d03-9bb6-0c8244fa88eb), after_update {{(pid=104527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:55:07.484735 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron_lib.callbacks.manager [None req-2a9233d1-c4bb-49c7-8460-7e06b3803a8f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754056472917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490168'] for agent (54ff4013-997e-4376-a4e9-e6c98cf37cc7), after_update {{(pid=104527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:55:08.701448 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron_lib.callbacks.manager [None req-461c163e-e11a-425b-8a8d-f39fb153da48 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754056472917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490168'] for agent (fa5554a0-25df-434f-a0d0-5996d872220a), after_update {{(pid=104527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:55:10.169893 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron_lib.callbacks.manager [None req-f9cd7ad7-9657-4dc4-ab64-74b2d9455e3c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754056472917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490168'] for agent (749e0e2c-8e71-4175-9046-27a8fd2a3a0a), after_update {{(pid=104527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:55:11.546248 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron_lib.callbacks.manager [None req-4c581813-650f-4b4b-ac0f-82f585bea231 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754056472917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490168'] for agent (67455b2d-ff20-4068-8b38-73bd0628c5cb), after_update {{(pid=104527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:55:21.474493 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG dbcounter [-] [104527] Writing DB stats neutron:SELECT=11,neutron:UPDATE=2 {{(pid=104527) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 07:55:21.476351 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG dbcounter [-] [104527] Writing DB stats neutron:SELECT=7,neutron:UPDATE=4 {{(pid=104527) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 07:55:21.871496 dv-cinder-825492-15-iscsi neutron-server[104528]: DEBUG dbcounter [-] [104528] Writing DB stats neutron:SELECT=4 {{(pid=104528) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 07:55:21.876236 dv-cinder-825492-15-iscsi neutron-server[104528]: DEBUG dbcounter [-] [104528] Writing DB stats neutron:SELECT=4 {{(pid=104528) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 07:55:24.624186 dv-cinder-825492-15-iscsi neutron-server[104528]: DEBUG neutron.db.agents_db [None req-434abceb-772f-4043-8698-cfe4a44654b9 None None] Agent healthcheck: found 6 active agents {{(pid=104528) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 25 07:55:32.301117 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron_lib.callbacks.manager [None req-798242cc-9ea0-464c-9109-86bd7997349e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754056472917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490168'] for agent (bbf5dc8c-5103-4973-a6b6-76af4660c126), after_update {{(pid=104527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:55:33.658193 dv-cinder-825492-15-iscsi neutron-server[104528]: DEBUG dbcounter [-] [104528] Writing DB stats neutron:DELETE=1 {{(pid=104528) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 07:55:34.620610 dv-cinder-825492-15-iscsi neutron-server[104528]: DEBUG dbcounter [-] [104528] Writing DB stats neutron:SELECT=3 {{(pid=104528) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 07:55:35.227469 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron_lib.callbacks.manager [None req-b20eb4da-283b-4c02-b13c-30dbb6dd5988 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754056472917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490168'] for agent (6cf9466f-68ff-4d03-9bb6-0c8244fa88eb), after_update {{(pid=104527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:55:37.501325 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron_lib.callbacks.manager [None req-9e6567e9-d8f9-478a-82ba-325186b44546 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754056472917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490168'] for agent (54ff4013-997e-4376-a4e9-e6c98cf37cc7), after_update {{(pid=104527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:55:38.718211 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron_lib.callbacks.manager [None req-461c163e-e11a-425b-8a8d-f39fb153da48 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754056472917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490168'] for agent (fa5554a0-25df-434f-a0d0-5996d872220a), after_update {{(pid=104527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:55:40.277239 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron_lib.callbacks.manager [None req-f9cd7ad7-9657-4dc4-ab64-74b2d9455e3c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754056472917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490168'] for agent (749e0e2c-8e71-4175-9046-27a8fd2a3a0a), after_update {{(pid=104527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:55:41.546620 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron_lib.callbacks.manager [None req-4c581813-650f-4b4b-ac0f-82f585bea231 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754056472917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490168'] for agent (67455b2d-ff20-4068-8b38-73bd0628c5cb), after_update {{(pid=104527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:55:51.472503 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG dbcounter [-] [104527] Writing DB stats neutron:SELECT=27,neutron:UPDATE=1 {{(pid=104527) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 07:55:51.474391 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG dbcounter [-] [104527] Writing DB stats neutron:SELECT=17,neutron:UPDATE=5 {{(pid=104527) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 07:55:58.868159 dv-cinder-825492-15-iscsi neutron-server[104528]: DEBUG dbcounter [-] [104528] Writing DB stats neutron:SELECT=3 {{(pid=104528) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 07:55:58.871998 dv-cinder-825492-15-iscsi neutron-server[104528]: DEBUG dbcounter [-] [104528] Writing DB stats neutron:SELECT=3 {{(pid=104528) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 07:56:01.622687 dv-cinder-825492-15-iscsi neutron-server[104528]: DEBUG neutron.db.agents_db [None req-434abceb-772f-4043-8698-cfe4a44654b9 None None] Agent healthcheck: found 6 active agents {{(pid=104528) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 25 07:56:02.335322 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron_lib.callbacks.manager [None req-798242cc-9ea0-464c-9109-86bd7997349e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754056472917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490168'] for agent (bbf5dc8c-5103-4973-a6b6-76af4660c126), after_update {{(pid=104527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:56:05.224626 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron_lib.callbacks.manager [None req-067bd936-2c19-4d32-8bd0-38a170e54c26 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754056472917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490168'] for agent (6cf9466f-68ff-4d03-9bb6-0c8244fa88eb), after_update {{(pid=104527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:56:07.523414 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron_lib.callbacks.manager [None req-e3e79fea-f511-44db-9edd-d7b3dae20273 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754056472917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490168'] for agent (54ff4013-997e-4376-a4e9-e6c98cf37cc7), after_update {{(pid=104527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:56:08.689329 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron_lib.callbacks.manager [None req-461c163e-e11a-425b-8a8d-f39fb153da48 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754056472917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490168'] for agent (fa5554a0-25df-434f-a0d0-5996d872220a), after_update {{(pid=104527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:56:10.163511 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron_lib.callbacks.manager [None req-f9cd7ad7-9657-4dc4-ab64-74b2d9455e3c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754056472917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490168'] for agent (749e0e2c-8e71-4175-9046-27a8fd2a3a0a), after_update {{(pid=104527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:56:11.535066 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron_lib.callbacks.manager [None req-4c581813-650f-4b4b-ac0f-82f585bea231 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754056472917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490168'] for agent (67455b2d-ff20-4068-8b38-73bd0628c5cb), after_update {{(pid=104527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:56:11.618323 dv-cinder-825492-15-iscsi neutron-server[104528]: DEBUG dbcounter [-] [104528] Writing DB stats neutron:SELECT=1 {{(pid=104528) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 07:56:11.619053 dv-cinder-825492-15-iscsi neutron-server[104528]: DEBUG dbcounter [-] [104528] Writing DB stats neutron:SELECT=1 {{(pid=104528) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 07:56:21.473447 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG dbcounter [-] [104527] Writing DB stats neutron:SELECT=9,neutron:UPDATE=3 {{(pid=104527) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 07:56:21.475305 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG dbcounter [-] [104527] Writing DB stats neutron:SELECT=9,neutron:UPDATE=3 {{(pid=104527) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 07:56:32.292910 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron_lib.callbacks.manager [None req-798242cc-9ea0-464c-9109-86bd7997349e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754056472917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490168'] for agent (bbf5dc8c-5103-4973-a6b6-76af4660c126), after_update {{(pid=104527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:56:35.226238 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron_lib.callbacks.manager [None req-af8c28e8-4a1b-48ff-b009-10d94a34e0bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754056472917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490168'] for agent (6cf9466f-68ff-4d03-9bb6-0c8244fa88eb), after_update {{(pid=104527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:56:35.857352 dv-cinder-825492-15-iscsi neutron-server[104528]: DEBUG dbcounter [-] [104528] Writing DB stats neutron:SELECT=12 {{(pid=104528) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 07:56:35.867261 dv-cinder-825492-15-iscsi neutron-server[104528]: DEBUG dbcounter [-] [104528] Writing DB stats neutron:SELECT=20 {{(pid=104528) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 07:56:37.506269 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron_lib.callbacks.manager [None req-6d13ee24-9681-407d-a70e-cfecb09ba6db None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754056472917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490168'] for agent (54ff4013-997e-4376-a4e9-e6c98cf37cc7), after_update {{(pid=104527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:56:38.622340 dv-cinder-825492-15-iscsi neutron-server[104528]: DEBUG neutron.db.agents_db [None req-434abceb-772f-4043-8698-cfe4a44654b9 None None] Agent healthcheck: found 6 active agents {{(pid=104528) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 25 07:56:38.683742 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron_lib.callbacks.manager [None req-461c163e-e11a-425b-8a8d-f39fb153da48 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754056472917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490168'] for agent (fa5554a0-25df-434f-a0d0-5996d872220a), after_update {{(pid=104527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:56:40.172435 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron_lib.callbacks.manager [None req-f9cd7ad7-9657-4dc4-ab64-74b2d9455e3c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754056472917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490168'] for agent (749e0e2c-8e71-4175-9046-27a8fd2a3a0a), after_update {{(pid=104527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:56:41.529049 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron_lib.callbacks.manager [None req-4c581813-650f-4b4b-ac0f-82f585bea231 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754056472917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490168'] for agent (67455b2d-ff20-4068-8b38-73bd0628c5cb), after_update {{(pid=104527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:56:48.616953 dv-cinder-825492-15-iscsi neutron-server[104528]: DEBUG dbcounter [-] [104528] Writing DB stats neutron:SELECT=2 {{(pid=104528) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 07:56:51.466666 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG dbcounter [-] [104527] Writing DB stats neutron:SELECT=9,neutron:UPDATE=2 {{(pid=104527) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 07:56:51.473591 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG dbcounter [-] [104527] Writing DB stats neutron:SELECT=9,neutron:UPDATE=4 {{(pid=104527) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 07:57:02.291839 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron_lib.callbacks.manager [None req-798242cc-9ea0-464c-9109-86bd7997349e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754056472917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490168'] for agent (bbf5dc8c-5103-4973-a6b6-76af4660c126), after_update {{(pid=104527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:57:05.246413 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron_lib.callbacks.manager [None req-48f1d377-195f-4a34-b5ea-0df73fe41e99 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754056472917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490168'] for agent (6cf9466f-68ff-4d03-9bb6-0c8244fa88eb), after_update {{(pid=104527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:57:07.520470 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron_lib.callbacks.manager [None req-a3048ece-85fd-4c5b-9eb8-fecb07430cae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754056472917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490168'] for agent (54ff4013-997e-4376-a4e9-e6c98cf37cc7), after_update {{(pid=104527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:57:08.732391 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron_lib.callbacks.manager [None req-461c163e-e11a-425b-8a8d-f39fb153da48 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754056472917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490168'] for agent (fa5554a0-25df-434f-a0d0-5996d872220a), after_update {{(pid=104527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:57:10.156680 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron_lib.callbacks.manager [None req-f9cd7ad7-9657-4dc4-ab64-74b2d9455e3c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754056472917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490168'] for agent (749e0e2c-8e71-4175-9046-27a8fd2a3a0a), after_update {{(pid=104527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:57:11.545685 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron_lib.callbacks.manager [None req-4c581813-650f-4b4b-ac0f-82f585bea231 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754056472917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490168'] for agent (67455b2d-ff20-4068-8b38-73bd0628c5cb), after_update {{(pid=104527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:57:12.868535 dv-cinder-825492-15-iscsi neutron-server[104528]: DEBUG dbcounter [-] [104528] Writing DB stats neutron:SELECT=2 {{(pid=104528) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 07:57:12.873597 dv-cinder-825492-15-iscsi neutron-server[104528]: DEBUG dbcounter [-] [104528] Writing DB stats neutron:SELECT=4 {{(pid=104528) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 07:57:15.620896 dv-cinder-825492-15-iscsi neutron-server[104528]: DEBUG neutron.db.agents_db [None req-434abceb-772f-4043-8698-cfe4a44654b9 None None] Agent healthcheck: found 6 active agents {{(pid=104528) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 25 07:57:21.470890 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG dbcounter [-] [104527] Writing DB stats neutron:SELECT=7,neutron:UPDATE=3 {{(pid=104527) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 07:57:21.476842 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG dbcounter [-] [104527] Writing DB stats neutron:SELECT=11,neutron:UPDATE=3 {{(pid=104527) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 07:57:25.616452 dv-cinder-825492-15-iscsi neutron-server[104528]: DEBUG dbcounter [-] [104528] Writing DB stats neutron:SELECT=1 {{(pid=104528) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 07:57:32.296335 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron_lib.callbacks.manager [None req-798242cc-9ea0-464c-9109-86bd7997349e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754056472917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490168'] for agent (bbf5dc8c-5103-4973-a6b6-76af4660c126), after_update {{(pid=104527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:57:33.663253 dv-cinder-825492-15-iscsi neutron-server[104528]: DEBUG dbcounter [-] [104528] Writing DB stats neutron:SELECT=2,neutron:DELETE=1 {{(pid=104528) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 07:57:35.225119 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron_lib.callbacks.manager [None req-61971cad-c650-46d9-9384-ac2c96a136a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754056472917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490168'] for agent (6cf9466f-68ff-4d03-9bb6-0c8244fa88eb), after_update {{(pid=104527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:57:37.510883 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron_lib.callbacks.manager [None req-2f68cc25-34ef-44b5-a08e-7e90f7ba4a04 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754056472917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490168'] for agent (54ff4013-997e-4376-a4e9-e6c98cf37cc7), after_update {{(pid=104527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:57:38.739765 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron_lib.callbacks.manager [None req-461c163e-e11a-425b-8a8d-f39fb153da48 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754056472917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490168'] for agent (fa5554a0-25df-434f-a0d0-5996d872220a), after_update {{(pid=104527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:57:40.182790 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron_lib.callbacks.manager [None req-f9cd7ad7-9657-4dc4-ab64-74b2d9455e3c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754056472917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490168'] for agent (749e0e2c-8e71-4175-9046-27a8fd2a3a0a), after_update {{(pid=104527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:57:41.562372 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG neutron_lib.callbacks.manager [None req-4c581813-650f-4b4b-ac0f-82f585bea231 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754056472917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490168'] for agent (67455b2d-ff20-4068-8b38-73bd0628c5cb), after_update {{(pid=104527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 07:57:47.069231 dv-cinder-825492-15-iscsi neutron-server[104525]: DEBUG neutron.wsgi [req-296269bf-2130-4c61-8b2a-69d2555e2fd1 req-15e5b326-70f1-428a-9e05-be6057bccc7c service neutron] (104525) timed out ('10.222.0.24', 45492) {{(pid=104525) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} May 25 07:57:47.154809 dv-cinder-825492-15-iscsi neutron-server[104526]: DEBUG neutron.wsgi [req-296269bf-2130-4c61-8b2a-69d2555e2fd1 req-e9b28805-88f6-440f-9073-6914e47b9dcb tempest-TestShelveInstance-2091076447 tempest-TestShelveInstance-2091076447-project] (104526) timed out ('10.222.0.24', 45502) {{(pid=104526) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} May 25 07:57:49.879169 dv-cinder-825492-15-iscsi neutron-server[104528]: DEBUG dbcounter [-] [104528] Writing DB stats neutron:SELECT=3 {{(pid=104528) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 07:57:49.879943 dv-cinder-825492-15-iscsi neutron-server[104528]: DEBUG dbcounter [-] [104528] Writing DB stats neutron:SELECT=3 {{(pid=104528) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 07:57:51.467233 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG dbcounter [-] [104527] Writing DB stats neutron:SELECT=21,neutron:UPDATE=3 {{(pid=104527) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 07:57:51.473211 dv-cinder-825492-15-iscsi neutron-server[104527]: DEBUG dbcounter [-] [104527] Writing DB stats neutron:SELECT=23,neutron:UPDATE=3 {{(pid=104527) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 07:57:52.619784 dv-cinder-825492-15-iscsi neutron-server[104528]: DEBUG neutron.db.agents_db [None req-434abceb-772f-4043-8698-cfe4a44654b9 None None] Agent healthcheck: found 6 active agents {{(pid=104528) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}